[ 593.078557] env[69440]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69440) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 593.079018] env[69440]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69440) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 593.079018] env[69440]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69440) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 593.079361] env[69440]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 593.190508] env[69440]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69440) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 593.200797] env[69440]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69440) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 593.247242] env[69440]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 593.824624] env[69440]: INFO nova.virt.driver [None req-f61ea505-a1f2-48dc-ae96-024540acddca None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 593.894958] env[69440]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.895148] env[69440]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.895247] env[69440]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69440) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 596.803946] env[69440]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-0d24141e-8c45-4a8e-9b3b-9afe8d522815 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.819886] env[69440]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69440) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 596.820036] env[69440]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-2e9e5a59-5bd4-43c6-a364-04bef433d38e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.856398] env[69440]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 98e4e. [ 596.856551] env[69440]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.961s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.857233] env[69440]: INFO nova.virt.vmwareapi.driver [None req-f61ea505-a1f2-48dc-ae96-024540acddca None None] VMware vCenter version: 7.0.3 [ 596.860660] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de91b11-916c-4601-b8d1-bf3d60735f43 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.878643] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d54b55-afab-463d-bbe7-ab09fa7a15f5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.885072] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab833735-5f35-4f6c-b637-44ce1ef40bee {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.891822] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f099102-245d-4a10-a26b-94c5cbf826c9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.904858] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db97a463-a7c4-42a7-ae62-c5df7541afc4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.910927] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d231151-dda6-4a65-a56f-a5002beee51c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.942454] env[69440]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-15affb04-de5f-434a-83e0-3be80a58fbfd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.949163] env[69440]: DEBUG nova.virt.vmwareapi.driver [None req-f61ea505-a1f2-48dc-ae96-024540acddca None None] Extension org.openstack.compute already exists. {{(pid=69440) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 596.951904] env[69440]: INFO nova.compute.provider_config [None req-f61ea505-a1f2-48dc-ae96-024540acddca None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 597.455868] env[69440]: DEBUG nova.context [None req-f61ea505-a1f2-48dc-ae96-024540acddca None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),8ef3d2ab-4720-40f6-92ba-89a45a160cb5(cell1) {{(pid=69440) load_cells /opt/stack/nova/nova/context.py:464}} [ 597.457977] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.458220] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.458947] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.459373] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] Acquiring lock "8ef3d2ab-4720-40f6-92ba-89a45a160cb5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.459581] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] Lock "8ef3d2ab-4720-40f6-92ba-89a45a160cb5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.460591] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] Lock "8ef3d2ab-4720-40f6-92ba-89a45a160cb5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.481076] env[69440]: INFO dbcounter [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] Registered counter for database nova_cell0 [ 597.489280] env[69440]: INFO dbcounter [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] Registered counter for database nova_cell1 [ 597.493010] env[69440]: DEBUG oslo_db.sqlalchemy.engines [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69440) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 597.493193] env[69440]: DEBUG oslo_db.sqlalchemy.engines [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69440) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 597.498310] env[69440]: ERROR nova.db.main.api [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 597.498310] env[69440]: result = function(*args, **kwargs) [ 597.498310] env[69440]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 597.498310] env[69440]: return func(*args, **kwargs) [ 597.498310] env[69440]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 597.498310] env[69440]: result = fn(*args, **kwargs) [ 597.498310] env[69440]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 597.498310] env[69440]: return f(*args, **kwargs) [ 597.498310] env[69440]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 597.498310] env[69440]: return db.service_get_minimum_version(context, binaries) [ 597.498310] env[69440]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 597.498310] env[69440]: _check_db_access() [ 597.498310] env[69440]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 597.498310] env[69440]: stacktrace = ''.join(traceback.format_stack()) [ 597.498310] env[69440]: [ 597.499265] env[69440]: ERROR nova.db.main.api [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 597.499265] env[69440]: result = function(*args, **kwargs) [ 597.499265] env[69440]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 597.499265] env[69440]: return func(*args, **kwargs) [ 597.499265] env[69440]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 597.499265] env[69440]: result = fn(*args, **kwargs) [ 597.499265] env[69440]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 597.499265] env[69440]: return f(*args, **kwargs) [ 597.499265] env[69440]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 597.499265] env[69440]: return db.service_get_minimum_version(context, binaries) [ 597.499265] env[69440]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 597.499265] env[69440]: _check_db_access() [ 597.499265] env[69440]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 597.499265] env[69440]: stacktrace = ''.join(traceback.format_stack()) [ 597.499265] env[69440]: [ 597.499687] env[69440]: WARNING nova.objects.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] Failed to get minimum service version for cell 8ef3d2ab-4720-40f6-92ba-89a45a160cb5 [ 597.499811] env[69440]: WARNING nova.objects.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 597.500278] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] Acquiring lock "singleton_lock" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.500444] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] Acquired lock "singleton_lock" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.500712] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] Releasing lock "singleton_lock" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.501067] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] Full set of CONF: {{(pid=69440) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 597.501220] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ******************************************************************************** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 597.501349] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] Configuration options gathered from: {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 597.501488] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 597.501684] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 597.501811] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ================================================================================ {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 597.502029] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] allow_resize_to_same_host = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.502217] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] arq_binding_timeout = 300 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.502351] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] backdoor_port = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.502475] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] backdoor_socket = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.502638] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] block_device_allocate_retries = 60 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.502800] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] block_device_allocate_retries_interval = 3 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.502967] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cert = self.pem {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.503222] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.503472] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] compute_monitors = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.503737] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] config_dir = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.504099] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] config_drive_format = iso9660 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.504162] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.504282] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] config_source = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.504456] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] console_host = devstack {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.504704] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] control_exchange = nova {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.504890] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cpu_allocation_ratio = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.505065] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] daemon = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.505237] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] debug = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.505392] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] default_access_ip_network_name = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.505555] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] default_availability_zone = nova {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.505712] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] default_ephemeral_format = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.505872] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] default_green_pool_size = 1000 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.506116] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.506329] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] default_schedule_zone = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.506430] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] disk_allocation_ratio = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.506586] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] enable_new_services = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.506804] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] enabled_apis = ['osapi_compute'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.507037] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] enabled_ssl_apis = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.507255] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] flat_injected = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.507462] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] force_config_drive = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.507679] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] force_raw_images = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.507892] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] graceful_shutdown_timeout = 5 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.508072] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] heal_instance_info_cache_interval = -1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.508330] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] host = cpu-1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.508526] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.508697] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] initial_disk_allocation_ratio = 1.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.508864] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] initial_ram_allocation_ratio = 1.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.509119] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.509304] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] instance_build_timeout = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.509539] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] instance_delete_interval = 300 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.509688] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] instance_format = [instance: %(uuid)s] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.509875] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] instance_name_template = instance-%08x {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.510080] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] instance_usage_audit = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.510261] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] instance_usage_audit_period = month {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.510430] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.510599] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] instances_path = /opt/stack/data/nova/instances {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.510789] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] internal_service_availability_zone = internal {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.510954] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] key = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.511127] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] live_migration_retry_count = 30 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.511300] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] log_color = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.511478] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] log_config_append = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.511659] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.511826] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] log_dir = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.511985] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] log_file = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.512149] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] log_options = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.512322] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] log_rotate_interval = 1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.512490] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] log_rotate_interval_type = days {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.512657] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] log_rotation_type = none {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.512789] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.512917] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.513098] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.513308] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.513518] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.513784] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] long_rpc_timeout = 1800 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.513999] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] max_concurrent_builds = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.514186] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] max_concurrent_live_migrations = 1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.514351] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] max_concurrent_snapshots = 5 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.514515] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] max_local_block_devices = 3 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.514678] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] max_logfile_count = 30 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.514840] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] max_logfile_size_mb = 200 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.514999] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] maximum_instance_delete_attempts = 5 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.515181] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] metadata_listen = 0.0.0.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.515361] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] metadata_listen_port = 8775 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.515559] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] metadata_workers = 2 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.515730] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] migrate_max_retries = -1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.515898] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] mkisofs_cmd = genisoimage {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.516117] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] my_block_storage_ip = 10.180.1.21 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.516249] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] my_ip = 10.180.1.21 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.516453] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.516613] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] network_allocate_retries = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.516791] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.516958] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] osapi_compute_listen = 0.0.0.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.517136] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] osapi_compute_listen_port = 8774 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.517305] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] osapi_compute_unique_server_name_scope = {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.517475] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] osapi_compute_workers = 2 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.517635] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] password_length = 12 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.517792] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] periodic_enable = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.517950] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] periodic_fuzzy_delay = 60 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.518187] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] pointer_model = usbtablet {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.518392] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] preallocate_images = none {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.518572] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] publish_errors = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.518703] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] pybasedir = /opt/stack/nova {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.518863] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ram_allocation_ratio = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.519032] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] rate_limit_burst = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.519206] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] rate_limit_except_level = CRITICAL {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.519366] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] rate_limit_interval = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.519584] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] reboot_timeout = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.519771] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] reclaim_instance_interval = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.519933] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] record = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.520116] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] reimage_timeout_per_gb = 60 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.520284] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] report_interval = 120 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.520443] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] rescue_timeout = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.520598] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] reserved_host_cpus = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.520841] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] reserved_host_disk_mb = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.520945] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] reserved_host_memory_mb = 512 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.521119] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] reserved_huge_pages = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.521279] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] resize_confirm_window = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.521438] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] resize_fs_using_block_device = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.521594] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] resume_guests_state_on_host_boot = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.521762] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.521923] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] rpc_response_timeout = 60 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.522093] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] run_external_periodic_tasks = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.522286] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] running_deleted_instance_action = reap {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.522469] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] running_deleted_instance_poll_interval = 1800 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.522632] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] running_deleted_instance_timeout = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.522793] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] scheduler_instance_sync_interval = 120 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.522962] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] service_down_time = 720 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.523177] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] servicegroup_driver = db {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.523351] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] shell_completion = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.523532] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] shelved_offload_time = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.523701] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] shelved_poll_interval = 3600 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.523870] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] shutdown_timeout = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.524044] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] source_is_ipv6 = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.524209] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ssl_only = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.524468] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.524638] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] sync_power_state_interval = 600 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.524800] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] sync_power_state_pool_size = 1000 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.524972] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] syslog_log_facility = LOG_USER {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.525146] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] tempdir = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.525307] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] timeout_nbd = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.525473] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] transport_url = **** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.525632] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] update_resources_interval = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.525832] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] use_cow_images = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.526008] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] use_journal = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.526178] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] use_json = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.526338] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] use_rootwrap_daemon = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.526543] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] use_stderr = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.526652] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] use_syslog = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.526808] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vcpu_pin_set = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.526972] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vif_plugging_is_fatal = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.527151] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vif_plugging_timeout = 300 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.527316] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] virt_mkfs = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.527491] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] volume_usage_poll_interval = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.527662] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] watch_log_file = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.527830] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] web = /usr/share/spice-html5 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.528024] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.528198] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.528362] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.528568] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_concurrency.disable_process_locking = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.984301] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.984672] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.984712] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.984900] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.985090] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.985261] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.985449] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.auth_strategy = keystone {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.985624] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.compute_link_prefix = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.985805] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.985986] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.dhcp_domain = novalocal {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.986217] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.enable_instance_password = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.986393] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.glance_link_prefix = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.986562] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.986737] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.986902] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.instance_list_per_project_cells = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.987080] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.list_records_by_skipping_down_cells = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.987249] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.local_metadata_per_cell = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.987419] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.max_limit = 1000 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.987585] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.metadata_cache_expiration = 15 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.987758] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.neutron_default_tenant_id = default {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.987927] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.response_validation = warn {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.988160] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.use_neutron_default_nets = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.988453] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.988725] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.988924] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.989134] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.989329] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.vendordata_dynamic_targets = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.989494] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.vendordata_jsonfile_path = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.989680] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.989892] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.backend = dogpile.cache.memcached {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.990079] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.backend_argument = **** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.990258] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.backend_expiration_time = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.990435] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.config_prefix = cache.oslo {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.990609] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.dead_timeout = 60.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.990816] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.debug_cache_backend = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.990985] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.enable_retry_client = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.991183] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.enable_socket_keepalive = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.991363] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.enabled = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.991530] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.enforce_fips_mode = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.991697] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.expiration_time = 600 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.992359] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.hashclient_retry_attempts = 2 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.992359] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.hashclient_retry_delay = 1.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.992359] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.memcache_dead_retry = 300 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.992359] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.memcache_password = **** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.992520] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.992677] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.992842] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.memcache_pool_maxsize = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.993034] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.993232] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.memcache_sasl_enabled = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.993417] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.993586] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.memcache_socket_timeout = 1.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.993749] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.memcache_username = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.993916] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.proxies = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.994103] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.redis_db = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.994276] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.redis_password = **** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.994448] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.redis_sentinel_service_name = mymaster {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.994623] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.994793] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.redis_server = localhost:6379 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.994963] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.redis_socket_timeout = 1.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.995155] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.redis_username = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.995325] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.retry_attempts = 2 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.995491] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.retry_delay = 0.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.995653] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.socket_keepalive_count = 1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.995817] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.socket_keepalive_idle = 1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.995977] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.socket_keepalive_interval = 1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.996152] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.tls_allowed_ciphers = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.996311] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.tls_cafile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.996468] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.tls_certfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.996626] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.tls_enabled = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.996782] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cache.tls_keyfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.996955] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cinder.auth_section = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.997139] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cinder.auth_type = password {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.997303] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cinder.cafile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.997477] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cinder.catalog_info = volumev3::publicURL {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.997637] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cinder.certfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.997799] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cinder.collect_timing = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.997962] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cinder.cross_az_attach = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.998139] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cinder.debug = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.998301] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cinder.endpoint_template = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.998459] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cinder.http_retries = 3 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.998618] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cinder.insecure = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.998799] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cinder.keyfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.998943] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cinder.os_region_name = RegionOne {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.999120] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cinder.split_loggers = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.999282] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cinder.timeout = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.999768] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.999768] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] compute.cpu_dedicated_set = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.999768] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] compute.cpu_shared_set = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.999963] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] compute.image_type_exclude_list = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.000076] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.000248] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] compute.max_concurrent_disk_ops = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.000404] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] compute.max_disk_devices_to_attach = -1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.000563] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.000763] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.000930] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] compute.resource_provider_association_refresh = 300 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.001104] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.001267] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] compute.shutdown_retry_interval = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.001443] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.001620] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] conductor.workers = 2 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.001800] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] console.allowed_origins = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.001959] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] console.ssl_ciphers = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.002141] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] console.ssl_minimum_version = default {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.002309] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] consoleauth.enforce_session_timeout = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.002475] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] consoleauth.token_ttl = 600 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.002639] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cyborg.cafile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.002793] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cyborg.certfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.002957] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cyborg.collect_timing = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.003162] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cyborg.connect_retries = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.003326] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cyborg.connect_retry_delay = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.003483] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cyborg.endpoint_override = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.003646] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cyborg.insecure = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.003807] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cyborg.keyfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.003967] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cyborg.max_version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.004140] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cyborg.min_version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.004299] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cyborg.region_name = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.004456] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cyborg.retriable_status_codes = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.004615] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cyborg.service_name = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.004785] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cyborg.service_type = accelerator {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.004951] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cyborg.split_loggers = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.005123] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cyborg.status_code_retries = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.005283] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cyborg.status_code_retry_delay = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.005442] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cyborg.timeout = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.005619] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.005780] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] cyborg.version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.005953] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.asyncio_connection = **** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.006127] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.asyncio_slave_connection = **** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.006302] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.backend = sqlalchemy {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.006474] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.connection = **** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.006640] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.connection_debug = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.006811] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.connection_parameters = {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.006978] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.connection_recycle_time = 3600 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.007156] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.connection_trace = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.007319] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.db_inc_retry_interval = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.007482] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.db_max_retries = 20 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.007643] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.db_max_retry_interval = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.007806] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.db_retry_interval = 1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.007968] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.max_overflow = 50 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.008143] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.max_pool_size = 5 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.008305] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.max_retries = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.008475] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.008642] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.mysql_wsrep_sync_wait = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.008790] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.pool_timeout = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.008953] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.retry_interval = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.009122] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.slave_connection = **** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.009282] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.sqlite_synchronous = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.009443] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] database.use_db_reconnect = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.009606] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api_database.asyncio_connection = **** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.009763] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api_database.asyncio_slave_connection = **** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.010339] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api_database.backend = sqlalchemy {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.010339] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api_database.connection = **** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.010339] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api_database.connection_debug = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.010559] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api_database.connection_parameters = {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.010559] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api_database.connection_recycle_time = 3600 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.010806] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api_database.connection_trace = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.010906] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api_database.db_inc_retry_interval = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.011084] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api_database.db_max_retries = 20 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.011250] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api_database.db_max_retry_interval = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.011413] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api_database.db_retry_interval = 1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.011575] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api_database.max_overflow = 50 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.011737] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api_database.max_pool_size = 5 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.011897] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api_database.max_retries = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.012075] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.012238] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.012395] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api_database.pool_timeout = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.012562] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api_database.retry_interval = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.012712] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api_database.slave_connection = **** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.012871] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] api_database.sqlite_synchronous = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.013076] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] devices.enabled_mdev_types = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.013266] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.013439] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ephemeral_storage_encryption.default_format = luks {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.013602] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ephemeral_storage_encryption.enabled = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.013765] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.013936] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.api_servers = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.014114] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.cafile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.014281] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.certfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.014445] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.collect_timing = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.014604] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.connect_retries = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.014761] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.connect_retry_delay = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.014925] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.debug = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.015106] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.default_trusted_certificate_ids = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.015273] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.enable_certificate_validation = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.015436] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.enable_rbd_download = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.015595] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.endpoint_override = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.015762] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.insecure = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.015925] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.keyfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.016093] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.max_version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.016252] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.min_version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.016414] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.num_retries = 3 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.016579] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.rbd_ceph_conf = {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.016740] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.rbd_connect_timeout = 5 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.016913] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.rbd_pool = {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.017092] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.rbd_user = {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.017263] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.region_name = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.017422] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.retriable_status_codes = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.017582] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.service_name = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.017755] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.service_type = image {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.017923] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.split_loggers = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.018094] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.status_code_retries = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.018256] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.status_code_retry_delay = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.018418] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.timeout = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.018599] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.018767] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.verify_glance_signatures = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.018921] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] glance.version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.019101] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] guestfs.debug = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.019273] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.auth_section = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.019431] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.auth_type = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.019590] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.cafile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.019747] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.certfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.019911] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.collect_timing = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.020079] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.connect_retries = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.020241] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.connect_retry_delay = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.020400] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.endpoint_override = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.020562] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.insecure = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.020763] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.keyfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.020915] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.max_version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.021090] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.min_version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.021250] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.region_name = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.021722] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.retriable_status_codes = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.021722] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.service_name = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.021832] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.service_type = shared-file-system {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.021906] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.share_apply_policy_timeout = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.022085] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.split_loggers = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.022249] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.status_code_retries = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.022410] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.status_code_retry_delay = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.022570] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.timeout = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.022753] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.022914] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] manila.version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.023125] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] mks.enabled = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.023501] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.023718] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] image_cache.manager_interval = 2400 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.023923] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] image_cache.precache_concurrency = 1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.024115] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] image_cache.remove_unused_base_images = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.024292] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.024462] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.024638] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] image_cache.subdirectory_name = _base {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.024813] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.api_max_retries = 60 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.024978] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.api_retry_interval = 2 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.025151] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.auth_section = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.025344] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.auth_type = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.025521] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.cafile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.025681] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.certfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.025870] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.collect_timing = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.026056] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.conductor_group = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.026256] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.connect_retries = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.026432] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.connect_retry_delay = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.026592] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.endpoint_override = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.026755] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.insecure = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.026917] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.keyfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.027090] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.max_version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.027255] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.min_version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.027419] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.peer_list = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.027575] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.region_name = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.027735] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.retriable_status_codes = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.027898] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.serial_console_state_timeout = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.028071] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.service_name = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.028247] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.service_type = baremetal {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.028409] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.shard = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.028572] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.split_loggers = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.028728] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.status_code_retries = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.028890] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.status_code_retry_delay = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.029052] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.timeout = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.029240] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.029457] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ironic.version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.029695] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.029886] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] key_manager.fixed_key = **** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.030084] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.030254] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican.barbican_api_version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.030413] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican.barbican_endpoint = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.030585] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican.barbican_endpoint_type = public {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.030767] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican.barbican_region_name = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.030939] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican.cafile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.031156] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican.certfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.031277] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican.collect_timing = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.031437] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican.insecure = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.031593] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican.keyfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.031758] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican.number_of_retries = 60 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.031918] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican.retry_delay = 1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.032090] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican.send_service_user_token = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.032258] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican.split_loggers = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.032415] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican.timeout = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.032577] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican.verify_ssl = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.032776] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican.verify_ssl_path = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.032899] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican_service_user.auth_section = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.033095] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican_service_user.auth_type = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.033265] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican_service_user.cafile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.033423] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican_service_user.certfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.033585] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican_service_user.collect_timing = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.033746] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican_service_user.insecure = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.033905] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican_service_user.keyfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.034077] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican_service_user.split_loggers = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.034240] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] barbican_service_user.timeout = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.034406] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vault.approle_role_id = **** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.034566] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vault.approle_secret_id = **** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.034737] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vault.kv_mountpoint = secret {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.034895] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vault.kv_path = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.035069] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vault.kv_version = 2 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.035230] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vault.namespace = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.035386] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vault.root_token_id = **** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.035547] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vault.ssl_ca_crt_file = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.035713] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vault.timeout = 60.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.035879] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vault.use_ssl = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.036062] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.036236] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] keystone.cafile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.036398] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] keystone.certfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.036565] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] keystone.collect_timing = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.036726] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] keystone.connect_retries = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.036889] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] keystone.connect_retry_delay = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.037060] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] keystone.endpoint_override = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.037226] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] keystone.insecure = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.037386] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] keystone.keyfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.037544] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] keystone.max_version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.037701] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] keystone.min_version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.037863] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] keystone.region_name = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.038035] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] keystone.retriable_status_codes = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.038198] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] keystone.service_name = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.038368] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] keystone.service_type = identity {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.038529] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] keystone.split_loggers = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.038684] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] keystone.status_code_retries = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.038841] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] keystone.status_code_retry_delay = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.038995] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] keystone.timeout = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.039185] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.039341] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] keystone.version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.039531] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.ceph_mount_options = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.039854] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.040062] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.connection_uri = {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.040231] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.cpu_mode = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.040400] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.cpu_model_extra_flags = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.040568] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.cpu_models = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.040764] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.cpu_power_governor_high = performance {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.040996] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.cpu_power_governor_low = powersave {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.041121] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.cpu_power_management = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.041295] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.041466] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.device_detach_attempts = 8 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.041632] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.device_detach_timeout = 20 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.041845] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.disk_cachemodes = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.042029] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.disk_prefix = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.042204] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.enabled_perf_events = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.042370] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.file_backed_memory = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.042538] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.gid_maps = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.042699] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.hw_disk_discard = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.042880] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.hw_machine_type = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.043061] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.images_rbd_ceph_conf = {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.043243] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.043409] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.043580] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.images_rbd_glance_store_name = {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.043753] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.images_rbd_pool = rbd {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.043926] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.images_type = default {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.044100] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.images_volume_group = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.044268] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.inject_key = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.044429] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.inject_partition = -2 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.044592] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.inject_password = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.044756] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.iscsi_iface = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.044920] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.iser_use_multipath = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.045096] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.live_migration_bandwidth = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.045260] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.045420] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.live_migration_downtime = 500 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.045583] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.045762] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.045945] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.live_migration_inbound_addr = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.046124] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.046290] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.live_migration_permit_post_copy = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.046450] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.live_migration_scheme = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.046622] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.live_migration_timeout_action = abort {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.046791] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.live_migration_tunnelled = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.046946] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.live_migration_uri = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.047119] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.live_migration_with_native_tls = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.047280] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.max_queues = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.047442] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.047782] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.047959] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.nfs_mount_options = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.048274] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.048455] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.048625] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.num_iser_scan_tries = 5 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.048792] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.num_memory_encrypted_guests = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.048962] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.049144] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.num_pcie_ports = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.049317] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.num_volume_scan_tries = 5 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.049487] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.pmem_namespaces = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.049647] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.quobyte_client_cfg = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.049936] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.050129] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.rbd_connect_timeout = 5 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.050298] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.050461] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.050622] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.rbd_secret_uuid = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.050817] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.rbd_user = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.051041] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.051183] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.remote_filesystem_transport = ssh {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.051391] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.rescue_image_id = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.051504] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.rescue_kernel_id = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.051680] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.rescue_ramdisk_id = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.051866] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.052039] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.rx_queue_size = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.052216] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.smbfs_mount_options = {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.052521] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.052702] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.snapshot_compression = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.052867] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.snapshot_image_format = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.053143] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.053327] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.sparse_logical_volumes = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.053495] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.swtpm_enabled = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.053672] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.swtpm_group = tss {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.053844] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.swtpm_user = tss {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.054024] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.sysinfo_serial = unique {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.054191] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.tb_cache_size = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.054349] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.tx_queue_size = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.054514] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.uid_maps = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.054676] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.use_virtio_for_bridges = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.054848] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.virt_type = kvm {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.055030] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.volume_clear = zero {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.055199] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.volume_clear_size = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.055363] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.volume_enforce_multipath = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.055530] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.volume_use_multipath = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.055693] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.vzstorage_cache_path = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.055869] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.056048] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.vzstorage_mount_group = qemu {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.056220] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.vzstorage_mount_opts = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.056389] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.056688] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.056873] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.vzstorage_mount_user = stack {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.057051] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.057230] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.auth_section = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.057407] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.auth_type = password {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.057569] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.cafile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.057728] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.certfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.057891] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.collect_timing = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.058058] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.connect_retries = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.058217] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.connect_retry_delay = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.058385] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.default_floating_pool = public {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.058543] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.endpoint_override = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.058704] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.extension_sync_interval = 600 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.058868] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.http_retries = 3 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.059043] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.insecure = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.059289] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.keyfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.059376] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.max_version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.059529] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.059690] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.min_version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.059906] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.ovs_bridge = br-int {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.060026] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.physnets = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.060199] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.region_name = RegionOne {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.060356] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.retriable_status_codes = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.060522] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.service_metadata_proxy = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.060708] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.service_name = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.060890] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.service_type = network {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.061066] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.split_loggers = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.061276] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.status_code_retries = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.061386] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.status_code_retry_delay = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.061546] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.timeout = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.061752] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.061942] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] neutron.version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.062132] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] notifications.bdms_in_notifications = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.062318] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] notifications.default_level = INFO {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.062485] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] notifications.include_share_mapping = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.062668] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] notifications.notification_format = unversioned {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.062831] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] notifications.notify_on_state_change = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.063082] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.063238] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] pci.alias = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.063413] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] pci.device_spec = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.063580] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] pci.report_in_placement = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.063750] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.auth_section = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.063928] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.auth_type = password {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.064109] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.064272] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.cafile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.064434] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.certfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.064592] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.collect_timing = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.064750] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.connect_retries = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.064907] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.connect_retry_delay = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.065074] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.default_domain_id = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.065236] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.default_domain_name = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.065398] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.domain_id = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.065552] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.domain_name = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.065709] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.endpoint_override = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.065871] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.insecure = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.066038] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.keyfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.066197] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.max_version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.066353] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.min_version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.066522] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.password = **** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.066682] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.project_domain_id = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.066849] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.project_domain_name = Default {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.067018] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.project_id = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.067197] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.project_name = service {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.067367] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.region_name = RegionOne {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.067531] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.retriable_status_codes = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.067691] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.service_name = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.067859] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.service_type = placement {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.068029] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.split_loggers = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.068194] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.status_code_retries = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.068353] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.status_code_retry_delay = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.068511] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.system_scope = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.068668] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.timeout = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.068826] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.trust_id = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.068986] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.user_domain_id = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.069173] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.user_domain_name = Default {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.069337] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.user_id = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.069510] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.username = nova {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.069691] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.069857] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] placement.version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.070037] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] quota.cores = 20 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.070207] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] quota.count_usage_from_placement = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.070379] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.070547] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] quota.injected_file_content_bytes = 10240 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.070746] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] quota.injected_file_path_length = 255 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.070925] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] quota.injected_files = 5 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.071113] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] quota.instances = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.071285] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] quota.key_pairs = 100 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.071455] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] quota.metadata_items = 128 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.071635] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] quota.ram = 51200 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.071832] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] quota.recheck_quota = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.072028] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] quota.server_group_members = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.072205] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] quota.server_groups = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.072424] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.072603] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] quota.unified_limits_resource_strategy = require {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.072778] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.072945] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.073186] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] scheduler.image_metadata_prefilter = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.073325] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.073493] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] scheduler.max_attempts = 3 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.073659] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] scheduler.max_placement_results = 1000 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.073854] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.074053] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] scheduler.query_placement_for_image_type_support = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.074227] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.074401] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] scheduler.workers = 2 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.074581] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.074752] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.074933] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.075119] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.075293] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.075460] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.075626] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.075816] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.075983] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.host_subset_size = 1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.076164] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.076325] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.076487] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.076648] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.076848] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.077047] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.isolated_hosts = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.077225] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.isolated_images = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.077386] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.077547] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.077711] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.077874] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.pci_in_placement = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.078050] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.078215] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.078375] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.078571] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.078698] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.078861] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.079033] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.track_instance_changes = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.079215] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.079384] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] metrics.required = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.079547] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] metrics.weight_multiplier = 1.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.079756] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.079935] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] metrics.weight_setting = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.080273] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.080448] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] serial_console.enabled = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.080627] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] serial_console.port_range = 10000:20000 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.080837] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.081028] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.081207] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] serial_console.serialproxy_port = 6083 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.081375] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] service_user.auth_section = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.081550] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] service_user.auth_type = password {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.081728] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] service_user.cafile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.081887] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] service_user.certfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.082066] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] service_user.collect_timing = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.082228] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] service_user.insecure = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.082386] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] service_user.keyfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.082556] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] service_user.send_service_user_token = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.082720] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] service_user.split_loggers = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.082878] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] service_user.timeout = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.083057] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] spice.agent_enabled = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.083221] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] spice.enabled = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.083528] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.083728] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.083901] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] spice.html5proxy_port = 6082 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.084075] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] spice.image_compression = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.084239] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] spice.jpeg_compression = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.084395] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] spice.playback_compression = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.084556] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] spice.require_secure = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.084724] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] spice.server_listen = 127.0.0.1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.084894] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.085187] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.085358] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] spice.streaming_mode = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.085522] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] spice.zlib_compression = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.085694] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] upgrade_levels.baseapi = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.085868] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] upgrade_levels.compute = auto {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.086041] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] upgrade_levels.conductor = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.086204] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] upgrade_levels.scheduler = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.086369] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vendordata_dynamic_auth.auth_section = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.086530] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vendordata_dynamic_auth.auth_type = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.086689] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vendordata_dynamic_auth.cafile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.086847] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vendordata_dynamic_auth.certfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.087023] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.087181] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vendordata_dynamic_auth.insecure = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.087336] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vendordata_dynamic_auth.keyfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.087496] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.087651] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vendordata_dynamic_auth.timeout = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.087821] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.api_retry_count = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.087984] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.ca_file = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.088171] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.cache_prefix = devstack-image-cache {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.088341] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.cluster_name = testcl1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.088507] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.connection_pool_size = 10 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.088667] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.console_delay_seconds = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.088838] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.datastore_regex = ^datastore.* {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.089057] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.089240] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.host_password = **** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.089441] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.host_port = 443 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.089637] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.host_username = administrator@vsphere.local {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.089812] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.insecure = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.089977] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.integration_bridge = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.090160] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.maximum_objects = 100 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.090327] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.pbm_default_policy = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.090491] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.pbm_enabled = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.090659] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.pbm_wsdl_location = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.090855] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.091031] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.serial_port_proxy_uri = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.091195] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.serial_port_service_uri = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.091363] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.task_poll_interval = 0.5 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.091532] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.use_linked_clone = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.091702] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.vnc_keymap = en-us {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.091893] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.vnc_port = 5900 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.092073] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vmware.vnc_port_total = 10000 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.092267] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vnc.auth_schemes = ['none'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.092442] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vnc.enabled = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.092736] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.092924] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.093109] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vnc.novncproxy_port = 6080 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.093298] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vnc.server_listen = 127.0.0.1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.093481] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.093644] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vnc.vencrypt_ca_certs = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.093802] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vnc.vencrypt_client_cert = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.093961] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vnc.vencrypt_client_key = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.094145] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.094309] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] workarounds.disable_deep_image_inspection = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.094471] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.094632] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.094795] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.094960] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] workarounds.disable_rootwrap = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.095129] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] workarounds.enable_numa_live_migration = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.095288] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.095449] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.095608] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.095766] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] workarounds.libvirt_disable_apic = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.095924] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.096099] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.096263] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.096424] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.096580] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.096736] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.096896] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.097064] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.097227] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.097392] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.097573] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.097739] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] wsgi.secure_proxy_ssl_header = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.097905] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] zvm.ca_file = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.098075] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] zvm.cloud_connector_url = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.098507] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.098692] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] zvm.reachable_timeout = 300 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.098868] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.099060] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.099243] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] profiler.connection_string = messaging:// {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.099413] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] profiler.enabled = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.099584] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] profiler.es_doc_type = notification {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.099752] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] profiler.es_scroll_size = 10000 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.099922] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] profiler.es_scroll_time = 2m {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.100095] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] profiler.filter_error_trace = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.100267] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] profiler.hmac_keys = **** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.100437] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] profiler.sentinel_service_name = mymaster {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.100600] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] profiler.socket_timeout = 0.1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.100784] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] profiler.trace_requests = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.100949] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] profiler.trace_sqlalchemy = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.101141] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] profiler_jaeger.process_tags = {} {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.101301] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] profiler_jaeger.service_name_prefix = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.101463] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] profiler_otlp.service_name_prefix = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.101640] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.101820] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.101996] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.102174] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.102338] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.102499] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.102660] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.102826] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.102987] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.103173] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.103333] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.103516] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.103667] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.103833] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.103996] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.104184] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.104349] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.104513] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.104681] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.104848] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.105016] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.105190] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.105354] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.105515] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.105681] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.105844] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.106010] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.106182] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.106343] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.106507] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.106669] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.ssl = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.106844] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.107032] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.107192] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.107364] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.107536] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.ssl_version = {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.107699] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.107887] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.108066] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_notifications.retry = -1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.108250] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.108424] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_messaging_notifications.transport_url = **** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.108602] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.auth_section = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.108767] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.auth_type = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.108934] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.cafile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.109105] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.certfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.109275] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.collect_timing = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.109431] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.connect_retries = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.109591] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.connect_retry_delay = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.109752] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.endpoint_id = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.109929] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.endpoint_interface = publicURL {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.110098] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.endpoint_override = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.110262] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.endpoint_region_name = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.110422] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.endpoint_service_name = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.110582] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.endpoint_service_type = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.110766] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.insecure = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.110936] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.keyfile = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.111110] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.max_version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.111274] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.min_version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.111438] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.region_name = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.111598] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.retriable_status_codes = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.111798] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.service_name = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.111975] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.service_type = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.112160] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.split_loggers = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.112322] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.status_code_retries = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.112481] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.status_code_retry_delay = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.112639] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.timeout = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.112799] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.valid_interfaces = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.112959] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_limit.version = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.113139] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_reports.file_event_handler = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.113307] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.113467] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] oslo_reports.log_dir = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.113661] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.113798] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.113958] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.114139] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.114306] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.114471] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.114638] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.114798] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vif_plug_ovs_privileged.group = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.114964] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.115145] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.115309] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.115469] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] vif_plug_ovs_privileged.user = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.115638] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] os_vif_linux_bridge.flat_interface = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.115819] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.115995] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.116186] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.116357] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.116531] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.116698] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.116862] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.117048] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.117225] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] os_vif_ovs.isolate_vif = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.117394] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.117563] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.117735] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.117910] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] os_vif_ovs.ovsdb_interface = native {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.118085] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] os_vif_ovs.per_port_bridge = False {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.118259] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] privsep_osbrick.capabilities = [21] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.118421] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] privsep_osbrick.group = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.118582] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] privsep_osbrick.helper_command = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.118745] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.118910] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.119159] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] privsep_osbrick.user = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.119340] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.119502] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] nova_sys_admin.group = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.119660] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] nova_sys_admin.helper_command = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.119830] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.119995] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.120220] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] nova_sys_admin.user = None {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.120376] env[69440]: DEBUG oslo_service.backend.eventlet.service [None req-9e0ccc6d-f276-4157-b279-24c7a6ddfcfa None None] ******************************************************************************** {{(pid=69440) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 598.120843] env[69440]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 598.624675] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Getting list of instances from cluster (obj){ [ 598.624675] env[69440]: value = "domain-c8" [ 598.624675] env[69440]: _type = "ClusterComputeResource" [ 598.624675] env[69440]: } {{(pid=69440) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 598.625811] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70224701-d87a-4911-ae6e-f4a1eb9407b9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.635081] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Got total of 0 instances {{(pid=69440) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 598.635695] env[69440]: WARNING nova.virt.vmwareapi.driver [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 598.636204] env[69440]: INFO nova.virt.node [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Generated node identity 9a47e3d9-fb06-4966-9732-1aaf2b781196 [ 598.636459] env[69440]: INFO nova.virt.node [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Wrote node identity 9a47e3d9-fb06-4966-9732-1aaf2b781196 to /opt/stack/data/n-cpu-1/compute_id [ 599.139319] env[69440]: WARNING nova.compute.manager [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Compute nodes ['9a47e3d9-fb06-4966-9732-1aaf2b781196'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 600.144903] env[69440]: INFO nova.compute.manager [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 601.150707] env[69440]: WARNING nova.compute.manager [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 601.151086] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.151158] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.151315] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.151537] env[69440]: DEBUG nova.compute.resource_tracker [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 601.152515] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb9be64-28f1-48f1-82c8-c4a5a2895b11 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.161446] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1061833e-ed5c-4d62-afeb-520d63a51552 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.176074] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e153c435-115d-48ff-82ad-7357eeba6639 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.183682] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c8c351-0b26-44ea-920b-033df8de6007 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.213611] env[69440]: DEBUG nova.compute.resource_tracker [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180830MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=69440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 601.213780] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.213979] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.716585] env[69440]: WARNING nova.compute.resource_tracker [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] No compute node record for cpu-1:9a47e3d9-fb06-4966-9732-1aaf2b781196: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 9a47e3d9-fb06-4966-9732-1aaf2b781196 could not be found. [ 602.221159] env[69440]: INFO nova.compute.resource_tracker [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 9a47e3d9-fb06-4966-9732-1aaf2b781196 [ 603.731270] env[69440]: DEBUG nova.compute.resource_tracker [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 603.731655] env[69440]: DEBUG nova.compute.resource_tracker [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 603.938128] env[69440]: INFO nova.scheduler.client.report [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] [req-be22247f-0b8f-4864-8766-1880f0d777a4] Created resource provider record via placement API for resource provider with UUID 9a47e3d9-fb06-4966-9732-1aaf2b781196 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 603.957887] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c52d3ff-e738-4e3d-b58d-b8353a385708 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.966572] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24b878d-c2c8-4bba-8137-bbf1cf0883e2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.997989] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5962b957-92de-4be6-99f8-11ea6fe02335 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.005983] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9386ed03-4efb-4704-8cbc-6acab5eb4556 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.020375] env[69440]: DEBUG nova.compute.provider_tree [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 604.557036] env[69440]: DEBUG nova.scheduler.client.report [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Updated inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 604.557282] env[69440]: DEBUG nova.compute.provider_tree [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Updating resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 generation from 0 to 1 during operation: update_inventory {{(pid=69440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 604.557421] env[69440]: DEBUG nova.compute.provider_tree [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 604.608418] env[69440]: DEBUG nova.compute.provider_tree [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Updating resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 generation from 1 to 2 during operation: update_traits {{(pid=69440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 605.113511] env[69440]: DEBUG nova.compute.resource_tracker [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 605.113960] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.900s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.113960] env[69440]: DEBUG nova.service [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Creating RPC server for service compute {{(pid=69440) start /opt/stack/nova/nova/service.py:177}} [ 605.129680] env[69440]: DEBUG nova.service [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] Join ServiceGroup membership for this service compute {{(pid=69440) start /opt/stack/nova/nova/service.py:194}} [ 605.129893] env[69440]: DEBUG nova.servicegroup.drivers.db [None req-68ef5a01-0346-47a8-b1f6-f43e1bda43d8 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69440) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 640.132121] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.641176] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Getting list of instances from cluster (obj){ [ 640.641176] env[69440]: value = "domain-c8" [ 640.641176] env[69440]: _type = "ClusterComputeResource" [ 640.641176] env[69440]: } {{(pid=69440) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 640.641176] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af20303c-32ec-4269-a375-06e3e50ec219 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.651273] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Got total of 0 instances {{(pid=69440) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 640.651533] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.651924] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Getting list of instances from cluster (obj){ [ 640.651924] env[69440]: value = "domain-c8" [ 640.651924] env[69440]: _type = "ClusterComputeResource" [ 640.651924] env[69440]: } {{(pid=69440) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 640.654496] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b08714-bc2c-4cf7-9f8b-14e39ec190aa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.663162] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Got total of 0 instances {{(pid=69440) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 646.807039] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Acquiring lock "d64c1ede-21f5-4d14-9585-85aad4d25873" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.807310] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Lock "d64c1ede-21f5-4d14-9585-85aad4d25873" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.313025] env[69440]: DEBUG nova.compute.manager [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.850354] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.850840] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.852553] env[69440]: INFO nova.compute.claims [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.911198] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a75c430-5544-46fa-8d88-51e72525eceb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.921886] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfa1e52-da69-4fa7-95c8-25081daddabd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.966316] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67df38f-6c49-4004-91e7-acfdf9535100 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.977905] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc33275e-b7cd-40f7-9c3c-ed3feb38621f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.000652] env[69440]: DEBUG nova.compute.provider_tree [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.508233] env[69440]: DEBUG nova.scheduler.client.report [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.693106] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Acquiring lock "50f54b16-d6c6-4654-8f13-7773a3ec0e34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.693326] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Lock "50f54b16-d6c6-4654-8f13-7773a3ec0e34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.016526] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.017174] env[69440]: DEBUG nova.compute.manager [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.102663] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "ee008d19-5fee-41b6-b831-4fd2f8bb5327" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.102898] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "ee008d19-5fee-41b6-b831-4fd2f8bb5327" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.157151] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "2077be55-c9ca-46ad-9a38-24b83c46b705" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.157641] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "2077be55-c9ca-46ad-9a38-24b83c46b705" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.198454] env[69440]: DEBUG nova.compute.manager [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.201936] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "52627e7c-1387-4e85-b67b-8062a67f71c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.201936] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "52627e7c-1387-4e85-b67b-8062a67f71c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.526825] env[69440]: DEBUG nova.compute.utils [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.528409] env[69440]: DEBUG nova.compute.manager [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Not allocating networking since 'none' was specified. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 650.606667] env[69440]: DEBUG nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.660641] env[69440]: DEBUG nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.718977] env[69440]: DEBUG nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.744152] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.744152] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.745803] env[69440]: INFO nova.compute.claims [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.931460] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Acquiring lock "733e01e7-5429-41fe-8cd0-9fc56d03fce0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.932119] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Lock "733e01e7-5429-41fe-8cd0-9fc56d03fce0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.034038] env[69440]: DEBUG nova.compute.manager [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.148380] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.193183] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.209339] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquiring lock "bcfea8dc-1327-4e91-b5fb-5183146af199" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.209574] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Lock "bcfea8dc-1327-4e91-b5fb-5183146af199" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.251761] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.436502] env[69440]: DEBUG nova.compute.manager [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.715672] env[69440]: DEBUG nova.compute.manager [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.956031] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc825ac-7715-422e-9b6c-aea5cde15951 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.979923] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17300e56-2a7f-40bb-a01f-157d9fb1578f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.027429] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.028435] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94fc395-2a4a-4c03-849e-6d3749898db4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.035968] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Acquiring lock "960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.039826] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Lock "960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.047628] env[69440]: DEBUG nova.compute.manager [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.052393] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f149c221-83ef-47d6-ada5-7c38e85327a3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.070515] env[69440]: DEBUG nova.compute.provider_tree [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.264780] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.545424] env[69440]: DEBUG nova.compute.manager [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.576228] env[69440]: DEBUG nova.virt.hardware [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.576500] env[69440]: DEBUG nova.virt.hardware [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.576656] env[69440]: DEBUG nova.virt.hardware [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.578268] env[69440]: DEBUG nova.virt.hardware [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.578268] env[69440]: DEBUG nova.virt.hardware [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.578268] env[69440]: DEBUG nova.virt.hardware [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.578268] env[69440]: DEBUG nova.virt.hardware [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.578268] env[69440]: DEBUG nova.virt.hardware [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.578558] env[69440]: DEBUG nova.virt.hardware [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.579228] env[69440]: DEBUG nova.virt.hardware [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.579567] env[69440]: DEBUG nova.virt.hardware [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.580534] env[69440]: DEBUG nova.scheduler.client.report [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.585465] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230cdd58-d515-4d7e-a335-88c76b51d7ca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.596324] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9153ca-171e-43f4-a942-3dde547c2fce {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.623560] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633ced35-1b77-42a9-89ce-aee34a9056b4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.649696] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Instance VIF info [] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.661474] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.662279] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7117dae-5e70-4b58-a147-0cbe5d4b5985 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.678305] env[69440]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 652.678575] env[69440]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69440) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 652.679313] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Folder already exists: OpenStack. Parent ref: group-v4. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 652.679529] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Creating folder: Project (463b22ee21d44e00a36fcad01b86d2f0). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.679768] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-847f1293-8a16-4e07-822e-9175b58dafdd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.694660] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Created folder: Project (463b22ee21d44e00a36fcad01b86d2f0) in parent group-v819662. [ 652.694958] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Creating folder: Instances. Parent ref: group-v819666. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.695332] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e7c2c60-5309-411f-8141-a7c354ffccf9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.706742] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Created folder: Instances in parent group-v819666. [ 652.707047] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.707271] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.707493] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff431121-6dd1-40fd-a93c-5f8eae35f0fd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.730885] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.730885] env[69440]: value = "task-4138899" [ 652.730885] env[69440]: _type = "Task" [ 652.730885] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.743476] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138899, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.081506] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.091453] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.092248] env[69440]: DEBUG nova.compute.manager [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.098029] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.950s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.099679] env[69440]: INFO nova.compute.claims [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.244417] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138899, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.265428] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.265428] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.265428] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.265428] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.265428] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.265428] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.265611] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.265611] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 653.265611] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.605909] env[69440]: DEBUG nova.compute.utils [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.611275] env[69440]: DEBUG nova.compute.manager [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.611573] env[69440]: DEBUG nova.network.neutron [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.746314] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138899, 'name': CreateVM_Task, 'duration_secs': 0.515994} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.746575] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.747658] env[69440]: DEBUG oslo_vmware.service [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfeff3f-98c8-45ac-81cf-227f9ccd81ed {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.756633] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.756952] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.757558] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.757741] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb11680a-c237-4826-8abb-4c43d9f93423 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.764559] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 653.764559] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52e72f25-1799-94bb-2cd4-104938784c56" [ 653.764559] env[69440]: _type = "Task" [ 653.764559] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.783300] env[69440]: DEBUG nova.policy [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '160498e23f564394bc3430d5f52ae8b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20aa7e0d65d149cbba5c1490e4aa2564', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.786088] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.793213] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.793536] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.793775] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.793921] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.794345] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.795562] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3135ee2e-f2e5-4a66-9298-1eecc31fe473 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.813967] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.814179] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.815898] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc003cb0-7f67-4872-b0a0-014f7e78eabc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.824663] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9533786-9144-4c43-a709-23472fc651bd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.830303] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 653.830303] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52f625b9-fdd6-4d58-eb88-05962e07d11a" [ 653.830303] env[69440]: _type = "Task" [ 653.830303] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.840793] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f625b9-fdd6-4d58-eb88-05962e07d11a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.115359] env[69440]: DEBUG nova.compute.manager [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.302315] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a202cb-b779-4956-a076-2ced5730235d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.316813] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5fa819-6b26-46a4-8234-c241efe479f6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.362727] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408ade4a-6465-45e9-a197-dad1b1e8225a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.378088] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Preparing fetch location {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 654.378360] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Creating directory with path [datastore1] vmware_temp/e27c0672-c756-4b25-a1c7-f75d870b7fc8/555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.378775] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-015cfd0d-8003-483a-868a-926c8428e9e3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.386201] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fc8923-e9b0-43db-bb1e-3890e20ee217 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.404508] env[69440]: DEBUG nova.compute.provider_tree [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.410828] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Created directory with path [datastore1] vmware_temp/e27c0672-c756-4b25-a1c7-f75d870b7fc8/555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.411082] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Fetch image to [datastore1] vmware_temp/e27c0672-c756-4b25-a1c7-f75d870b7fc8/555d0c13-6860-403d-b1b7-ed3636d51225/tmp-sparse.vmdk {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 654.415582] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Downloading image file data 555d0c13-6860-403d-b1b7-ed3636d51225 to [datastore1] vmware_temp/e27c0672-c756-4b25-a1c7-f75d870b7fc8/555d0c13-6860-403d-b1b7-ed3636d51225/tmp-sparse.vmdk on the data store datastore1 {{(pid=69440) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 654.415582] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5126db4-04be-40f4-9e29-aab7ed3dc798 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.425099] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4950d7-4deb-4ff8-b11d-0efb9ba774da {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.437044] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059134d8-f78c-41e7-a90f-d63a583c523c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.472103] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8847184-81f3-4e57-b081-b14e97502f58 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.479346] env[69440]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-eacc8aa5-3f9c-47ed-a20b-86d4f9205ecd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.519239] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Downloading image file data 555d0c13-6860-403d-b1b7-ed3636d51225 to the data store datastore1 {{(pid=69440) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 654.602053] env[69440]: DEBUG oslo_vmware.rw_handles [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e27c0672-c756-4b25-a1c7-f75d870b7fc8/555d0c13-6860-403d-b1b7-ed3636d51225/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69440) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 654.917979] env[69440]: DEBUG nova.scheduler.client.report [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.039610] env[69440]: DEBUG nova.network.neutron [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Successfully created port: a0e58187-4c87-4698-8e24-7f9f15387f93 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.167736] env[69440]: DEBUG nova.compute.manager [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.209233] env[69440]: DEBUG nova.virt.hardware [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.209233] env[69440]: DEBUG nova.virt.hardware [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.209233] env[69440]: DEBUG nova.virt.hardware [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.209424] env[69440]: DEBUG nova.virt.hardware [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.209424] env[69440]: DEBUG nova.virt.hardware [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.209424] env[69440]: DEBUG nova.virt.hardware [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.209846] env[69440]: DEBUG nova.virt.hardware [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.210152] env[69440]: DEBUG nova.virt.hardware [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.210427] env[69440]: DEBUG nova.virt.hardware [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.210717] env[69440]: DEBUG nova.virt.hardware [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.211026] env[69440]: DEBUG nova.virt.hardware [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.212051] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1833246-1336-4386-881d-ede67fd69f9c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.229416] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3feda020-c04b-42d1-9777-e7f1a3492888 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.350482] env[69440]: DEBUG oslo_vmware.rw_handles [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Completed reading data from the image iterator. {{(pid=69440) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 655.350652] env[69440]: DEBUG oslo_vmware.rw_handles [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e27c0672-c756-4b25-a1c7-f75d870b7fc8/555d0c13-6860-403d-b1b7-ed3636d51225/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 655.429023] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.429731] env[69440]: DEBUG nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.433797] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.241s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.435242] env[69440]: INFO nova.compute.claims [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.488741] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Downloaded image file data 555d0c13-6860-403d-b1b7-ed3636d51225 to vmware_temp/e27c0672-c756-4b25-a1c7-f75d870b7fc8/555d0c13-6860-403d-b1b7-ed3636d51225/tmp-sparse.vmdk on the data store datastore1 {{(pid=69440) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 655.490500] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Caching image {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 655.490795] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Copying Virtual Disk [datastore1] vmware_temp/e27c0672-c756-4b25-a1c7-f75d870b7fc8/555d0c13-6860-403d-b1b7-ed3636d51225/tmp-sparse.vmdk to [datastore1] vmware_temp/e27c0672-c756-4b25-a1c7-f75d870b7fc8/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.493540] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f239169c-38df-4aa2-bcbc-5274234cf9b4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.504242] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 655.504242] env[69440]: value = "task-4138901" [ 655.504242] env[69440]: _type = "Task" [ 655.504242] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.514508] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.942857] env[69440]: DEBUG nova.compute.utils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.945806] env[69440]: DEBUG nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.946332] env[69440]: DEBUG nova.network.neutron [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.022252] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138901, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.083753] env[69440]: DEBUG nova.policy [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f11e6b157334ad4890f40be4edbcd89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddd33079cde84af0b3d09bf2eebc6872', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.456137] env[69440]: DEBUG nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.524274] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675359} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.524274] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Copied Virtual Disk [datastore1] vmware_temp/e27c0672-c756-4b25-a1c7-f75d870b7fc8/555d0c13-6860-403d-b1b7-ed3636d51225/tmp-sparse.vmdk to [datastore1] vmware_temp/e27c0672-c756-4b25-a1c7-f75d870b7fc8/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.524274] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Deleting the datastore file [datastore1] vmware_temp/e27c0672-c756-4b25-a1c7-f75d870b7fc8/555d0c13-6860-403d-b1b7-ed3636d51225/tmp-sparse.vmdk {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.524274] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cf72a55-d29a-4d22-8df1-132c3f05fe57 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.540038] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 656.540038] env[69440]: value = "task-4138902" [ 656.540038] env[69440]: _type = "Task" [ 656.540038] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.549552] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.659834] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0117f721-b94c-4646-99e6-8f7bce300729 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.672344] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8565a1-e9a7-4d36-b663-c41e44f163fb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.706581] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0895d855-ada6-4186-b07d-0ac7e286f729 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.716295] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c83f1e9-f4d9-459c-8752-9be8ecc74cf0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.731219] env[69440]: DEBUG nova.compute.provider_tree [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.977424] env[69440]: DEBUG nova.network.neutron [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Successfully created port: f7688d97-95b5-4d9e-93b2-85c41d61f503 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.052581] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030057} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.055012] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.055820] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Moving file from [datastore1] vmware_temp/e27c0672-c756-4b25-a1c7-f75d870b7fc8/555d0c13-6860-403d-b1b7-ed3636d51225 to [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225. {{(pid=69440) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 657.055820] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-24447820-b555-40b9-8f4f-29484a7a4477 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.064810] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 657.064810] env[69440]: value = "task-4138904" [ 657.064810] env[69440]: _type = "Task" [ 657.064810] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.074849] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138904, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.236318] env[69440]: DEBUG nova.scheduler.client.report [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.479739] env[69440]: DEBUG nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.525133] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.525133] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.525133] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.525304] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.525304] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.525568] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.525838] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.525999] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.526972] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.527233] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.528019] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.528361] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99b79a8-3df0-4b3b-9c72-27f69c32a939 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.541307] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0965c4-1590-40be-9ec3-945f78a32f44 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.577839] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138904, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.139477} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.578256] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] File moved {{(pid=69440) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 657.578449] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Cleaning up location [datastore1] vmware_temp/e27c0672-c756-4b25-a1c7-f75d870b7fc8 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 657.578562] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Deleting the datastore file [datastore1] vmware_temp/e27c0672-c756-4b25-a1c7-f75d870b7fc8 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.578785] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d8cc184-6c1c-4b6f-a2bd-bd38a87e0447 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.589181] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 657.589181] env[69440]: value = "task-4138905" [ 657.589181] env[69440]: _type = "Task" [ 657.589181] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.600637] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.742064] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.742544] env[69440]: DEBUG nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.746848] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.496s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.748144] env[69440]: INFO nova.compute.claims [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.101647] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028108} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.101647] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.102463] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-318cfa96-df25-4c29-a836-de1f8b48e9e7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.110473] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 658.110473] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]525fff75-a779-7c19-d687-cd3586c04115" [ 658.110473] env[69440]: _type = "Task" [ 658.110473] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.120610] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525fff75-a779-7c19-d687-cd3586c04115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.253809] env[69440]: DEBUG nova.compute.utils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.261907] env[69440]: DEBUG nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.261907] env[69440]: DEBUG nova.network.neutron [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.341082] env[69440]: DEBUG nova.policy [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f11e6b157334ad4890f40be4edbcd89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddd33079cde84af0b3d09bf2eebc6872', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.477011] env[69440]: DEBUG nova.network.neutron [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Successfully updated port: a0e58187-4c87-4698-8e24-7f9f15387f93 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.626496] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525fff75-a779-7c19-d687-cd3586c04115, 'name': SearchDatastore_Task, 'duration_secs': 0.009165} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.626854] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.626994] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] d64c1ede-21f5-4d14-9585-85aad4d25873/d64c1ede-21f5-4d14-9585-85aad4d25873.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.627268] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b337c2f-01c8-46ff-84a2-9fd2314c7031 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.635974] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 658.635974] env[69440]: value = "task-4138906" [ 658.635974] env[69440]: _type = "Task" [ 658.635974] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.646474] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.767408] env[69440]: DEBUG nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.809700] env[69440]: DEBUG nova.network.neutron [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Successfully created port: 7aa490df-5eb3-4b45-9fdc-f430d0113b87 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.953431] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c361189b-a175-4da0-9528-6cf36fe134a9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.967030] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42758eeb-a20c-49f2-99ed-665d3f95424b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.007533] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Acquiring lock "refresh_cache-50f54b16-d6c6-4654-8f13-7773a3ec0e34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.007533] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Acquired lock "refresh_cache-50f54b16-d6c6-4654-8f13-7773a3ec0e34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.007666] env[69440]: DEBUG nova.network.neutron [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.010110] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2a0497-cc4d-48be-a72c-0646533d5efc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.022253] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30162d96-4582-47b4-b194-a6607644833a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.037262] env[69440]: DEBUG nova.compute.provider_tree [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.146734] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138906, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.543889] env[69440]: DEBUG nova.scheduler.client.report [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.651890] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620856} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.651890] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] d64c1ede-21f5-4d14-9585-85aad4d25873/d64c1ede-21f5-4d14-9585-85aad4d25873.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.652321] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.652548] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5c76fe1-c11d-440c-ad96-d380e7252ce6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.657538] env[69440]: DEBUG nova.network.neutron [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.669813] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 659.669813] env[69440]: value = "task-4138908" [ 659.669813] env[69440]: _type = "Task" [ 659.669813] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.682302] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.787434] env[69440]: DEBUG nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.820201] env[69440]: DEBUG nova.network.neutron [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Successfully updated port: f7688d97-95b5-4d9e-93b2-85c41d61f503 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.830519] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.830863] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.831038] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.831254] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.831411] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.831571] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.831811] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.835024] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.835024] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.835024] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.835024] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.835024] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d981fdbe-ed56-4d0a-a43d-b6d0e7220d3d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.849779] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2a4cf7-f563-42c4-a7ac-98d44114c2b2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.051499] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.052195] env[69440]: DEBUG nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.056109] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.029s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.061755] env[69440]: INFO nova.compute.claims [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.184621] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078657} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.185307] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.186779] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c0fc56-6f60-4f1d-b0ed-1ffef2ce47e4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.213933] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] d64c1ede-21f5-4d14-9585-85aad4d25873/d64c1ede-21f5-4d14-9585-85aad4d25873.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.215570] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84a448f1-fd77-4b83-9c85-591cb3798bda {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.239184] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 660.239184] env[69440]: value = "task-4138909" [ 660.239184] env[69440]: _type = "Task" [ 660.239184] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.252399] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.255455] env[69440]: DEBUG nova.network.neutron [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Updating instance_info_cache with network_info: [{"id": "a0e58187-4c87-4698-8e24-7f9f15387f93", "address": "fa:16:3e:24:25:2e", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e58187-4c", "ovs_interfaceid": "a0e58187-4c87-4698-8e24-7f9f15387f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.325806] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "refresh_cache-ee008d19-5fee-41b6-b831-4fd2f8bb5327" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.326016] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquired lock "refresh_cache-ee008d19-5fee-41b6-b831-4fd2f8bb5327" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.326162] env[69440]: DEBUG nova.network.neutron [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.566831] env[69440]: DEBUG nova.compute.utils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.567576] env[69440]: DEBUG nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.567803] env[69440]: DEBUG nova.network.neutron [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.671209] env[69440]: DEBUG nova.policy [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f11e6b157334ad4890f40be4edbcd89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddd33079cde84af0b3d09bf2eebc6872', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.763942] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Releasing lock "refresh_cache-50f54b16-d6c6-4654-8f13-7773a3ec0e34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.763942] env[69440]: DEBUG nova.compute.manager [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Instance network_info: |[{"id": "a0e58187-4c87-4698-8e24-7f9f15387f93", "address": "fa:16:3e:24:25:2e", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e58187-4c", "ovs_interfaceid": "a0e58187-4c87-4698-8e24-7f9f15387f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.764274] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138909, 'name': ReconfigVM_Task, 'duration_secs': 0.30805} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.764274] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:25:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0e58187-4c87-4698-8e24-7f9f15387f93', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.774864] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Creating folder: Project (20aa7e0d65d149cbba5c1490e4aa2564). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.774864] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Reconfigured VM instance instance-00000001 to attach disk [datastore1] d64c1ede-21f5-4d14-9585-85aad4d25873/d64c1ede-21f5-4d14-9585-85aad4d25873.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.775567] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb78b4b5-f601-49d7-9848-249b83f8e679 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.779518] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de14ec37-ea01-40a9-8802-e56a92e84e07 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.786785] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 660.786785] env[69440]: value = "task-4138911" [ 660.786785] env[69440]: _type = "Task" [ 660.786785] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.791972] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Created folder: Project (20aa7e0d65d149cbba5c1490e4aa2564) in parent group-v819662. [ 660.792625] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Creating folder: Instances. Parent ref: group-v819670. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.792969] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff0dcfca-1778-418d-876c-df93544b406f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.797982] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138911, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.806648] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Created folder: Instances in parent group-v819670. [ 660.806648] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.806808] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.806994] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69b3602d-4d68-47bc-b75a-7ca776f5732b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.836175] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.836175] env[69440]: value = "task-4138913" [ 660.836175] env[69440]: _type = "Task" [ 660.836175] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.846607] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138913, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.013513] env[69440]: DEBUG nova.network.neutron [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.017762] env[69440]: DEBUG oslo_concurrency.lockutils [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Acquiring lock "2631d429-9d16-4cdf-b7cf-14ea26d5fd94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.018017] env[69440]: DEBUG oslo_concurrency.lockutils [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Lock "2631d429-9d16-4cdf-b7cf-14ea26d5fd94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.051177] env[69440]: DEBUG nova.network.neutron [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Successfully updated port: 7aa490df-5eb3-4b45-9fdc-f430d0113b87 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.070892] env[69440]: DEBUG nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.300857] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138911, 'name': Rename_Task, 'duration_secs': 0.151503} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.300857] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.300857] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad46937a-c92c-4680-8db5-e0db3d81d50d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.308115] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 661.308115] env[69440]: value = "task-4138915" [ 661.308115] env[69440]: _type = "Task" [ 661.308115] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.321059] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.338135] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4aa9381-a5d7-4a3a-946b-997500f95059 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.349372] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138913, 'name': CreateVM_Task, 'duration_secs': 0.381911} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.351906] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.355038] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696d72a8-91f4-4419-b91f-94ecec96366e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.392228] env[69440]: DEBUG oslo_vmware.service [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc0d235-4752-4a54-945b-2ed1359c70ab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.395807] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b16900-c073-4690-8818-fd2194a858f1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.404868] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.405322] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.406067] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.407511] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fdfe60-c204-44e5-b680-00a500486497 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.411442] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9655a779-4fb3-4e7c-886f-09066f0c9565 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.417105] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 661.417105] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52599fe1-6f42-2218-7c65-c5a8c1ea15b2" [ 661.417105] env[69440]: _type = "Task" [ 661.417105] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.426624] env[69440]: DEBUG nova.compute.provider_tree [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.441518] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.441791] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.442063] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.442223] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.445327] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.445327] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-037b8ecb-afbd-425d-a291-3bea82ff1fd2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.462320] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.462544] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.463432] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9b3916-c857-46f5-aa2d-6a6154e03a24 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.470589] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d5c2824-3a59-4bdc-aa6a-cb9a161cb761 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.476978] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 661.476978] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528b2549-8251-9bcd-200a-79b4e9401525" [ 661.476978] env[69440]: _type = "Task" [ 661.476978] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.486331] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528b2549-8251-9bcd-200a-79b4e9401525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.525189] env[69440]: DEBUG nova.compute.manager [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.560338] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "refresh_cache-2077be55-c9ca-46ad-9a38-24b83c46b705" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.560480] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquired lock "refresh_cache-2077be55-c9ca-46ad-9a38-24b83c46b705" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.560627] env[69440]: DEBUG nova.network.neutron [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.610130] env[69440]: DEBUG nova.compute.manager [req-2cb1304a-c319-4934-9177-ea8dfb421fa5 req-fcf39e79-275e-436c-91e6-30962e893e40 service nova] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Received event network-vif-plugged-a0e58187-4c87-4698-8e24-7f9f15387f93 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.610442] env[69440]: DEBUG oslo_concurrency.lockutils [req-2cb1304a-c319-4934-9177-ea8dfb421fa5 req-fcf39e79-275e-436c-91e6-30962e893e40 service nova] Acquiring lock "50f54b16-d6c6-4654-8f13-7773a3ec0e34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.610655] env[69440]: DEBUG oslo_concurrency.lockutils [req-2cb1304a-c319-4934-9177-ea8dfb421fa5 req-fcf39e79-275e-436c-91e6-30962e893e40 service nova] Lock "50f54b16-d6c6-4654-8f13-7773a3ec0e34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.610820] env[69440]: DEBUG oslo_concurrency.lockutils [req-2cb1304a-c319-4934-9177-ea8dfb421fa5 req-fcf39e79-275e-436c-91e6-30962e893e40 service nova] Lock "50f54b16-d6c6-4654-8f13-7773a3ec0e34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.610985] env[69440]: DEBUG nova.compute.manager [req-2cb1304a-c319-4934-9177-ea8dfb421fa5 req-fcf39e79-275e-436c-91e6-30962e893e40 service nova] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] No waiting events found dispatching network-vif-plugged-a0e58187-4c87-4698-8e24-7f9f15387f93 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 661.611225] env[69440]: WARNING nova.compute.manager [req-2cb1304a-c319-4934-9177-ea8dfb421fa5 req-fcf39e79-275e-436c-91e6-30962e893e40 service nova] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Received unexpected event network-vif-plugged-a0e58187-4c87-4698-8e24-7f9f15387f93 for instance with vm_state building and task_state spawning. [ 661.665670] env[69440]: DEBUG nova.network.neutron [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Updating instance_info_cache with network_info: [{"id": "f7688d97-95b5-4d9e-93b2-85c41d61f503", "address": "fa:16:3e:bf:1c:1e", "network": {"id": "c2c9387c-0eef-4288-98cb-ff60a540c89c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757265968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd33079cde84af0b3d09bf2eebc6872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7688d97-95", "ovs_interfaceid": "f7688d97-95b5-4d9e-93b2-85c41d61f503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.755125] env[69440]: DEBUG nova.network.neutron [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Successfully created port: 273d0915-6498-4c00-b609-1b995b9601ba {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.820379] env[69440]: DEBUG oslo_vmware.api [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138915, 'name': PowerOnVM_Task, 'duration_secs': 0.495313} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.820379] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.821030] env[69440]: INFO nova.compute.manager [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Took 9.77 seconds to spawn the instance on the hypervisor. [ 661.821030] env[69440]: DEBUG nova.compute.manager [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 661.821802] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd1a71c-8ebf-4e1a-b8e3-4a121af07b3f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.931660] env[69440]: DEBUG nova.scheduler.client.report [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.989939] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Preparing fetch location {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 661.990236] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Creating directory with path [datastore2] vmware_temp/89b7bc97-e419-4e09-ade2-877fd9425cca/555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.990489] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd4cfe46-9eb7-4c8b-ac10-ff147bcf3ae9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.011311] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Created directory with path [datastore2] vmware_temp/89b7bc97-e419-4e09-ade2-877fd9425cca/555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.011530] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Fetch image to [datastore2] vmware_temp/89b7bc97-e419-4e09-ade2-877fd9425cca/555d0c13-6860-403d-b1b7-ed3636d51225/tmp-sparse.vmdk {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 662.011698] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Downloading image file data 555d0c13-6860-403d-b1b7-ed3636d51225 to [datastore2] vmware_temp/89b7bc97-e419-4e09-ade2-877fd9425cca/555d0c13-6860-403d-b1b7-ed3636d51225/tmp-sparse.vmdk on the data store datastore2 {{(pid=69440) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 662.012585] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6000d458-e333-4866-8aa8-adfea932f451 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.024958] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a868050-722b-4c45-865e-f2bd9c8edf64 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.038990] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b4f9bf-04d0-4fdd-bd07-510effc6ce47 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.072467] env[69440]: DEBUG oslo_concurrency.lockutils [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.073995] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61527241-2cb9-4a83-b668-be3564b3c0ee {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.080787] env[69440]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-9c343751-7ec4-4c43-a9d1-8c435e1ac2cd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.088596] env[69440]: DEBUG nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.115267] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Downloading image file data 555d0c13-6860-403d-b1b7-ed3636d51225 to the data store datastore2 {{(pid=69440) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 662.121783] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.122295] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.122828] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.123108] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.123329] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.123540] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.123818] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.124054] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.124282] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.124494] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.124712] env[69440]: DEBUG nova.virt.hardware [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.125765] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499a45a5-34c9-4c63-a6c8-cfed8b47229a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.129984] env[69440]: DEBUG nova.network.neutron [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.144405] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f7e301-3e6c-4b1b-828f-8362cd1b6a22 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.168725] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Releasing lock "refresh_cache-ee008d19-5fee-41b6-b831-4fd2f8bb5327" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.169440] env[69440]: DEBUG nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Instance network_info: |[{"id": "f7688d97-95b5-4d9e-93b2-85c41d61f503", "address": "fa:16:3e:bf:1c:1e", "network": {"id": "c2c9387c-0eef-4288-98cb-ff60a540c89c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757265968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd33079cde84af0b3d09bf2eebc6872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7688d97-95", "ovs_interfaceid": "f7688d97-95b5-4d9e-93b2-85c41d61f503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.169638] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:1c:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7688d97-95b5-4d9e-93b2-85c41d61f503', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.177564] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Creating folder: Project (ddd33079cde84af0b3d09bf2eebc6872). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.177922] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ad3c152-3d4a-4c49-b5ae-518892872819 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.184301] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/89b7bc97-e419-4e09-ade2-877fd9425cca/555d0c13-6860-403d-b1b7-ed3636d51225/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69440) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 662.190051] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Created folder: Project (ddd33079cde84af0b3d09bf2eebc6872) in parent group-v819662. [ 662.190051] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Creating folder: Instances. Parent ref: group-v819673. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.243878] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed32b0ae-0c53-468c-8283-33883cf17b30 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.266993] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Created folder: Instances in parent group-v819673. [ 662.266993] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.266993] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.266993] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9409107e-6493-4481-9a9c-d445938a12bf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.290898] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.290898] env[69440]: value = "task-4138918" [ 662.290898] env[69440]: _type = "Task" [ 662.290898] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.299884] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138918, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.342788] env[69440]: INFO nova.compute.manager [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Took 14.52 seconds to build instance. [ 662.437710] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.438276] env[69440]: DEBUG nova.compute.manager [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.442417] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.178s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.443952] env[69440]: INFO nova.compute.claims [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.577529] env[69440]: DEBUG nova.network.neutron [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Updating instance_info_cache with network_info: [{"id": "7aa490df-5eb3-4b45-9fdc-f430d0113b87", "address": "fa:16:3e:a9:33:99", "network": {"id": "c2c9387c-0eef-4288-98cb-ff60a540c89c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757265968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd33079cde84af0b3d09bf2eebc6872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa490df-5e", "ovs_interfaceid": "7aa490df-5eb3-4b45-9fdc-f430d0113b87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.804855] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138918, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.843678] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dc44061b-f5a3-4a35-a9d0-6268512ce655 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Lock "d64c1ede-21f5-4d14-9585-85aad4d25873" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.036s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.953119] env[69440]: DEBUG nova.compute.utils [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.969209] env[69440]: DEBUG nova.compute.manager [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.969496] env[69440]: DEBUG nova.network.neutron [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.041501] env[69440]: DEBUG nova.policy [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20a7fffa6a1a4ccd9ea8d7b45fcda390', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '257885c995284707a259e656d3d55890', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.080150] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Releasing lock "refresh_cache-2077be55-c9ca-46ad-9a38-24b83c46b705" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.080484] env[69440]: DEBUG nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Instance network_info: |[{"id": "7aa490df-5eb3-4b45-9fdc-f430d0113b87", "address": "fa:16:3e:a9:33:99", "network": {"id": "c2c9387c-0eef-4288-98cb-ff60a540c89c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757265968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd33079cde84af0b3d09bf2eebc6872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa490df-5e", "ovs_interfaceid": "7aa490df-5eb3-4b45-9fdc-f430d0113b87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.080998] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:33:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7aa490df-5eb3-4b45-9fdc-f430d0113b87', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.093549] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.094064] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.094348] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-125ee7a1-78a9-4465-a65e-ae74124d6edb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.123221] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.123221] env[69440]: value = "task-4138919" [ 663.123221] env[69440]: _type = "Task" [ 663.123221] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.134727] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138919, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.172068] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Completed reading data from the image iterator. {{(pid=69440) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 663.172518] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/89b7bc97-e419-4e09-ade2-877fd9425cca/555d0c13-6860-403d-b1b7-ed3636d51225/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 663.231507] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Downloaded image file data 555d0c13-6860-403d-b1b7-ed3636d51225 to vmware_temp/89b7bc97-e419-4e09-ade2-877fd9425cca/555d0c13-6860-403d-b1b7-ed3636d51225/tmp-sparse.vmdk on the data store datastore2 {{(pid=69440) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 663.234731] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Caching image {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 663.234731] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Copying Virtual Disk [datastore2] vmware_temp/89b7bc97-e419-4e09-ade2-877fd9425cca/555d0c13-6860-403d-b1b7-ed3636d51225/tmp-sparse.vmdk to [datastore2] vmware_temp/89b7bc97-e419-4e09-ade2-877fd9425cca/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.234731] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de2fa9a3-6e16-40e0-a034-10d1a27e5816 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.247832] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 663.247832] env[69440]: value = "task-4138920" [ 663.247832] env[69440]: _type = "Task" [ 663.247832] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.264419] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4138920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.312991] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138918, 'name': CreateVM_Task, 'duration_secs': 0.518352} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.314389] env[69440]: DEBUG nova.compute.manager [req-7e9d70d4-0854-443c-bd21-7f7487823c3c req-80e9d5fd-b33e-41dd-8f17-afeea458ef7a service nova] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Received event network-vif-plugged-7aa490df-5eb3-4b45-9fdc-f430d0113b87 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.314690] env[69440]: DEBUG oslo_concurrency.lockutils [req-7e9d70d4-0854-443c-bd21-7f7487823c3c req-80e9d5fd-b33e-41dd-8f17-afeea458ef7a service nova] Acquiring lock "2077be55-c9ca-46ad-9a38-24b83c46b705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.316021] env[69440]: DEBUG oslo_concurrency.lockutils [req-7e9d70d4-0854-443c-bd21-7f7487823c3c req-80e9d5fd-b33e-41dd-8f17-afeea458ef7a service nova] Lock "2077be55-c9ca-46ad-9a38-24b83c46b705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.316021] env[69440]: DEBUG oslo_concurrency.lockutils [req-7e9d70d4-0854-443c-bd21-7f7487823c3c req-80e9d5fd-b33e-41dd-8f17-afeea458ef7a service nova] Lock "2077be55-c9ca-46ad-9a38-24b83c46b705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.316021] env[69440]: DEBUG nova.compute.manager [req-7e9d70d4-0854-443c-bd21-7f7487823c3c req-80e9d5fd-b33e-41dd-8f17-afeea458ef7a service nova] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] No waiting events found dispatching network-vif-plugged-7aa490df-5eb3-4b45-9fdc-f430d0113b87 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 663.316021] env[69440]: WARNING nova.compute.manager [req-7e9d70d4-0854-443c-bd21-7f7487823c3c req-80e9d5fd-b33e-41dd-8f17-afeea458ef7a service nova] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Received unexpected event network-vif-plugged-7aa490df-5eb3-4b45-9fdc-f430d0113b87 for instance with vm_state building and task_state spawning. [ 663.316245] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.317931] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.318201] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.318646] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.318962] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c23146ae-e28f-43cd-8cc5-7678d31091a6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.325613] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 663.325613] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5218b8e2-5c05-19d0-4c2e-fbfb0a741d43" [ 663.325613] env[69440]: _type = "Task" [ 663.325613] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.339366] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5218b8e2-5c05-19d0-4c2e-fbfb0a741d43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.469813] env[69440]: DEBUG nova.compute.manager [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.561771] env[69440]: DEBUG nova.network.neutron [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Successfully created port: c5819e62-7612-432a-9a08-5e9ab2e7c855 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.643271] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138919, 'name': CreateVM_Task, 'duration_secs': 0.496847} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.643526] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.645934] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.717488] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837a4389-5986-453e-a7f9-8375eda48488 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.730458] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a04905-253f-4fbe-936a-03399474b8b0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.772522] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c2c465-788d-445e-8565-5c87b4a4293f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.778381] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Acquiring lock "f121bdab-27c9-457f-b3c0-0218b0d6d1e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.778771] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Lock "f121bdab-27c9-457f-b3c0-0218b0d6d1e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.786411] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4138920, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.789962] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2badf70f-e493-485e-b044-0a5fd50d9ae0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.808222] env[69440]: DEBUG nova.compute.provider_tree [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.839970] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.840274] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.840563] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.840862] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.841197] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.841286] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5431d9-449a-4b3d-ba88-e17b1e46bbbe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.847585] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 663.847585] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52354724-c4a0-e2e1-f32a-f67605819247" [ 663.847585] env[69440]: _type = "Task" [ 663.847585] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.859225] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52354724-c4a0-e2e1-f32a-f67605819247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.217279] env[69440]: DEBUG nova.network.neutron [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Successfully updated port: 273d0915-6498-4c00-b609-1b995b9601ba {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.285026] env[69440]: DEBUG nova.compute.manager [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.288682] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4138920, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.313677] env[69440]: DEBUG nova.scheduler.client.report [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.364954] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.365549] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.365549] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.482477] env[69440]: DEBUG nova.compute.manager [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.506349] env[69440]: DEBUG nova.virt.hardware [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.506770] env[69440]: DEBUG nova.virt.hardware [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.506770] env[69440]: DEBUG nova.virt.hardware [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.506893] env[69440]: DEBUG nova.virt.hardware [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.507320] env[69440]: DEBUG nova.virt.hardware [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.507749] env[69440]: DEBUG nova.virt.hardware [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.508129] env[69440]: DEBUG nova.virt.hardware [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.508343] env[69440]: DEBUG nova.virt.hardware [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.508555] env[69440]: DEBUG nova.virt.hardware [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.508758] env[69440]: DEBUG nova.virt.hardware [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.508970] env[69440]: DEBUG nova.virt.hardware [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.510082] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1ef6a8-7cfe-4074-b635-c506dc7c0760 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.520280] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016cb5cf-31eb-4224-9964-3898d97f8bb4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.659573] env[69440]: DEBUG oslo_concurrency.lockutils [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Acquiring lock "b9cb0a36-50a0-4030-b8c7-aec41255fb60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.660322] env[69440]: DEBUG oslo_concurrency.lockutils [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Lock "b9cb0a36-50a0-4030-b8c7-aec41255fb60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.722863] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "refresh_cache-52627e7c-1387-4e85-b67b-8062a67f71c6" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.723185] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquired lock "refresh_cache-52627e7c-1387-4e85-b67b-8062a67f71c6" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.723389] env[69440]: DEBUG nova.network.neutron [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.785908] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4138920, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.045599} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.786199] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Copied Virtual Disk [datastore2] vmware_temp/89b7bc97-e419-4e09-ade2-877fd9425cca/555d0c13-6860-403d-b1b7-ed3636d51225/tmp-sparse.vmdk to [datastore2] vmware_temp/89b7bc97-e419-4e09-ade2-877fd9425cca/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.786387] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Deleting the datastore file [datastore2] vmware_temp/89b7bc97-e419-4e09-ade2-877fd9425cca/555d0c13-6860-403d-b1b7-ed3636d51225/tmp-sparse.vmdk {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.786653] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e52f8a9f-18f2-45c3-8356-5988ef9437b4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.801041] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 664.801041] env[69440]: value = "task-4138922" [ 664.801041] env[69440]: _type = "Task" [ 664.801041] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.812926] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4138922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.817279] env[69440]: DEBUG nova.compute.manager [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Received event network-changed-a0e58187-4c87-4698-8e24-7f9f15387f93 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.817438] env[69440]: DEBUG nova.compute.manager [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Refreshing instance network info cache due to event network-changed-a0e58187-4c87-4698-8e24-7f9f15387f93. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.817640] env[69440]: DEBUG oslo_concurrency.lockutils [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] Acquiring lock "refresh_cache-50f54b16-d6c6-4654-8f13-7773a3ec0e34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.817772] env[69440]: DEBUG oslo_concurrency.lockutils [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] Acquired lock "refresh_cache-50f54b16-d6c6-4654-8f13-7773a3ec0e34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.817919] env[69440]: DEBUG nova.network.neutron [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Refreshing network info cache for port a0e58187-4c87-4698-8e24-7f9f15387f93 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.821638] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.822116] env[69440]: DEBUG nova.compute.manager [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.825418] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.825946] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.745s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.827410] env[69440]: INFO nova.compute.claims [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.167849] env[69440]: DEBUG nova.compute.manager [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.253327] env[69440]: INFO nova.compute.manager [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Rebuilding instance [ 665.320957] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4138922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.059324} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.325175] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.325462] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Moving file from [datastore2] vmware_temp/89b7bc97-e419-4e09-ade2-877fd9425cca/555d0c13-6860-403d-b1b7-ed3636d51225 to [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225. {{(pid=69440) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 665.330311] env[69440]: DEBUG nova.compute.manager [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 665.330311] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-1a774dfb-eba2-4bf7-97c8-d105593e8357 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.336130] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ac43e2-e24e-4783-a6ba-3d5e0d1ebbf5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.339670] env[69440]: DEBUG nova.compute.utils [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.344228] env[69440]: DEBUG nova.compute.manager [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.344228] env[69440]: DEBUG nova.network.neutron [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.353692] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 665.353692] env[69440]: value = "task-4138923" [ 665.353692] env[69440]: _type = "Task" [ 665.353692] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.365060] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4138923, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.394406] env[69440]: DEBUG nova.network.neutron [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.518091] env[69440]: DEBUG nova.policy [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8053dddfb7ce48bfb38a29e918295f3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '357383c405e443c5854564baf161ce9d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.699184] env[69440]: DEBUG oslo_concurrency.lockutils [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.847948] env[69440]: DEBUG nova.compute.manager [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.869953] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4138923, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.060084} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.870056] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] File moved {{(pid=69440) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 665.870441] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Cleaning up location [datastore2] vmware_temp/89b7bc97-e419-4e09-ade2-877fd9425cca {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 665.870807] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Deleting the datastore file [datastore2] vmware_temp/89b7bc97-e419-4e09-ade2-877fd9425cca {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.871296] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2232d343-8ed6-4311-84a8-053cf546aa0d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.882533] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 665.882533] env[69440]: value = "task-4138925" [ 665.882533] env[69440]: _type = "Task" [ 665.882533] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.893264] env[69440]: DEBUG nova.network.neutron [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Updating instance_info_cache with network_info: [{"id": "273d0915-6498-4c00-b609-1b995b9601ba", "address": "fa:16:3e:5b:f7:19", "network": {"id": "c2c9387c-0eef-4288-98cb-ff60a540c89c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757265968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd33079cde84af0b3d09bf2eebc6872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap273d0915-64", "ovs_interfaceid": "273d0915-6498-4c00-b609-1b995b9601ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.900739] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4138925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.124611] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dd24f5-e133-4138-8fd9-c033e4bbc027 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.143089] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215b4cd9-d735-49a1-b19e-71a2b433ea88 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.174959] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7cccb2-50fb-482c-a944-d8a474d354da {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.183270] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06f0efe-8728-41a9-ab29-5d9a4d7ce53d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.199364] env[69440]: DEBUG nova.compute.provider_tree [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.240174] env[69440]: DEBUG nova.network.neutron [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Updated VIF entry in instance network info cache for port a0e58187-4c87-4698-8e24-7f9f15387f93. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.240174] env[69440]: DEBUG nova.network.neutron [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Updating instance_info_cache with network_info: [{"id": "a0e58187-4c87-4698-8e24-7f9f15387f93", "address": "fa:16:3e:24:25:2e", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e58187-4c", "ovs_interfaceid": "a0e58187-4c87-4698-8e24-7f9f15387f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.341179] env[69440]: DEBUG nova.network.neutron [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Successfully updated port: c5819e62-7612-432a-9a08-5e9ab2e7c855 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.363572] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.363858] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e9321b2-4ea1-4b31-859f-359edfbefaef {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.371753] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 666.371753] env[69440]: value = "task-4138926" [ 666.371753] env[69440]: _type = "Task" [ 666.371753] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.382330] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.392286] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4138925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046606} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.392584] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.393865] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd3b8018-423b-468c-adfd-8cf9b428fe3a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.396862] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Releasing lock "refresh_cache-52627e7c-1387-4e85-b67b-8062a67f71c6" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.397230] env[69440]: DEBUG nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Instance network_info: |[{"id": "273d0915-6498-4c00-b609-1b995b9601ba", "address": "fa:16:3e:5b:f7:19", "network": {"id": "c2c9387c-0eef-4288-98cb-ff60a540c89c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757265968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd33079cde84af0b3d09bf2eebc6872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap273d0915-64", "ovs_interfaceid": "273d0915-6498-4c00-b609-1b995b9601ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.397574] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:f7:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '273d0915-6498-4c00-b609-1b995b9601ba', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.409275] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.412007] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.413571] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c8eaaa9-3085-44d9-91bd-50122d1f0114 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.433352] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 666.433352] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]521084b9-d3a3-2452-a787-916f21582095" [ 666.433352] env[69440]: _type = "Task" [ 666.433352] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.438166] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.438166] env[69440]: value = "task-4138927" [ 666.438166] env[69440]: _type = "Task" [ 666.438166] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.442224] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521084b9-d3a3-2452-a787-916f21582095, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.446647] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.446979] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 50f54b16-d6c6-4654-8f13-7773a3ec0e34/50f54b16-d6c6-4654-8f13-7773a3ec0e34.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.447300] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.447497] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.447825] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2eba857-ee11-41f2-85d4-c886e3e24649 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.451597] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-019f8173-3602-4e70-bb4a-cc96aac17a5c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.457604] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138927, 'name': CreateVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.464854] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 666.464854] env[69440]: value = "task-4138928" [ 666.464854] env[69440]: _type = "Task" [ 666.464854] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.477996] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4138928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.482883] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.483412] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.484089] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaee0142-61d9-41f2-a707-5fd98e39bcad {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.491612] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 666.491612] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52dbae24-5f0b-1a7c-4bbd-fa146173e548" [ 666.491612] env[69440]: _type = "Task" [ 666.491612] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.506197] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52dbae24-5f0b-1a7c-4bbd-fa146173e548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.669350] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Acquiring lock "a006d1f1-5185-4717-bf54-fa8b33c19fda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.671804] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Lock "a006d1f1-5185-4717-bf54-fa8b33c19fda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.709390] env[69440]: DEBUG nova.scheduler.client.report [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.743831] env[69440]: DEBUG oslo_concurrency.lockutils [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] Releasing lock "refresh_cache-50f54b16-d6c6-4654-8f13-7773a3ec0e34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.744146] env[69440]: DEBUG nova.compute.manager [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Received event network-vif-plugged-f7688d97-95b5-4d9e-93b2-85c41d61f503 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.744341] env[69440]: DEBUG oslo_concurrency.lockutils [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] Acquiring lock "ee008d19-5fee-41b6-b831-4fd2f8bb5327-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.744539] env[69440]: DEBUG oslo_concurrency.lockutils [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] Lock "ee008d19-5fee-41b6-b831-4fd2f8bb5327-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.744690] env[69440]: DEBUG oslo_concurrency.lockutils [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] Lock "ee008d19-5fee-41b6-b831-4fd2f8bb5327-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.744848] env[69440]: DEBUG nova.compute.manager [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] No waiting events found dispatching network-vif-plugged-f7688d97-95b5-4d9e-93b2-85c41d61f503 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 666.745014] env[69440]: WARNING nova.compute.manager [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Received unexpected event network-vif-plugged-f7688d97-95b5-4d9e-93b2-85c41d61f503 for instance with vm_state building and task_state spawning. [ 666.745187] env[69440]: DEBUG nova.compute.manager [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Received event network-changed-f7688d97-95b5-4d9e-93b2-85c41d61f503 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.745332] env[69440]: DEBUG nova.compute.manager [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Refreshing instance network info cache due to event network-changed-f7688d97-95b5-4d9e-93b2-85c41d61f503. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.745511] env[69440]: DEBUG oslo_concurrency.lockutils [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] Acquiring lock "refresh_cache-ee008d19-5fee-41b6-b831-4fd2f8bb5327" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.745639] env[69440]: DEBUG oslo_concurrency.lockutils [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] Acquired lock "refresh_cache-ee008d19-5fee-41b6-b831-4fd2f8bb5327" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.745798] env[69440]: DEBUG nova.network.neutron [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Refreshing network info cache for port f7688d97-95b5-4d9e-93b2-85c41d61f503 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.780170] env[69440]: DEBUG nova.compute.manager [req-ac3645e3-3fdb-4cef-a423-4dd942e995b3 req-f4b1e9c3-e76d-4071-9492-a5d1d847e6b4 service nova] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Received event network-changed-7aa490df-5eb3-4b45-9fdc-f430d0113b87 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.780170] env[69440]: DEBUG nova.compute.manager [req-ac3645e3-3fdb-4cef-a423-4dd942e995b3 req-f4b1e9c3-e76d-4071-9492-a5d1d847e6b4 service nova] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Refreshing instance network info cache due to event network-changed-7aa490df-5eb3-4b45-9fdc-f430d0113b87. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.781539] env[69440]: DEBUG oslo_concurrency.lockutils [req-ac3645e3-3fdb-4cef-a423-4dd942e995b3 req-f4b1e9c3-e76d-4071-9492-a5d1d847e6b4 service nova] Acquiring lock "refresh_cache-2077be55-c9ca-46ad-9a38-24b83c46b705" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.781539] env[69440]: DEBUG oslo_concurrency.lockutils [req-ac3645e3-3fdb-4cef-a423-4dd942e995b3 req-f4b1e9c3-e76d-4071-9492-a5d1d847e6b4 service nova] Acquired lock "refresh_cache-2077be55-c9ca-46ad-9a38-24b83c46b705" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.781755] env[69440]: DEBUG nova.network.neutron [req-ac3645e3-3fdb-4cef-a423-4dd942e995b3 req-f4b1e9c3-e76d-4071-9492-a5d1d847e6b4 service nova] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Refreshing network info cache for port 7aa490df-5eb3-4b45-9fdc-f430d0113b87 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.788261] env[69440]: DEBUG nova.network.neutron [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Successfully created port: 2857f3eb-a2ae-40b9-b205-43eb60aaf094 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.847221] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Acquiring lock "refresh_cache-733e01e7-5429-41fe-8cd0-9fc56d03fce0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.848664] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Acquired lock "refresh_cache-733e01e7-5429-41fe-8cd0-9fc56d03fce0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.848664] env[69440]: DEBUG nova.network.neutron [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.862202] env[69440]: DEBUG nova.compute.manager [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.890585] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138926, 'name': PowerOffVM_Task, 'duration_secs': 0.207324} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.893504] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.894036] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.895020] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d065d2bd-5934-46a6-8059-8d706bda6529 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.905645] env[69440]: DEBUG nova.virt.hardware [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.905930] env[69440]: DEBUG nova.virt.hardware [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.906119] env[69440]: DEBUG nova.virt.hardware [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.906309] env[69440]: DEBUG nova.virt.hardware [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.906457] env[69440]: DEBUG nova.virt.hardware [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.906688] env[69440]: DEBUG nova.virt.hardware [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.906813] env[69440]: DEBUG nova.virt.hardware [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.906970] env[69440]: DEBUG nova.virt.hardware [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.907252] env[69440]: DEBUG nova.virt.hardware [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.907427] env[69440]: DEBUG nova.virt.hardware [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.907605] env[69440]: DEBUG nova.virt.hardware [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.908686] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a094962-1ff0-4b6d-b3fa-173cdccbe925 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.914803] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 666.916037] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-900c8288-9d27-4d86-b669-77c84a851b19 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.924162] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9ad7ad-4043-4504-a096-1d8df16999ec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.951839] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 666.951839] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 666.951839] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Deleting the datastore file [datastore1] d64c1ede-21f5-4d14-9585-85aad4d25873 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 666.954865] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e5c54ae-d568-4d0d-b325-4a2a8dcf8054 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.957269] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138927, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.963535] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 666.963535] env[69440]: value = "task-4138930" [ 666.963535] env[69440]: _type = "Task" [ 666.963535] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.978142] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.981599] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4138928, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.005806] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52dbae24-5f0b-1a7c-4bbd-fa146173e548, 'name': SearchDatastore_Task, 'duration_secs': 0.011508} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.006729] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff898fc5-cf77-4556-ab9f-4b53ae48d582 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.015980] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 667.015980] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52fc0b29-c0c1-343e-a921-69a30ea8b408" [ 667.015980] env[69440]: _type = "Task" [ 667.015980] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.025248] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52fc0b29-c0c1-343e-a921-69a30ea8b408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.220562] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.221027] env[69440]: DEBUG nova.compute.manager [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.224723] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.439s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.226935] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.226935] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 667.226935] env[69440]: DEBUG oslo_concurrency.lockutils [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.153s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.227947] env[69440]: INFO nova.compute.claims [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.231775] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eb0a0a-d94c-434a-b9fd-f7b4ba4f0525 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.241504] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4416350a-1be3-49cb-9f52-1f935cfb1fbd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.266429] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f25525-ed7f-48f9-8e6d-ca55e376f0de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.278537] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df3b867-136d-4541-85d6-ab9454c9b218 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.315903] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180830MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=69440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 667.315950] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.372059] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquiring lock "ee7f76c1-fcb5-49a7-88fe-57541f13f24b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.372311] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Lock "ee7f76c1-fcb5-49a7-88fe-57541f13f24b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.453468] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138927, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.469275] env[69440]: DEBUG nova.network.neutron [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.484027] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137497} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.489775] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.490339] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.490339] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.493415] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4138928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551457} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.493415] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 50f54b16-d6c6-4654-8f13-7773a3ec0e34/50f54b16-d6c6-4654-8f13-7773a3ec0e34.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.493415] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.495062] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ec9c271-8a67-48a0-83b4-a011f43b28ba {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.506362] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 667.506362] env[69440]: value = "task-4138931" [ 667.506362] env[69440]: _type = "Task" [ 667.506362] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.515308] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4138931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.528271] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52fc0b29-c0c1-343e-a921-69a30ea8b408, 'name': SearchDatastore_Task, 'duration_secs': 0.018257} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.530811] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.532313] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] ee008d19-5fee-41b6-b831-4fd2f8bb5327/ee008d19-5fee-41b6-b831-4fd2f8bb5327.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.532313] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.532313] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.532313] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11c1d366-f5e1-46d4-be6c-fab0debb58ad {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.535044] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1c84ad4-c316-4a45-968d-fccc3ae15c40 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.546799] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 667.546799] env[69440]: value = "task-4138932" [ 667.546799] env[69440]: _type = "Task" [ 667.546799] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.549084] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.549320] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.553339] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc818eaf-c7a6-4483-a7cb-8887f5dbc85a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.562212] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 667.562212] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]527dbc3a-2cc8-bf93-2730-dd2c5bff5eb5" [ 667.562212] env[69440]: _type = "Task" [ 667.562212] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.565102] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.574990] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]527dbc3a-2cc8-bf93-2730-dd2c5bff5eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.737429] env[69440]: DEBUG nova.compute.utils [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.741295] env[69440]: DEBUG nova.compute.manager [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.741436] env[69440]: DEBUG nova.network.neutron [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.943573] env[69440]: DEBUG nova.policy [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88fe83f144ab4d14b661744c82d0951d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b31d0165a71745128f53e226627230d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.962559] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138927, 'name': CreateVM_Task, 'duration_secs': 1.489679} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.962803] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.963679] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.963918] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.964369] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.964822] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c121aa88-11ad-4b8c-b8e3-dddd96fd4333 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.974222] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 667.974222] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]525f1a0a-387b-fe32-be45-1c9c581e0ef2" [ 667.974222] env[69440]: _type = "Task" [ 667.974222] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.986157] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525f1a0a-387b-fe32-be45-1c9c581e0ef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.014648] env[69440]: DEBUG nova.network.neutron [req-ac3645e3-3fdb-4cef-a423-4dd942e995b3 req-f4b1e9c3-e76d-4071-9492-a5d1d847e6b4 service nova] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Updated VIF entry in instance network info cache for port 7aa490df-5eb3-4b45-9fdc-f430d0113b87. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.015562] env[69440]: DEBUG nova.network.neutron [req-ac3645e3-3fdb-4cef-a423-4dd942e995b3 req-f4b1e9c3-e76d-4071-9492-a5d1d847e6b4 service nova] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Updating instance_info_cache with network_info: [{"id": "7aa490df-5eb3-4b45-9fdc-f430d0113b87", "address": "fa:16:3e:a9:33:99", "network": {"id": "c2c9387c-0eef-4288-98cb-ff60a540c89c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757265968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd33079cde84af0b3d09bf2eebc6872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa490df-5e", "ovs_interfaceid": "7aa490df-5eb3-4b45-9fdc-f430d0113b87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.026015] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4138931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078969} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.026319] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.027282] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f141540a-e644-43d9-abc2-d52b1254fa04 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.057211] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 50f54b16-d6c6-4654-8f13-7773a3ec0e34/50f54b16-d6c6-4654-8f13-7773a3ec0e34.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.058443] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d10eeccf-37f4-4e88-9226-5e3c6f093994 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.092514] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]527dbc3a-2cc8-bf93-2730-dd2c5bff5eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.018179} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.097701] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 668.097701] env[69440]: value = "task-4138933" [ 668.097701] env[69440]: _type = "Task" [ 668.097701] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.097889] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138932, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.098976] env[69440]: DEBUG nova.network.neutron [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Updating instance_info_cache with network_info: [{"id": "c5819e62-7612-432a-9a08-5e9ab2e7c855", "address": "fa:16:3e:08:58:f6", "network": {"id": "da045776-8dec-4ec8-9b87-28861c8bf282", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-82185089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257885c995284707a259e656d3d55890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5819e62-76", "ovs_interfaceid": "c5819e62-7612-432a-9a08-5e9ab2e7c855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.100468] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-195b23d0-846d-4694-86db-74da84f90da5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.114513] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 668.114513] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528d5e61-b1fe-836c-2453-46423d4dd91a" [ 668.114513] env[69440]: _type = "Task" [ 668.114513] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.125973] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528d5e61-b1fe-836c-2453-46423d4dd91a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.243777] env[69440]: DEBUG nova.compute.manager [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.359907] env[69440]: DEBUG nova.network.neutron [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Updated VIF entry in instance network info cache for port f7688d97-95b5-4d9e-93b2-85c41d61f503. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.360228] env[69440]: DEBUG nova.network.neutron [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Updating instance_info_cache with network_info: [{"id": "f7688d97-95b5-4d9e-93b2-85c41d61f503", "address": "fa:16:3e:bf:1c:1e", "network": {"id": "c2c9387c-0eef-4288-98cb-ff60a540c89c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757265968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd33079cde84af0b3d09bf2eebc6872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7688d97-95", "ovs_interfaceid": "f7688d97-95b5-4d9e-93b2-85c41d61f503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.491965] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525f1a0a-387b-fe32-be45-1c9c581e0ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.071133} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.493057] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.493057] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.493057] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.501274] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a88d4c6-f601-4233-89fd-fad0d1d83f9b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.513549] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12702fd-e6a9-4cc4-898e-c44096770486 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.554145] env[69440]: DEBUG oslo_concurrency.lockutils [req-ac3645e3-3fdb-4cef-a423-4dd942e995b3 req-f4b1e9c3-e76d-4071-9492-a5d1d847e6b4 service nova] Releasing lock "refresh_cache-2077be55-c9ca-46ad-9a38-24b83c46b705" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.557922] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15930d9b-eaf0-4f5a-abaf-d38224042827 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.570966] env[69440]: DEBUG nova.virt.hardware [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.570966] env[69440]: DEBUG nova.virt.hardware [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.570966] env[69440]: DEBUG nova.virt.hardware [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.570966] env[69440]: DEBUG nova.virt.hardware [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.571188] env[69440]: DEBUG nova.virt.hardware [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.571188] env[69440]: DEBUG nova.virt.hardware [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.571672] env[69440]: DEBUG nova.virt.hardware [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.571933] env[69440]: DEBUG nova.virt.hardware [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.572097] env[69440]: DEBUG nova.virt.hardware [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.572307] env[69440]: DEBUG nova.virt.hardware [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.572727] env[69440]: DEBUG nova.virt.hardware [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.574991] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c6d9a3-be57-40c9-b858-8baef5f35222 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.587702] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576386} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.590928] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] ee008d19-5fee-41b6-b831-4fd2f8bb5327/ee008d19-5fee-41b6-b831-4fd2f8bb5327.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.591204] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.591460] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "5c1878eb-3c4b-49b8-89ba-9c51845204bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.591671] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "5c1878eb-3c4b-49b8-89ba-9c51845204bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.593025] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34ce109-9a88-4255-9979-db225f54a847 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.599455] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f13ce675-0054-4663-92c1-be9707e84686 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.603156] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b86592a-c2b3-4261-b7f6-d6fdadca81c3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.616140] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Releasing lock "refresh_cache-733e01e7-5429-41fe-8cd0-9fc56d03fce0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.616140] env[69440]: DEBUG nova.compute.manager [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Instance network_info: |[{"id": "c5819e62-7612-432a-9a08-5e9ab2e7c855", "address": "fa:16:3e:08:58:f6", "network": {"id": "da045776-8dec-4ec8-9b87-28861c8bf282", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-82185089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257885c995284707a259e656d3d55890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5819e62-76", "ovs_interfaceid": "c5819e62-7612-432a-9a08-5e9ab2e7c855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.616991] env[69440]: DEBUG nova.compute.provider_tree [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.622339] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:58:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5819e62-7612-432a-9a08-5e9ab2e7c855', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.629972] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Creating folder: Project (257885c995284707a259e656d3d55890). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.644517] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bf1999f-0fa3-4807-9f6f-81d22364b938 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.646464] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Instance VIF info [] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.652182] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.652560] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 668.652560] env[69440]: value = "task-4138934" [ 668.652560] env[69440]: _type = "Task" [ 668.652560] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.655019] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.655234] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb7fc554-f850-4192-bdeb-5c602e6f3c5c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.677904] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Created folder: Project (257885c995284707a259e656d3d55890) in parent group-v819662. [ 668.677904] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Creating folder: Instances. Parent ref: group-v819678. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.678743] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4138933, 'name': ReconfigVM_Task, 'duration_secs': 0.351736} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.680066] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d95ba4c3-cafd-4b25-90ec-48ad0b1e3f38 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.681925] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 50f54b16-d6c6-4654-8f13-7773a3ec0e34/50f54b16-d6c6-4654-8f13-7773a3ec0e34.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.683034] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2512c6a7-6adf-4ee7-a5b3-f83a50431516 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.692546] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.692546] env[69440]: value = "task-4138936" [ 668.692546] env[69440]: _type = "Task" [ 668.692546] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.693263] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528d5e61-b1fe-836c-2453-46423d4dd91a, 'name': SearchDatastore_Task, 'duration_secs': 0.01591} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.694969] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.695713] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 2077be55-c9ca-46ad-9a38-24b83c46b705/2077be55-c9ca-46ad-9a38-24b83c46b705.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.695713] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Created folder: Instances in parent group-v819678. [ 668.695713] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.700308] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.702030] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.702030] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdaf86b2-2887-4025-ba3a-a3a6b56614ce {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.703516] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.708347] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22f03988-75be-4b8c-9be2-290a97027f90 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.710372] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70a3a605-8053-4a95-a7bd-e63c3808c0aa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.732046] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 668.732046] env[69440]: value = "task-4138938" [ 668.732046] env[69440]: _type = "Task" [ 668.732046] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.732186] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066764} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.734853] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.742549] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c19728e-736b-42a8-8c77-60a3d0d69a66 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.755557] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138936, 'name': CreateVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.755990] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.755990] env[69440]: value = "task-4138940" [ 668.755990] env[69440]: _type = "Task" [ 668.755990] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.756234] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 668.756234] env[69440]: value = "task-4138939" [ 668.756234] env[69440]: _type = "Task" [ 668.756234] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.756338] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.757037] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.760022] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1300992-e5a2-41f4-a76c-711912a1f131 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.775608] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4138938, 'name': Rename_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.779897] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 668.779897] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b1390c-0a32-cb56-a521-daa0d319fc91" [ 668.779897] env[69440]: _type = "Task" [ 668.779897] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.805549] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] ee008d19-5fee-41b6-b831-4fd2f8bb5327/ee008d19-5fee-41b6-b831-4fd2f8bb5327.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.805921] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138940, 'name': CreateVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.806211] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.811139] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecf49b98-f2a5-49d5-aff8-3f25d0176011 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.836209] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52b1390c-0a32-cb56-a521-daa0d319fc91, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.838676] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 668.838676] env[69440]: value = "task-4138941" [ 668.838676] env[69440]: _type = "Task" [ 668.838676] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.838676] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6579ac7-771e-485e-b976-93649cc1c638 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.849468] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 668.849468] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]526fc819-b045-889b-414b-12d2eba501e4" [ 668.849468] env[69440]: _type = "Task" [ 668.849468] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.853653] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.866231] env[69440]: DEBUG oslo_concurrency.lockutils [req-4c98b655-76e9-40e9-a3bb-98c562d04530 req-f2a1e1fc-8ba2-4bd4-98fe-c0dc323b3a94 service nova] Releasing lock "refresh_cache-ee008d19-5fee-41b6-b831-4fd2f8bb5327" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.873063] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526fc819-b045-889b-414b-12d2eba501e4, 'name': SearchDatastore_Task, 'duration_secs': 0.012469} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.873063] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.873507] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 52627e7c-1387-4e85-b67b-8062a67f71c6/52627e7c-1387-4e85-b67b-8062a67f71c6.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.874184] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cae7471f-e812-4ab8-9106-15de378d0928 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.882648] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 668.882648] env[69440]: value = "task-4138942" [ 668.882648] env[69440]: _type = "Task" [ 668.882648] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.899954] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.969777] env[69440]: DEBUG nova.network.neutron [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Successfully created port: f51ba4f0-f143-4033-9a8c-2bd66b5273b3 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.143702] env[69440]: DEBUG nova.scheduler.client.report [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.213028] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138936, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.255672] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4138938, 'name': Rename_Task, 'duration_secs': 0.168973} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.260234] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.261452] env[69440]: DEBUG nova.network.neutron [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Successfully updated port: 2857f3eb-a2ae-40b9-b205-43eb60aaf094 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.268640] env[69440]: DEBUG nova.compute.manager [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.275151] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e9707c6-fe4f-4e38-9c5a-f3da5d1c6de8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.297924] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138939, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.298187] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138940, 'name': CreateVM_Task, 'duration_secs': 0.534708} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.299577] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.299977] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 669.299977] env[69440]: value = "task-4138943" [ 669.299977] env[69440]: _type = "Task" [ 669.299977] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.301044] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.301044] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.301234] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.301538] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab9b2f3-9912-4fbf-95c2-cd0eb232cb91 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.316494] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Waiting for the task: (returnval){ [ 669.316494] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]527f4557-2d7b-2d6a-8291-403866f76a91" [ 669.316494] env[69440]: _type = "Task" [ 669.316494] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.326496] env[69440]: DEBUG nova.virt.hardware [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.326739] env[69440]: DEBUG nova.virt.hardware [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.326888] env[69440]: DEBUG nova.virt.hardware [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.327137] env[69440]: DEBUG nova.virt.hardware [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.327312] env[69440]: DEBUG nova.virt.hardware [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.327441] env[69440]: DEBUG nova.virt.hardware [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.327648] env[69440]: DEBUG nova.virt.hardware [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.327818] env[69440]: DEBUG nova.virt.hardware [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.327983] env[69440]: DEBUG nova.virt.hardware [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.329377] env[69440]: DEBUG nova.virt.hardware [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.329377] env[69440]: DEBUG nova.virt.hardware [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.329658] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94fd189-2624-416f-a4a7-00ff9ebd89a5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.340409] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]527f4557-2d7b-2d6a-8291-403866f76a91, 'name': SearchDatastore_Task, 'duration_secs': 0.017095} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.344578] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.344578] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.344578] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.344578] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.344751] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.345487] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27c28d2a-b5e2-44fa-b4af-158104503f2a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.355178] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1908d81-ff5e-4356-9574-c353b664b558 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.370746] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138941, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.379225] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.379225] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.380463] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5742e56a-93df-4845-bc14-606a2fe93ec9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.388388] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Waiting for the task: (returnval){ [ 669.388388] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5201c321-31cc-8120-79b9-6e99318038e0" [ 669.388388] env[69440]: _type = "Task" [ 669.388388] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.398122] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138942, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.404066] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5201c321-31cc-8120-79b9-6e99318038e0, 'name': SearchDatastore_Task, 'duration_secs': 0.013837} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.404974] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bd7394d-d7af-448d-a5b6-aed00f9a729f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.413009] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Waiting for the task: (returnval){ [ 669.413009] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]529a61ae-da66-4f6b-48a8-1514fb122002" [ 669.413009] env[69440]: _type = "Task" [ 669.413009] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.429018] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529a61ae-da66-4f6b-48a8-1514fb122002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.651072] env[69440]: DEBUG oslo_concurrency.lockutils [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.651072] env[69440]: DEBUG nova.compute.manager [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.653881] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.828s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.655734] env[69440]: INFO nova.compute.claims [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.707786] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138936, 'name': CreateVM_Task, 'duration_secs': 0.57623} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.708118] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.708626] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.709348] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.709348] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.709728] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6561bd8b-01dc-44e6-a84c-b2a5f100d340 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.715701] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 669.715701] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5200c262-2999-1341-8e6f-e2449e7d3766" [ 669.715701] env[69440]: _type = "Task" [ 669.715701] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.726842] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5200c262-2999-1341-8e6f-e2449e7d3766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.768752] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquiring lock "refresh_cache-bcfea8dc-1327-4e91-b5fb-5183146af199" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.768838] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquired lock "refresh_cache-bcfea8dc-1327-4e91-b5fb-5183146af199" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.769304] env[69440]: DEBUG nova.network.neutron [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.788637] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580712} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.788637] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 2077be55-c9ca-46ad-9a38-24b83c46b705/2077be55-c9ca-46ad-9a38-24b83c46b705.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.788637] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.788637] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7071c91e-b0aa-4ffe-866a-3aa9e3d27d42 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.795660] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 669.795660] env[69440]: value = "task-4138944" [ 669.795660] env[69440]: _type = "Task" [ 669.795660] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.808966] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.816778] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4138943, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.864726] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138941, 'name': ReconfigVM_Task, 'duration_secs': 0.593701} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.865207] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Reconfigured VM instance instance-00000003 to attach disk [datastore2] ee008d19-5fee-41b6-b831-4fd2f8bb5327/ee008d19-5fee-41b6-b831-4fd2f8bb5327.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.866042] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b51847c-a2c6-4383-a5cb-18b19dc394f5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.874981] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 669.874981] env[69440]: value = "task-4138945" [ 669.874981] env[69440]: _type = "Task" [ 669.874981] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.893085] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138945, 'name': Rename_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.903632] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.851644} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.903935] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 52627e7c-1387-4e85-b67b-8062a67f71c6/52627e7c-1387-4e85-b67b-8062a67f71c6.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.904566] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.905186] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1de6aba4-4363-4bdc-96e1-b54a275a3767 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.913610] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 669.913610] env[69440]: value = "task-4138946" [ 669.913610] env[69440]: _type = "Task" [ 669.913610] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.935114] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529a61ae-da66-4f6b-48a8-1514fb122002, 'name': SearchDatastore_Task, 'duration_secs': 0.02208} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.935429] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.936051] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.936051] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 733e01e7-5429-41fe-8cd0-9fc56d03fce0/733e01e7-5429-41fe-8cd0-9fc56d03fce0.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.936484] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-debbf5e2-4569-4a29-a36e-cff61de377ca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.947745] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Waiting for the task: (returnval){ [ 669.947745] env[69440]: value = "task-4138947" [ 669.947745] env[69440]: _type = "Task" [ 669.947745] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.963126] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': task-4138947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.021045] env[69440]: DEBUG nova.compute.manager [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Received event network-vif-plugged-273d0915-6498-4c00-b609-1b995b9601ba {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.021045] env[69440]: DEBUG oslo_concurrency.lockutils [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] Acquiring lock "52627e7c-1387-4e85-b67b-8062a67f71c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.021904] env[69440]: DEBUG oslo_concurrency.lockutils [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] Lock "52627e7c-1387-4e85-b67b-8062a67f71c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.022327] env[69440]: DEBUG oslo_concurrency.lockutils [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] Lock "52627e7c-1387-4e85-b67b-8062a67f71c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.022418] env[69440]: DEBUG nova.compute.manager [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] No waiting events found dispatching network-vif-plugged-273d0915-6498-4c00-b609-1b995b9601ba {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 670.022555] env[69440]: WARNING nova.compute.manager [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Received unexpected event network-vif-plugged-273d0915-6498-4c00-b609-1b995b9601ba for instance with vm_state building and task_state spawning. [ 670.022739] env[69440]: DEBUG nova.compute.manager [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Received event network-changed-273d0915-6498-4c00-b609-1b995b9601ba {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.022886] env[69440]: DEBUG nova.compute.manager [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Refreshing instance network info cache due to event network-changed-273d0915-6498-4c00-b609-1b995b9601ba. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.023174] env[69440]: DEBUG oslo_concurrency.lockutils [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] Acquiring lock "refresh_cache-52627e7c-1387-4e85-b67b-8062a67f71c6" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.023423] env[69440]: DEBUG oslo_concurrency.lockutils [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] Acquired lock "refresh_cache-52627e7c-1387-4e85-b67b-8062a67f71c6" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.023528] env[69440]: DEBUG nova.network.neutron [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Refreshing network info cache for port 273d0915-6498-4c00-b609-1b995b9601ba {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.072382] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquiring lock "b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.072382] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lock "b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.161099] env[69440]: DEBUG nova.compute.utils [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.166809] env[69440]: DEBUG nova.compute.manager [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.166992] env[69440]: DEBUG nova.network.neutron [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.235284] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5200c262-2999-1341-8e6f-e2449e7d3766, 'name': SearchDatastore_Task, 'duration_secs': 0.014821} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.235755] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.236863] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.237287] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.237549] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.237829] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.238719] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7319060-6428-4f73-a7d5-e9ca7a55e88d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.253040] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.253040] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.253040] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e025be1e-9357-4184-988a-f8515034b2a2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.258850] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 670.258850] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]523dd411-a980-a4da-0b07-56709b3a0f6d" [ 670.258850] env[69440]: _type = "Task" [ 670.258850] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.270485] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523dd411-a980-a4da-0b07-56709b3a0f6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.281527] env[69440]: DEBUG nova.policy [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f8a293c796e41d787c5f8f03f121feb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dfdcefbf8554944a3605236e2b92da1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.309719] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082638} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.310425] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.314024] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475915a4-1bbf-4f54-9c90-32c3fe4f5f9a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.317838] env[69440]: DEBUG oslo_vmware.api [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4138943, 'name': PowerOnVM_Task, 'duration_secs': 0.723629} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.321284] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.321523] env[69440]: INFO nova.compute.manager [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Took 15.15 seconds to spawn the instance on the hypervisor. [ 670.321767] env[69440]: DEBUG nova.compute.manager [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 670.323070] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b86e6b-e0c6-4e68-9e99-1006f9092916 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.348380] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 2077be55-c9ca-46ad-9a38-24b83c46b705/2077be55-c9ca-46ad-9a38-24b83c46b705.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.349552] env[69440]: DEBUG nova.network.neutron [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.352209] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d441c26-6533-4c33-802a-aef3c0786b29 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.380840] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 670.380840] env[69440]: value = "task-4138948" [ 670.380840] env[69440]: _type = "Task" [ 670.380840] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.391134] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138945, 'name': Rename_Task, 'duration_secs': 0.17634} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.393498] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.394764] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd82bf3f-e581-42de-afe5-b3bffdbcaf10 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.400631] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.409280] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 670.409280] env[69440]: value = "task-4138949" [ 670.409280] env[69440]: _type = "Task" [ 670.409280] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.432666] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.439812] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098336} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.439812] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.439812] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952c89b4-16c9-4810-b47f-dff02b0c57f0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.466798] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 52627e7c-1387-4e85-b67b-8062a67f71c6/52627e7c-1387-4e85-b67b-8062a67f71c6.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.470961] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d425a311-9f66-4faf-9151-0f9a7ebe5e26 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.501181] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': task-4138947, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.510103] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 670.510103] env[69440]: value = "task-4138950" [ 670.510103] env[69440]: _type = "Task" [ 670.510103] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.523680] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.669638] env[69440]: DEBUG nova.compute.manager [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.770571] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523dd411-a980-a4da-0b07-56709b3a0f6d, 'name': SearchDatastore_Task, 'duration_secs': 0.02697} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.771358] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8779b5b-a883-406a-9a89-304659fcf37b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.777474] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 670.777474] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5206be47-4bdd-e366-3f1f-49edfdf9f5c5" [ 670.777474] env[69440]: _type = "Task" [ 670.777474] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.787330] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5206be47-4bdd-e366-3f1f-49edfdf9f5c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.892716] env[69440]: DEBUG nova.network.neutron [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Updating instance_info_cache with network_info: [{"id": "2857f3eb-a2ae-40b9-b205-43eb60aaf094", "address": "fa:16:3e:ac:86:51", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2857f3eb-a2", "ovs_interfaceid": "2857f3eb-a2ae-40b9-b205-43eb60aaf094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.902461] env[69440]: INFO nova.compute.manager [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Took 20.20 seconds to build instance. [ 670.909790] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138948, 'name': ReconfigVM_Task, 'duration_secs': 0.485523} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.910264] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 2077be55-c9ca-46ad-9a38-24b83c46b705/2077be55-c9ca-46ad-9a38-24b83c46b705.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.914909] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30d7c44d-ad57-4ca1-aa8d-d4e6ddd94759 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.930740] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138949, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.933185] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 670.933185] env[69440]: value = "task-4138951" [ 670.933185] env[69440]: _type = "Task" [ 670.933185] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.966797] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': task-4138947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755246} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.967158] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 733e01e7-5429-41fe-8cd0-9fc56d03fce0/733e01e7-5429-41fe-8cd0-9fc56d03fce0.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.967412] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.967676] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc697e54-e612-4dfb-b640-ba7fc1d6e69f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.973151] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099d84ae-4931-4c86-9ec1-a5af53fd92de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.987266] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e95becb-f778-4b90-af37-ab94df27c0ee {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.992726] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Waiting for the task: (returnval){ [ 670.992726] env[69440]: value = "task-4138952" [ 670.992726] env[69440]: _type = "Task" [ 670.992726] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.028211] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9c1ddd-b1ab-4243-ad07-302e0f95906b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.034176] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': task-4138952, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.043657] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46b6123-7372-4dfc-981e-332f7588c7ea {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.047670] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138950, 'name': ReconfigVM_Task, 'duration_secs': 0.390153} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.048610] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 52627e7c-1387-4e85-b67b-8062a67f71c6/52627e7c-1387-4e85-b67b-8062a67f71c6.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.048963] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c1a032c-4ff4-4e99-9092-bb318508eca7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.060419] env[69440]: DEBUG nova.compute.provider_tree [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.066206] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 671.066206] env[69440]: value = "task-4138953" [ 671.066206] env[69440]: _type = "Task" [ 671.066206] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.074796] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138953, 'name': Rename_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.291436] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5206be47-4bdd-e366-3f1f-49edfdf9f5c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012118} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.291753] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.292097] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] d64c1ede-21f5-4d14-9585-85aad4d25873/d64c1ede-21f5-4d14-9585-85aad4d25873.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.292482] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-385d5730-9903-4436-b746-c150147fda8a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.300963] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 671.300963] env[69440]: value = "task-4138954" [ 671.300963] env[69440]: _type = "Task" [ 671.300963] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.310471] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.311456] env[69440]: DEBUG nova.network.neutron [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Successfully created port: fc752302-0b42-402d-aeae-65ecc99b81c0 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.405213] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Releasing lock "refresh_cache-bcfea8dc-1327-4e91-b5fb-5183146af199" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.405561] env[69440]: DEBUG nova.compute.manager [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Instance network_info: |[{"id": "2857f3eb-a2ae-40b9-b205-43eb60aaf094", "address": "fa:16:3e:ac:86:51", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2857f3eb-a2", "ovs_interfaceid": "2857f3eb-a2ae-40b9-b205-43eb60aaf094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.406074] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9141d998-bc70-408e-9d62-1e626aba848d tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Lock "50f54b16-d6c6-4654-8f13-7773a3ec0e34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.713s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.406516] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:86:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2857f3eb-a2ae-40b9-b205-43eb60aaf094', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.415917] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Creating folder: Project (357383c405e443c5854564baf161ce9d). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.416673] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3ae74b4-a71d-4533-970b-39a49bb89abe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.423623] env[69440]: DEBUG nova.network.neutron [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Successfully updated port: f51ba4f0-f143-4033-9a8c-2bd66b5273b3 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.428945] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138949, 'name': PowerOnVM_Task, 'duration_secs': 0.560273} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.428945] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.429087] env[69440]: INFO nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Took 13.95 seconds to spawn the instance on the hypervisor. [ 671.429234] env[69440]: DEBUG nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 671.430206] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe48cae-5b32-48cb-8bb8-73f74ba73199 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.436183] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Created folder: Project (357383c405e443c5854564baf161ce9d) in parent group-v819662. [ 671.436720] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Creating folder: Instances. Parent ref: group-v819682. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.441903] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7ac694d-e63d-4609-8198-e79fb4d649d8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.454243] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138951, 'name': Rename_Task, 'duration_secs': 0.190771} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.455854] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.456114] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Created folder: Instances in parent group-v819682. [ 671.456336] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.456518] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b7d639b-9cb9-4bd7-a052-9c01006e0d3b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.458179] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.458668] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1febfb0-e32e-40b0-bc7f-a31df4b4676f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.478383] env[69440]: DEBUG nova.network.neutron [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Updated VIF entry in instance network info cache for port 273d0915-6498-4c00-b609-1b995b9601ba. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.478886] env[69440]: DEBUG nova.network.neutron [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Updating instance_info_cache with network_info: [{"id": "273d0915-6498-4c00-b609-1b995b9601ba", "address": "fa:16:3e:5b:f7:19", "network": {"id": "c2c9387c-0eef-4288-98cb-ff60a540c89c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-757265968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd33079cde84af0b3d09bf2eebc6872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap273d0915-64", "ovs_interfaceid": "273d0915-6498-4c00-b609-1b995b9601ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.491026] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 671.491026] env[69440]: value = "task-4138957" [ 671.491026] env[69440]: _type = "Task" [ 671.491026] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.491026] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.491026] env[69440]: value = "task-4138958" [ 671.491026] env[69440]: _type = "Task" [ 671.491026] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.508317] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.515021] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138958, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.517852] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': task-4138952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078922} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.518286] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.519102] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b7f1b9-6c03-45c8-8d32-1fc1cb66d2b9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.550023] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 733e01e7-5429-41fe-8cd0-9fc56d03fce0/733e01e7-5429-41fe-8cd0-9fc56d03fce0.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.550023] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb153095-30be-43a6-b856-cb83a60145c4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.565132] env[69440]: DEBUG nova.scheduler.client.report [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.574860] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Waiting for the task: (returnval){ [ 671.574860] env[69440]: value = "task-4138959" [ 671.574860] env[69440]: _type = "Task" [ 671.574860] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.582671] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138953, 'name': Rename_Task, 'duration_secs': 0.364737} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.584830] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.584830] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ffdad19-7f5b-4256-bc33-9b489c40d2a1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.593475] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': task-4138959, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.593917] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 671.593917] env[69440]: value = "task-4138960" [ 671.593917] env[69440]: _type = "Task" [ 671.593917] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.604654] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.688174] env[69440]: DEBUG nova.compute.manager [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.730626] env[69440]: DEBUG nova.virt.hardware [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.731264] env[69440]: DEBUG nova.virt.hardware [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.731687] env[69440]: DEBUG nova.virt.hardware [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.732108] env[69440]: DEBUG nova.virt.hardware [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.732649] env[69440]: DEBUG nova.virt.hardware [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.732738] env[69440]: DEBUG nova.virt.hardware [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.733097] env[69440]: DEBUG nova.virt.hardware [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.733398] env[69440]: DEBUG nova.virt.hardware [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.735572] env[69440]: DEBUG nova.virt.hardware [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.735572] env[69440]: DEBUG nova.virt.hardware [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.735572] env[69440]: DEBUG nova.virt.hardware [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.736540] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606c0505-b2b5-46a9-bc17-c88214e99262 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.751060] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2d7bb8-5ace-4008-9b5d-073477a2f3d1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.821049] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138954, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.920198] env[69440]: DEBUG nova.compute.manager [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.931486] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Acquiring lock "refresh_cache-960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.931486] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Acquired lock "refresh_cache-960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.931486] env[69440]: DEBUG nova.network.neutron [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.966489] env[69440]: INFO nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Took 20.85 seconds to build instance. [ 671.983774] env[69440]: DEBUG oslo_concurrency.lockutils [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] Releasing lock "refresh_cache-52627e7c-1387-4e85-b67b-8062a67f71c6" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.984207] env[69440]: DEBUG nova.compute.manager [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Received event network-vif-plugged-c5819e62-7612-432a-9a08-5e9ab2e7c855 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.984460] env[69440]: DEBUG oslo_concurrency.lockutils [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] Acquiring lock "733e01e7-5429-41fe-8cd0-9fc56d03fce0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.984744] env[69440]: DEBUG oslo_concurrency.lockutils [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] Lock "733e01e7-5429-41fe-8cd0-9fc56d03fce0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.984959] env[69440]: DEBUG oslo_concurrency.lockutils [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] Lock "733e01e7-5429-41fe-8cd0-9fc56d03fce0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.986146] env[69440]: DEBUG nova.compute.manager [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] No waiting events found dispatching network-vif-plugged-c5819e62-7612-432a-9a08-5e9ab2e7c855 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 671.986146] env[69440]: WARNING nova.compute.manager [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Received unexpected event network-vif-plugged-c5819e62-7612-432a-9a08-5e9ab2e7c855 for instance with vm_state building and task_state spawning. [ 671.986146] env[69440]: DEBUG nova.compute.manager [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Received event network-changed-c5819e62-7612-432a-9a08-5e9ab2e7c855 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.988579] env[69440]: DEBUG nova.compute.manager [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Refreshing instance network info cache due to event network-changed-c5819e62-7612-432a-9a08-5e9ab2e7c855. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.988916] env[69440]: DEBUG oslo_concurrency.lockutils [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] Acquiring lock "refresh_cache-733e01e7-5429-41fe-8cd0-9fc56d03fce0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.989699] env[69440]: DEBUG oslo_concurrency.lockutils [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] Acquired lock "refresh_cache-733e01e7-5429-41fe-8cd0-9fc56d03fce0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.989699] env[69440]: DEBUG nova.network.neutron [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Refreshing network info cache for port c5819e62-7612-432a-9a08-5e9ab2e7c855 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.020985] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138958, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.021485] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138957, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.065290] env[69440]: DEBUG nova.compute.manager [req-cd0128bf-f0cf-43fd-ad70-f33d1935accc req-fe4f19e9-9d01-455c-9cbc-a7fab9441813 service nova] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Received event network-vif-plugged-2857f3eb-a2ae-40b9-b205-43eb60aaf094 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.065630] env[69440]: DEBUG oslo_concurrency.lockutils [req-cd0128bf-f0cf-43fd-ad70-f33d1935accc req-fe4f19e9-9d01-455c-9cbc-a7fab9441813 service nova] Acquiring lock "bcfea8dc-1327-4e91-b5fb-5183146af199-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.065760] env[69440]: DEBUG oslo_concurrency.lockutils [req-cd0128bf-f0cf-43fd-ad70-f33d1935accc req-fe4f19e9-9d01-455c-9cbc-a7fab9441813 service nova] Lock "bcfea8dc-1327-4e91-b5fb-5183146af199-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.065926] env[69440]: DEBUG oslo_concurrency.lockutils [req-cd0128bf-f0cf-43fd-ad70-f33d1935accc req-fe4f19e9-9d01-455c-9cbc-a7fab9441813 service nova] Lock "bcfea8dc-1327-4e91-b5fb-5183146af199-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.066206] env[69440]: DEBUG nova.compute.manager [req-cd0128bf-f0cf-43fd-ad70-f33d1935accc req-fe4f19e9-9d01-455c-9cbc-a7fab9441813 service nova] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] No waiting events found dispatching network-vif-plugged-2857f3eb-a2ae-40b9-b205-43eb60aaf094 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 672.066308] env[69440]: WARNING nova.compute.manager [req-cd0128bf-f0cf-43fd-ad70-f33d1935accc req-fe4f19e9-9d01-455c-9cbc-a7fab9441813 service nova] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Received unexpected event network-vif-plugged-2857f3eb-a2ae-40b9-b205-43eb60aaf094 for instance with vm_state building and task_state spawning. [ 672.074713] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.076283] env[69440]: DEBUG nova.compute.manager [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.083751] env[69440]: DEBUG oslo_concurrency.lockutils [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.382s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.085643] env[69440]: INFO nova.compute.claims [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.108406] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': task-4138959, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.110719] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138960, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.318033] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643717} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.318312] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] d64c1ede-21f5-4d14-9585-85aad4d25873/d64c1ede-21f5-4d14-9585-85aad4d25873.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.319397] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.319778] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-353b0e26-0c7e-4a99-a750-11aecaa336bc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.330862] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 672.330862] env[69440]: value = "task-4138961" [ 672.330862] env[69440]: _type = "Task" [ 672.330862] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.348108] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.382796] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Acquiring lock "0cd34a99-40c7-4603-aacf-80205275b852" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.382796] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Lock "0cd34a99-40c7-4603-aacf-80205275b852" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.463567] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.469666] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "ee008d19-5fee-41b6-b831-4fd2f8bb5327" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.366s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.507113] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138957, 'name': PowerOnVM_Task, 'duration_secs': 0.775903} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.508279] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.508856] env[69440]: INFO nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Took 12.72 seconds to spawn the instance on the hypervisor. [ 672.509050] env[69440]: DEBUG nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 672.511057] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95d37e6-ee01-4432-a4bc-421708f525b1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.520458] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138958, 'name': CreateVM_Task, 'duration_secs': 0.724696} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.520458] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.520916] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.520916] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.521509] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.522495] env[69440]: DEBUG nova.network.neutron [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.524825] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90686a22-fd44-4056-9113-3e4e7a39541a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.539980] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for the task: (returnval){ [ 672.539980] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]523b2969-29d5-cadf-ca8b-9f9e01dcf978" [ 672.539980] env[69440]: _type = "Task" [ 672.539980] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.551148] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523b2969-29d5-cadf-ca8b-9f9e01dcf978, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.594023] env[69440]: DEBUG nova.compute.utils [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.601149] env[69440]: DEBUG nova.compute.manager [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.601149] env[69440]: DEBUG nova.network.neutron [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.625992] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': task-4138959, 'name': ReconfigVM_Task, 'duration_secs': 0.532488} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.626303] env[69440]: DEBUG oslo_vmware.api [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138960, 'name': PowerOnVM_Task, 'duration_secs': 0.822441} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.627996] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 733e01e7-5429-41fe-8cd0-9fc56d03fce0/733e01e7-5429-41fe-8cd0-9fc56d03fce0.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.629223] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.629603] env[69440]: INFO nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Took 10.54 seconds to spawn the instance on the hypervisor. [ 672.630136] env[69440]: DEBUG nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 672.630940] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac975e40-7002-4edb-9cfc-8a9277eeaa75 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.633620] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e6a1f2-9e80-47bb-802a-c43f7d88e224 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.647630] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Waiting for the task: (returnval){ [ 672.647630] env[69440]: value = "task-4138962" [ 672.647630] env[69440]: _type = "Task" [ 672.647630] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.658728] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': task-4138962, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.700621] env[69440]: DEBUG nova.policy [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24cc53e243a84c6aab5ac7f57035024d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '886a83f7984b457f99bc7a05dc932867', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.846531] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145587} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.846881] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.848171] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6668f39-fdc6-4f8b-8b1e-b83077562e4d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.873423] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] d64c1ede-21f5-4d14-9585-85aad4d25873/d64c1ede-21f5-4d14-9585-85aad4d25873.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.876819] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93ccbee3-f9df-42e3-a4fd-0cb189cff561 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.905529] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 672.905529] env[69440]: value = "task-4138963" [ 672.905529] env[69440]: _type = "Task" [ 672.905529] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.920734] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.973921] env[69440]: DEBUG nova.compute.manager [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.056660] env[69440]: INFO nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Took 21.89 seconds to build instance. [ 673.066361] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523b2969-29d5-cadf-ca8b-9f9e01dcf978, 'name': SearchDatastore_Task, 'duration_secs': 0.039374} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.066361] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.066361] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.066361] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.066705] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.066705] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.066900] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcfd30a3-1f06-41b2-a27f-63ad76fede49 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.080079] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.080079] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.080790] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-469fa779-a4a2-4d2f-ab7a-a10ac154cd3b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.088884] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for the task: (returnval){ [ 673.088884] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52a0d615-8f98-07a0-3de1-5ca13438ccec" [ 673.088884] env[69440]: _type = "Task" [ 673.088884] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.100969] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a0d615-8f98-07a0-3de1-5ca13438ccec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.103735] env[69440]: DEBUG nova.compute.manager [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.170425] env[69440]: DEBUG nova.network.neutron [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Updating instance_info_cache with network_info: [{"id": "f51ba4f0-f143-4033-9a8c-2bd66b5273b3", "address": "fa:16:3e:01:d2:41", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf51ba4f0-f1", "ovs_interfaceid": "f51ba4f0-f143-4033-9a8c-2bd66b5273b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.175442] env[69440]: INFO nova.compute.manager [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Took 21.95 seconds to build instance. [ 673.185114] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': task-4138962, 'name': Rename_Task, 'duration_secs': 0.188475} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.187090] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.190613] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c745747-f317-4dea-8deb-7a46d646c287 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.201775] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Waiting for the task: (returnval){ [ 673.201775] env[69440]: value = "task-4138964" [ 673.201775] env[69440]: _type = "Task" [ 673.201775] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.219796] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': task-4138964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.284743] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquiring lock "029aa35a-3407-4d4f-9388-1978a073ecd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.285043] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lock "029aa35a-3407-4d4f-9388-1978a073ecd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.391831] env[69440]: DEBUG nova.network.neutron [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Updated VIF entry in instance network info cache for port c5819e62-7612-432a-9a08-5e9ab2e7c855. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.392248] env[69440]: DEBUG nova.network.neutron [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Updating instance_info_cache with network_info: [{"id": "c5819e62-7612-432a-9a08-5e9ab2e7c855", "address": "fa:16:3e:08:58:f6", "network": {"id": "da045776-8dec-4ec8-9b87-28861c8bf282", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-82185089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257885c995284707a259e656d3d55890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5819e62-76", "ovs_interfaceid": "c5819e62-7612-432a-9a08-5e9ab2e7c855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.427098] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138963, 'name': ReconfigVM_Task, 'duration_secs': 0.516514} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.427256] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Reconfigured VM instance instance-00000001 to attach disk [datastore1] d64c1ede-21f5-4d14-9585-85aad4d25873/d64c1ede-21f5-4d14-9585-85aad4d25873.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.428297] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f506491f-ef9d-4921-8cf0-dd19668958f4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.436374] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 673.436374] env[69440]: value = "task-4138965" [ 673.436374] env[69440]: _type = "Task" [ 673.436374] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.456896] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138965, 'name': Rename_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.504902] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.520237] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6918b5c-3cf4-4e78-b641-6e58dfa7b0b1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.529099] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20012b05-1ff3-48c4-bdf1-9d0e29aaf5a9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.569129] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "2077be55-c9ca-46ad-9a38-24b83c46b705" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.410s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.570123] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd7e280-38cb-4a7e-91a6-9a0c9c881333 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.579635] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf914e9-60b3-427d-8511-7875178612ef {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.597115] env[69440]: DEBUG nova.compute.provider_tree [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.619280] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a0d615-8f98-07a0-3de1-5ca13438ccec, 'name': SearchDatastore_Task, 'duration_secs': 0.021066} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.620616] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee57c74d-90c9-4cd7-b8f8-1752573b808f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.630334] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for the task: (returnval){ [ 673.630334] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]527807b4-a6d5-573e-0a66-d0efa627d27b" [ 673.630334] env[69440]: _type = "Task" [ 673.630334] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.643775] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]527807b4-a6d5-573e-0a66-d0efa627d27b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.675202] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Releasing lock "refresh_cache-960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.675601] env[69440]: DEBUG nova.compute.manager [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Instance network_info: |[{"id": "f51ba4f0-f143-4033-9a8c-2bd66b5273b3", "address": "fa:16:3e:01:d2:41", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf51ba4f0-f1", "ovs_interfaceid": "f51ba4f0-f143-4033-9a8c-2bd66b5273b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.676034] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:d2:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f51ba4f0-f143-4033-9a8c-2bd66b5273b3', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.683797] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Creating folder: Project (b31d0165a71745128f53e226627230d9). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.684973] env[69440]: DEBUG nova.network.neutron [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Successfully created port: 8e52167a-30f3-417a-8cbd-5a5b7a3931b0 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.687417] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95d17fec-39ab-4501-88b3-d8400a3bb51e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.691702] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "52627e7c-1387-4e85-b67b-8062a67f71c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.488s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.710339] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Created folder: Project (b31d0165a71745128f53e226627230d9) in parent group-v819662. [ 673.710578] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Creating folder: Instances. Parent ref: group-v819685. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.714658] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-981fd7fa-7d31-4977-9803-60fc17aa1a51 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.717100] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': task-4138964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.731516] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Created folder: Instances in parent group-v819685. [ 673.731516] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.731660] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.732033] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66a6be99-6572-4e30-bc22-6582c94047fa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.757446] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.757446] env[69440]: value = "task-4138968" [ 673.757446] env[69440]: _type = "Task" [ 673.757446] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.771506] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138968, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.898336] env[69440]: DEBUG oslo_concurrency.lockutils [req-ae583aac-6134-49a2-8110-571f353b141c req-9d2d8c6b-6705-4435-9980-36aea656de5b service nova] Releasing lock "refresh_cache-733e01e7-5429-41fe-8cd0-9fc56d03fce0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.958940] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138965, 'name': Rename_Task, 'duration_secs': 0.24539} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.960457] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.960457] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-660dcab9-2681-4932-b8a4-dcd2ec2898d3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.969432] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 673.969432] env[69440]: value = "task-4138969" [ 673.969432] env[69440]: _type = "Task" [ 673.969432] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.981303] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.074213] env[69440]: DEBUG nova.compute.manager [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.104753] env[69440]: DEBUG nova.scheduler.client.report [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.123424] env[69440]: DEBUG nova.compute.manager [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.132582] env[69440]: DEBUG nova.network.neutron [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Successfully updated port: fc752302-0b42-402d-aeae-65ecc99b81c0 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.149652] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]527807b4-a6d5-573e-0a66-d0efa627d27b, 'name': SearchDatastore_Task, 'duration_secs': 0.014815} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.150338] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.151730] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] bcfea8dc-1327-4e91-b5fb-5183146af199/bcfea8dc-1327-4e91-b5fb-5183146af199.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.155749] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58dfd63e-d415-45d2-a32c-8a0a9dd9097c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.171992] env[69440]: DEBUG nova.virt.hardware [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.172437] env[69440]: DEBUG nova.virt.hardware [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.172576] env[69440]: DEBUG nova.virt.hardware [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.172815] env[69440]: DEBUG nova.virt.hardware [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.173004] env[69440]: DEBUG nova.virt.hardware [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.174058] env[69440]: DEBUG nova.virt.hardware [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.174058] env[69440]: DEBUG nova.virt.hardware [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.174058] env[69440]: DEBUG nova.virt.hardware [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.174058] env[69440]: DEBUG nova.virt.hardware [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.174367] env[69440]: DEBUG nova.virt.hardware [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.174462] env[69440]: DEBUG nova.virt.hardware [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.176634] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961dc9f9-598b-404b-a4e9-a5a831f78801 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.182118] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for the task: (returnval){ [ 674.182118] env[69440]: value = "task-4138970" [ 674.182118] env[69440]: _type = "Task" [ 674.182118] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.189246] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc75ba0-bbfb-4c71-960e-7e416c70744d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.199760] env[69440]: DEBUG nova.compute.manager [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.201857] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4138970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.227849] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': task-4138964, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.272119] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138968, 'name': CreateVM_Task, 'duration_secs': 0.429694} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.273810] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.274594] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.277160] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.277160] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.277251] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-567bd461-034a-442e-bbbb-6a006576787a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.285959] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Waiting for the task: (returnval){ [ 674.285959] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]524c7976-903e-749b-475b-de2047832c67" [ 674.285959] env[69440]: _type = "Task" [ 674.285959] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.297010] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]524c7976-903e-749b-475b-de2047832c67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.425831] env[69440]: DEBUG oslo_concurrency.lockutils [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Acquiring lock "50f54b16-d6c6-4654-8f13-7773a3ec0e34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.426129] env[69440]: DEBUG oslo_concurrency.lockutils [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Lock "50f54b16-d6c6-4654-8f13-7773a3ec0e34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.426357] env[69440]: DEBUG oslo_concurrency.lockutils [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Acquiring lock "50f54b16-d6c6-4654-8f13-7773a3ec0e34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.426538] env[69440]: DEBUG oslo_concurrency.lockutils [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Lock "50f54b16-d6c6-4654-8f13-7773a3ec0e34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.426693] env[69440]: DEBUG oslo_concurrency.lockutils [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Lock "50f54b16-d6c6-4654-8f13-7773a3ec0e34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.431703] env[69440]: INFO nova.compute.manager [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Terminating instance [ 674.486387] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138969, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.605370] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.612048] env[69440]: DEBUG oslo_concurrency.lockutils [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.612048] env[69440]: DEBUG nova.compute.manager [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.615067] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.299s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.639480] env[69440]: DEBUG oslo_concurrency.lockutils [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Acquiring lock "refresh_cache-2631d429-9d16-4cdf-b7cf-14ea26d5fd94" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.639659] env[69440]: DEBUG oslo_concurrency.lockutils [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Acquired lock "refresh_cache-2631d429-9d16-4cdf-b7cf-14ea26d5fd94" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.639846] env[69440]: DEBUG nova.network.neutron [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.696746] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4138970, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.723261] env[69440]: DEBUG oslo_vmware.api [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': task-4138964, 'name': PowerOnVM_Task, 'duration_secs': 1.060932} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.723261] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.723261] env[69440]: INFO nova.compute.manager [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Took 10.24 seconds to spawn the instance on the hypervisor. [ 674.723261] env[69440]: DEBUG nova.compute.manager [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 674.723261] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc77802-91ed-435f-93e0-ffcb9e222313 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.730531] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.801432] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]524c7976-903e-749b-475b-de2047832c67, 'name': SearchDatastore_Task, 'duration_secs': 0.032486} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.801794] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.802062] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.802352] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.802520] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.802874] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.803563] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90e94d86-567f-4246-bf69-41d19c62aabe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.827746] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.827746] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.829208] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0afe11d2-35d8-4758-ae0f-5dfd7126c5c1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.836815] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Waiting for the task: (returnval){ [ 674.836815] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5206330b-ecdd-5287-9581-5033352a167f" [ 674.836815] env[69440]: _type = "Task" [ 674.836815] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.847491] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5206330b-ecdd-5287-9581-5033352a167f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.937124] env[69440]: DEBUG nova.compute.manager [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 674.937588] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.938340] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a747556-d5d6-4541-9e43-ff155f79174f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.949888] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.951477] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d8740d3-565e-4698-8c51-d92a183d7c1e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.964967] env[69440]: DEBUG oslo_vmware.api [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Waiting for the task: (returnval){ [ 674.964967] env[69440]: value = "task-4138971" [ 674.964967] env[69440]: _type = "Task" [ 674.964967] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.982719] env[69440]: DEBUG oslo_vmware.api [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Task: {'id': task-4138971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.991372] env[69440]: DEBUG oslo_vmware.api [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138969, 'name': PowerOnVM_Task, 'duration_secs': 0.874293} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.991755] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.992402] env[69440]: DEBUG nova.compute.manager [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 674.993465] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d29257-969f-4175-b3be-ea23e697c434 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.121703] env[69440]: DEBUG nova.compute.utils [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.131384] env[69440]: DEBUG nova.compute.manager [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.131705] env[69440]: DEBUG nova.network.neutron [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.197126] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4138970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.897807} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.197359] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] bcfea8dc-1327-4e91-b5fb-5183146af199/bcfea8dc-1327-4e91-b5fb-5183146af199.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.197541] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.197805] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7185b66-ac19-41ad-af63-a8ad043a8209 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.206633] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for the task: (returnval){ [ 675.206633] env[69440]: value = "task-4138972" [ 675.206633] env[69440]: _type = "Task" [ 675.206633] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.223727] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4138972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.248924] env[69440]: DEBUG nova.network.neutron [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.252439] env[69440]: INFO nova.compute.manager [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Took 23.30 seconds to build instance. [ 675.307377] env[69440]: DEBUG nova.policy [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '529cdf7a4e0544e9965688829dc6b78d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd320e26e789e4e61944bb5bef75dda0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.352923] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5206330b-ecdd-5287-9581-5033352a167f, 'name': SearchDatastore_Task, 'duration_secs': 0.066157} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.353707] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e9a1cf2-b861-4129-a508-7e4600e08d23 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.360865] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Waiting for the task: (returnval){ [ 675.360865] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]529b1955-e8c5-d6bd-3816-5297d99dc83e" [ 675.360865] env[69440]: _type = "Task" [ 675.360865] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.373963] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529b1955-e8c5-d6bd-3816-5297d99dc83e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.479416] env[69440]: DEBUG oslo_vmware.api [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Task: {'id': task-4138971, 'name': PowerOffVM_Task, 'duration_secs': 0.240517} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.479718] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.479901] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.480185] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b135063e-7332-4ec7-a797-a0def39ae0ee {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.516504] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.564137] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.564351] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.564524] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Deleting the datastore file [datastore2] 50f54b16-d6c6-4654-8f13-7773a3ec0e34 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.564810] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be40ca56-b7cf-4206-9b85-36602f013ffe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.575861] env[69440]: DEBUG oslo_vmware.api [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Waiting for the task: (returnval){ [ 675.575861] env[69440]: value = "task-4138974" [ 675.575861] env[69440]: _type = "Task" [ 675.575861] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.588706] env[69440]: DEBUG oslo_vmware.api [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Task: {'id': task-4138974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.623322] env[69440]: DEBUG nova.compute.manager [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Received event network-changed-2857f3eb-a2ae-40b9-b205-43eb60aaf094 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.623322] env[69440]: DEBUG nova.compute.manager [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Refreshing instance network info cache due to event network-changed-2857f3eb-a2ae-40b9-b205-43eb60aaf094. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.623493] env[69440]: DEBUG oslo_concurrency.lockutils [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] Acquiring lock "refresh_cache-bcfea8dc-1327-4e91-b5fb-5183146af199" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.623622] env[69440]: DEBUG oslo_concurrency.lockutils [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] Acquired lock "refresh_cache-bcfea8dc-1327-4e91-b5fb-5183146af199" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.623744] env[69440]: DEBUG nova.network.neutron [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Refreshing network info cache for port 2857f3eb-a2ae-40b9-b205-43eb60aaf094 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.632478] env[69440]: DEBUG nova.compute.manager [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.720840] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4138972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0804} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.721139] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.722029] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e071eef8-483c-4a96-aee2-e38bdd946d2a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.748072] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] bcfea8dc-1327-4e91-b5fb-5183146af199/bcfea8dc-1327-4e91-b5fb-5183146af199.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.748703] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd3255e6-3f88-46e1-a196-c9dc691c58f5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.764959] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fad30fe1-635f-4a85-930f-8076ca91ed25 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Lock "733e01e7-5429-41fe-8cd0-9fc56d03fce0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.833s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.773193] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for the task: (returnval){ [ 675.773193] env[69440]: value = "task-4138975" [ 675.773193] env[69440]: _type = "Task" [ 675.773193] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.792386] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4138975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.841321] env[69440]: DEBUG nova.network.neutron [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Updating instance_info_cache with network_info: [{"id": "fc752302-0b42-402d-aeae-65ecc99b81c0", "address": "fa:16:3e:25:52:87", "network": {"id": "e7e3883d-2b5e-447c-abb8-e3dbc69b92f2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1361428521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dfdcefbf8554944a3605236e2b92da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc752302-0b", "ovs_interfaceid": "fc752302-0b42-402d-aeae-65ecc99b81c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.879959] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529b1955-e8c5-d6bd-3816-5297d99dc83e, 'name': SearchDatastore_Task, 'duration_secs': 0.043039} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.880359] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.880643] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe/960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.880906] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22ca236c-13b3-4171-88c0-c76b59988f28 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.890454] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Waiting for the task: (returnval){ [ 675.890454] env[69440]: value = "task-4138976" [ 675.890454] env[69440]: _type = "Task" [ 675.890454] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.901880] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': task-4138976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.958367] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Acquiring lock "f9371520-75bc-414a-a704-30dba68d5a52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.958565] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Lock "f9371520-75bc-414a-a704-30dba68d5a52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.090730] env[69440]: DEBUG oslo_vmware.api [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Task: {'id': task-4138974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500405} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.091100] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.091204] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.091390] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.091580] env[69440]: INFO nova.compute.manager [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Took 1.15 seconds to destroy the instance on the hypervisor. [ 676.092037] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.092037] env[69440]: DEBUG nova.compute.manager [-] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.092135] env[69440]: DEBUG nova.network.neutron [-] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.177581] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 0cd34a99-40c7-4603-aacf-80205275b852 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 676.177963] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 50f54b16-d6c6-4654-8f13-7773a3ec0e34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 676.177963] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 733e01e7-5429-41fe-8cd0-9fc56d03fce0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 676.178060] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance bcfea8dc-1327-4e91-b5fb-5183146af199 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 676.178103] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance d64c1ede-21f5-4d14-9585-85aad4d25873 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 676.268557] env[69440]: DEBUG nova.compute.manager [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.285428] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4138975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.346389] env[69440]: DEBUG oslo_concurrency.lockutils [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Releasing lock "refresh_cache-2631d429-9d16-4cdf-b7cf-14ea26d5fd94" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.346802] env[69440]: DEBUG nova.compute.manager [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Instance network_info: |[{"id": "fc752302-0b42-402d-aeae-65ecc99b81c0", "address": "fa:16:3e:25:52:87", "network": {"id": "e7e3883d-2b5e-447c-abb8-e3dbc69b92f2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1361428521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dfdcefbf8554944a3605236e2b92da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc752302-0b", "ovs_interfaceid": "fc752302-0b42-402d-aeae-65ecc99b81c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.347884] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:52:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc752302-0b42-402d-aeae-65ecc99b81c0', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.356456] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Creating folder: Project (8dfdcefbf8554944a3605236e2b92da1). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.356693] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-436d70c5-fac2-4c1f-8c20-96a3a692e34c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.361785] env[69440]: DEBUG nova.network.neutron [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Successfully updated port: 8e52167a-30f3-417a-8cbd-5a5b7a3931b0 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.371937] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Created folder: Project (8dfdcefbf8554944a3605236e2b92da1) in parent group-v819662. [ 676.372104] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Creating folder: Instances. Parent ref: group-v819688. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.372728] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f95abef-0fd3-4313-9008-0e864a4faa09 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.384234] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Created folder: Instances in parent group-v819688. [ 676.384736] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.385404] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.385828] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8308a1b-9605-4f8a-be1d-ae9794419a9f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.413687] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': task-4138976, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.415460] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.415460] env[69440]: value = "task-4138979" [ 676.415460] env[69440]: _type = "Task" [ 676.415460] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.424569] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138979, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.654738] env[69440]: DEBUG nova.compute.manager [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.682610] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 029aa35a-3407-4d4f-9388-1978a073ecd2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 676.691221] env[69440]: DEBUG nova.virt.hardware [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.691597] env[69440]: DEBUG nova.virt.hardware [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.691800] env[69440]: DEBUG nova.virt.hardware [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.692051] env[69440]: DEBUG nova.virt.hardware [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.692247] env[69440]: DEBUG nova.virt.hardware [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.692506] env[69440]: DEBUG nova.virt.hardware [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.692818] env[69440]: DEBUG nova.virt.hardware [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.693094] env[69440]: DEBUG nova.virt.hardware [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.693205] env[69440]: DEBUG nova.virt.hardware [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.693432] env[69440]: DEBUG nova.virt.hardware [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.693729] env[69440]: DEBUG nova.virt.hardware [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.694735] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1008176c-ac77-4087-bd7b-08fc63b54cac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.704053] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f2248a-d182-4dc8-9265-59ed2609df24 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.783544] env[69440]: DEBUG nova.network.neutron [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Updated VIF entry in instance network info cache for port 2857f3eb-a2ae-40b9-b205-43eb60aaf094. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.783938] env[69440]: DEBUG nova.network.neutron [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Updating instance_info_cache with network_info: [{"id": "2857f3eb-a2ae-40b9-b205-43eb60aaf094", "address": "fa:16:3e:ac:86:51", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2857f3eb-a2", "ovs_interfaceid": "2857f3eb-a2ae-40b9-b205-43eb60aaf094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.789281] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4138975, 'name': ReconfigVM_Task, 'duration_secs': 0.99509} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.789281] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Reconfigured VM instance instance-00000007 to attach disk [datastore1] bcfea8dc-1327-4e91-b5fb-5183146af199/bcfea8dc-1327-4e91-b5fb-5183146af199.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.789621] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8556b282-e0e0-4fd8-b792-6d974dcf8753 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.800580] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for the task: (returnval){ [ 676.800580] env[69440]: value = "task-4138980" [ 676.800580] env[69440]: _type = "Task" [ 676.800580] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.804257] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.812753] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4138980, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.865624] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Acquiring lock "refresh_cache-f121bdab-27c9-457f-b3c0-0218b0d6d1e7" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.865793] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Acquired lock "refresh_cache-f121bdab-27c9-457f-b3c0-0218b0d6d1e7" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.865969] env[69440]: DEBUG nova.network.neutron [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.917232] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': task-4138976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79565} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.917232] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe/960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.917232] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.917232] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0cb98ad-d16a-4d87-a551-3a317268d2d2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.928252] env[69440]: DEBUG nova.network.neutron [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Successfully created port: e241d509-0aae-4a61-a213-4e510b37e4a3 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.945319] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Waiting for the task: (returnval){ [ 676.945319] env[69440]: value = "task-4138981" [ 676.945319] env[69440]: _type = "Task" [ 676.945319] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.945319] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138979, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.186675] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 677.187025] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance f121bdab-27c9-457f-b3c0-0218b0d6d1e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 677.187025] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 2631d429-9d16-4cdf-b7cf-14ea26d5fd94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 677.289852] env[69440]: DEBUG oslo_concurrency.lockutils [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] Releasing lock "refresh_cache-bcfea8dc-1327-4e91-b5fb-5183146af199" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.290213] env[69440]: DEBUG nova.compute.manager [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Received event network-vif-plugged-f51ba4f0-f143-4033-9a8c-2bd66b5273b3 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.290466] env[69440]: DEBUG oslo_concurrency.lockutils [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] Acquiring lock "960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.290759] env[69440]: DEBUG oslo_concurrency.lockutils [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] Lock "960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.290939] env[69440]: DEBUG oslo_concurrency.lockutils [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] Lock "960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.291925] env[69440]: DEBUG nova.compute.manager [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] No waiting events found dispatching network-vif-plugged-f51ba4f0-f143-4033-9a8c-2bd66b5273b3 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 677.291925] env[69440]: WARNING nova.compute.manager [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Received unexpected event network-vif-plugged-f51ba4f0-f143-4033-9a8c-2bd66b5273b3 for instance with vm_state building and task_state spawning. [ 677.291925] env[69440]: DEBUG nova.compute.manager [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Received event network-changed-f51ba4f0-f143-4033-9a8c-2bd66b5273b3 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.291925] env[69440]: DEBUG nova.compute.manager [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Refreshing instance network info cache due to event network-changed-f51ba4f0-f143-4033-9a8c-2bd66b5273b3. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.292157] env[69440]: DEBUG oslo_concurrency.lockutils [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] Acquiring lock "refresh_cache-960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.292916] env[69440]: DEBUG oslo_concurrency.lockutils [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] Acquired lock "refresh_cache-960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.292916] env[69440]: DEBUG nova.network.neutron [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Refreshing network info cache for port f51ba4f0-f143-4033-9a8c-2bd66b5273b3 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.313024] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4138980, 'name': Rename_Task, 'duration_secs': 0.265597} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.313369] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.313639] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65a0e957-3947-4bb2-9ca0-feb41aa6c140 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.322880] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for the task: (returnval){ [ 677.322880] env[69440]: value = "task-4138982" [ 677.322880] env[69440]: _type = "Task" [ 677.322880] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.334914] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4138982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.434884] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138979, 'name': CreateVM_Task, 'duration_secs': 0.659} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.435051] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.436030] env[69440]: DEBUG oslo_concurrency.lockutils [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.436593] env[69440]: DEBUG oslo_concurrency.lockutils [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.437040] env[69440]: DEBUG oslo_concurrency.lockutils [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.437407] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8484f7f5-8612-41e2-abf7-cb04fd59bd81 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.445022] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Waiting for the task: (returnval){ [ 677.445022] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52bae468-b3f3-5a53-6f99-6a3515ad7f39" [ 677.445022] env[69440]: _type = "Task" [ 677.445022] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.455951] env[69440]: DEBUG nova.network.neutron [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.471674] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52bae468-b3f3-5a53-6f99-6a3515ad7f39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.471674] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': task-4138981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138648} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.471674] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.472426] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb94ad1-d543-4b43-a61b-90c57b14b488 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.503379] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe/960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.503909] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3af53ce9-b24d-41c3-9a40-863981d6edd8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.530845] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Waiting for the task: (returnval){ [ 677.530845] env[69440]: value = "task-4138983" [ 677.530845] env[69440]: _type = "Task" [ 677.530845] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.542999] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': task-4138983, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.618940] env[69440]: DEBUG nova.network.neutron [-] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.696969] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance f9371520-75bc-414a-a704-30dba68d5a52 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 677.815635] env[69440]: DEBUG nova.network.neutron [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Updating instance_info_cache with network_info: [{"id": "8e52167a-30f3-417a-8cbd-5a5b7a3931b0", "address": "fa:16:3e:c1:ed:f5", "network": {"id": "5c04f29a-eb40-4780-9277-61bf0041ef1f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-170855116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "886a83f7984b457f99bc7a05dc932867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e52167a-30", "ovs_interfaceid": "8e52167a-30f3-417a-8cbd-5a5b7a3931b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.844019] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4138982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.849376] env[69440]: DEBUG nova.compute.manager [req-6ca18ed8-e392-4ee8-b084-389393e81d81 req-0c55f0c9-acb5-4b1d-a361-2fb75e475b58 service nova] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Received event network-vif-plugged-8e52167a-30f3-417a-8cbd-5a5b7a3931b0 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.849658] env[69440]: DEBUG oslo_concurrency.lockutils [req-6ca18ed8-e392-4ee8-b084-389393e81d81 req-0c55f0c9-acb5-4b1d-a361-2fb75e475b58 service nova] Acquiring lock "f121bdab-27c9-457f-b3c0-0218b0d6d1e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.849787] env[69440]: DEBUG oslo_concurrency.lockutils [req-6ca18ed8-e392-4ee8-b084-389393e81d81 req-0c55f0c9-acb5-4b1d-a361-2fb75e475b58 service nova] Lock "f121bdab-27c9-457f-b3c0-0218b0d6d1e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.849943] env[69440]: DEBUG oslo_concurrency.lockutils [req-6ca18ed8-e392-4ee8-b084-389393e81d81 req-0c55f0c9-acb5-4b1d-a361-2fb75e475b58 service nova] Lock "f121bdab-27c9-457f-b3c0-0218b0d6d1e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.850124] env[69440]: DEBUG nova.compute.manager [req-6ca18ed8-e392-4ee8-b084-389393e81d81 req-0c55f0c9-acb5-4b1d-a361-2fb75e475b58 service nova] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] No waiting events found dispatching network-vif-plugged-8e52167a-30f3-417a-8cbd-5a5b7a3931b0 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 677.850277] env[69440]: WARNING nova.compute.manager [req-6ca18ed8-e392-4ee8-b084-389393e81d81 req-0c55f0c9-acb5-4b1d-a361-2fb75e475b58 service nova] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Received unexpected event network-vif-plugged-8e52167a-30f3-417a-8cbd-5a5b7a3931b0 for instance with vm_state building and task_state spawning. [ 677.958534] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52bae468-b3f3-5a53-6f99-6a3515ad7f39, 'name': SearchDatastore_Task, 'duration_secs': 0.035922} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.959070] env[69440]: DEBUG oslo_concurrency.lockutils [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.959453] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.959854] env[69440]: DEBUG oslo_concurrency.lockutils [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.960069] env[69440]: DEBUG oslo_concurrency.lockutils [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.960262] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.960831] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56b308c8-493f-4d87-a7e6-7cbd39da4b1b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.971472] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.971717] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.973270] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b912164b-dac7-4480-9be1-b31719b72e20 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.981866] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Waiting for the task: (returnval){ [ 677.981866] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5276ca15-8f32-03d9-64cd-6fc786f91d67" [ 677.981866] env[69440]: _type = "Task" [ 677.981866] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.998503] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5276ca15-8f32-03d9-64cd-6fc786f91d67, 'name': SearchDatastore_Task} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.999096] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc3543ff-036e-4cd8-891d-2cabe7ac7ea0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.006276] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Waiting for the task: (returnval){ [ 678.006276] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d61400-70cd-756c-ec79-cafa6d64476c" [ 678.006276] env[69440]: _type = "Task" [ 678.006276] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.019171] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d61400-70cd-756c-ec79-cafa6d64476c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.043406] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': task-4138983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.122694] env[69440]: INFO nova.compute.manager [-] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Took 2.03 seconds to deallocate network for instance. [ 678.202946] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance a006d1f1-5185-4717-bf54-fa8b33c19fda has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 678.203423] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 678.276076] env[69440]: DEBUG nova.network.neutron [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Updated VIF entry in instance network info cache for port f51ba4f0-f143-4033-9a8c-2bd66b5273b3. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.276566] env[69440]: DEBUG nova.network.neutron [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Updating instance_info_cache with network_info: [{"id": "f51ba4f0-f143-4033-9a8c-2bd66b5273b3", "address": "fa:16:3e:01:d2:41", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf51ba4f0-f1", "ovs_interfaceid": "f51ba4f0-f143-4033-9a8c-2bd66b5273b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.291813] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Acquiring lock "733e01e7-5429-41fe-8cd0-9fc56d03fce0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.292116] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Lock "733e01e7-5429-41fe-8cd0-9fc56d03fce0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.292352] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Acquiring lock "733e01e7-5429-41fe-8cd0-9fc56d03fce0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.292619] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Lock "733e01e7-5429-41fe-8cd0-9fc56d03fce0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.292841] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Lock "733e01e7-5429-41fe-8cd0-9fc56d03fce0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.301117] env[69440]: INFO nova.compute.manager [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Terminating instance [ 678.309547] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquiring lock "f254ccca-ffc2-4ca6-92ac-317b5f99cd20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.309716] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "f254ccca-ffc2-4ca6-92ac-317b5f99cd20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.319239] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Releasing lock "refresh_cache-f121bdab-27c9-457f-b3c0-0218b0d6d1e7" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.319673] env[69440]: DEBUG nova.compute.manager [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Instance network_info: |[{"id": "8e52167a-30f3-417a-8cbd-5a5b7a3931b0", "address": "fa:16:3e:c1:ed:f5", "network": {"id": "5c04f29a-eb40-4780-9277-61bf0041ef1f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-170855116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "886a83f7984b457f99bc7a05dc932867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e52167a-30", "ovs_interfaceid": "8e52167a-30f3-417a-8cbd-5a5b7a3931b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.320198] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:ed:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e52167a-30f3-417a-8cbd-5a5b7a3931b0', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.328746] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Creating folder: Project (886a83f7984b457f99bc7a05dc932867). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.330368] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10725617-6d17-4746-bfbc-03d58a6e2273 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.342022] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Acquiring lock "e3c53d5b-18f8-4c41-8ec2-fd8e170576af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.342378] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Lock "e3c53d5b-18f8-4c41-8ec2-fd8e170576af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.346493] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4138982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.348158] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Created folder: Project (886a83f7984b457f99bc7a05dc932867) in parent group-v819662. [ 678.348342] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Creating folder: Instances. Parent ref: group-v819691. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.348590] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7bad4be-50e2-40b3-86ca-7e5a8583bbe1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.360568] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Created folder: Instances in parent group-v819691. [ 678.360823] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.361026] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.361307] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c21036ad-886e-4f1a-8aa2-ccd160fcec61 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.383302] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.383302] env[69440]: value = "task-4138986" [ 678.383302] env[69440]: _type = "Task" [ 678.383302] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.392965] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138986, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.519827] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d61400-70cd-756c-ec79-cafa6d64476c, 'name': SearchDatastore_Task, 'duration_secs': 0.016745} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.520147] env[69440]: DEBUG oslo_concurrency.lockutils [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.520362] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 2631d429-9d16-4cdf-b7cf-14ea26d5fd94/2631d429-9d16-4cdf-b7cf-14ea26d5fd94.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.520619] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bde0093-de87-4c8e-bbc7-3476fb754617 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.530127] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Waiting for the task: (returnval){ [ 678.530127] env[69440]: value = "task-4138987" [ 678.530127] env[69440]: _type = "Task" [ 678.530127] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.544845] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': task-4138987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.548388] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': task-4138983, 'name': ReconfigVM_Task, 'duration_secs': 0.58052} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.548743] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe/960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.549380] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0102c181-28eb-4507-b669-c0a50dae5b79 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.558066] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Waiting for the task: (returnval){ [ 678.558066] env[69440]: value = "task-4138988" [ 678.558066] env[69440]: _type = "Task" [ 678.558066] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.568102] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': task-4138988, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.608866] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Acquiring lock "d64c1ede-21f5-4d14-9585-85aad4d25873" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.609186] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Lock "d64c1ede-21f5-4d14-9585-85aad4d25873" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.609602] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Acquiring lock "d64c1ede-21f5-4d14-9585-85aad4d25873-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.609827] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Lock "d64c1ede-21f5-4d14-9585-85aad4d25873-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.610053] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Lock "d64c1ede-21f5-4d14-9585-85aad4d25873-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.612374] env[69440]: INFO nova.compute.manager [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Terminating instance [ 678.632628] env[69440]: DEBUG oslo_concurrency.lockutils [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.706439] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance ee7f76c1-fcb5-49a7-88fe-57541f13f24b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 678.706591] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance b9cb0a36-50a0-4030-b8c7-aec41255fb60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 678.782052] env[69440]: DEBUG oslo_concurrency.lockutils [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] Releasing lock "refresh_cache-960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.782052] env[69440]: DEBUG nova.compute.manager [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Received event network-vif-plugged-fc752302-0b42-402d-aeae-65ecc99b81c0 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.782052] env[69440]: DEBUG oslo_concurrency.lockutils [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] Acquiring lock "2631d429-9d16-4cdf-b7cf-14ea26d5fd94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.782052] env[69440]: DEBUG oslo_concurrency.lockutils [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] Lock "2631d429-9d16-4cdf-b7cf-14ea26d5fd94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.782052] env[69440]: DEBUG oslo_concurrency.lockutils [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] Lock "2631d429-9d16-4cdf-b7cf-14ea26d5fd94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.782241] env[69440]: DEBUG nova.compute.manager [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] No waiting events found dispatching network-vif-plugged-fc752302-0b42-402d-aeae-65ecc99b81c0 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 678.782241] env[69440]: WARNING nova.compute.manager [req-18f43c43-da51-466a-938d-e92b1a7cdb3c req-0234bc06-26d1-4932-a0e5-2889a2cb6de9 service nova] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Received unexpected event network-vif-plugged-fc752302-0b42-402d-aeae-65ecc99b81c0 for instance with vm_state building and task_state spawning. [ 678.810285] env[69440]: DEBUG nova.compute.manager [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.813196] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.813196] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68bdb9a-6625-456c-a61d-f4db2b666229 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.822968] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.822968] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfaabcd5-785b-42d8-bb49-243126634c21 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.839020] env[69440]: DEBUG oslo_vmware.api [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Waiting for the task: (returnval){ [ 678.839020] env[69440]: value = "task-4138989" [ 678.839020] env[69440]: _type = "Task" [ 678.839020] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.848906] env[69440]: DEBUG oslo_vmware.api [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4138982, 'name': PowerOnVM_Task, 'duration_secs': 1.439453} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.854128] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.854711] env[69440]: INFO nova.compute.manager [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Took 11.99 seconds to spawn the instance on the hypervisor. [ 678.858026] env[69440]: DEBUG nova.compute.manager [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 678.858026] env[69440]: DEBUG oslo_vmware.api [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': task-4138989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.858026] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31dab1a-0855-4fd6-891f-3571e7b17656 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.898993] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4138986, 'name': CreateVM_Task, 'duration_secs': 0.495277} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.899242] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.902153] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.902153] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.902153] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.902153] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-840433a1-9de3-4e6e-ac58-98e28ea749e9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.909812] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Waiting for the task: (returnval){ [ 678.909812] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52e22ed1-ef16-385a-5a25-36c53ee1aa8b" [ 678.909812] env[69440]: _type = "Task" [ 678.909812] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.924387] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e22ed1-ef16-385a-5a25-36c53ee1aa8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.048122] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': task-4138987, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.080390] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': task-4138988, 'name': Rename_Task, 'duration_secs': 0.187512} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.080642] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.080904] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c82844ce-0aae-4cef-8ba4-a2307d9f662e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.091578] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Waiting for the task: (returnval){ [ 679.091578] env[69440]: value = "task-4138990" [ 679.091578] env[69440]: _type = "Task" [ 679.091578] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.104768] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': task-4138990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.116729] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Acquiring lock "refresh_cache-d64c1ede-21f5-4d14-9585-85aad4d25873" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.117029] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Acquired lock "refresh_cache-d64c1ede-21f5-4d14-9585-85aad4d25873" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.117154] env[69440]: DEBUG nova.network.neutron [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.216048] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 5c1878eb-3c4b-49b8-89ba-9c51845204bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 679.216048] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 2077be55-c9ca-46ad-9a38-24b83c46b705 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 679.216048] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 52627e7c-1387-4e85-b67b-8062a67f71c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 679.216048] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance ee008d19-5fee-41b6-b831-4fd2f8bb5327 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 679.216579] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 679.216579] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 679.309241] env[69440]: DEBUG nova.compute.manager [req-a63a4424-06af-4d79-a6c5-99b32a4c6b20 req-76f9ae77-7d83-4585-9e47-68a477b0d879 service nova] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Received event network-changed-fc752302-0b42-402d-aeae-65ecc99b81c0 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.309493] env[69440]: DEBUG nova.compute.manager [req-a63a4424-06af-4d79-a6c5-99b32a4c6b20 req-76f9ae77-7d83-4585-9e47-68a477b0d879 service nova] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Refreshing instance network info cache due to event network-changed-fc752302-0b42-402d-aeae-65ecc99b81c0. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.309706] env[69440]: DEBUG oslo_concurrency.lockutils [req-a63a4424-06af-4d79-a6c5-99b32a4c6b20 req-76f9ae77-7d83-4585-9e47-68a477b0d879 service nova] Acquiring lock "refresh_cache-2631d429-9d16-4cdf-b7cf-14ea26d5fd94" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.309837] env[69440]: DEBUG oslo_concurrency.lockutils [req-a63a4424-06af-4d79-a6c5-99b32a4c6b20 req-76f9ae77-7d83-4585-9e47-68a477b0d879 service nova] Acquired lock "refresh_cache-2631d429-9d16-4cdf-b7cf-14ea26d5fd94" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.310105] env[69440]: DEBUG nova.network.neutron [req-a63a4424-06af-4d79-a6c5-99b32a4c6b20 req-76f9ae77-7d83-4585-9e47-68a477b0d879 service nova] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Refreshing network info cache for port fc752302-0b42-402d-aeae-65ecc99b81c0 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.356214] env[69440]: DEBUG oslo_vmware.api [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': task-4138989, 'name': PowerOffVM_Task, 'duration_secs': 0.272813} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.360340] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.360530] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.361336] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65fec3bb-1ce3-452a-87d4-19407ee110c5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.377939] env[69440]: INFO nova.compute.manager [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Took 27.15 seconds to build instance. [ 679.428585] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e22ed1-ef16-385a-5a25-36c53ee1aa8b, 'name': SearchDatastore_Task, 'duration_secs': 0.078679} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.428822] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.429090] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.431084] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.431084] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.431236] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.431487] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a031bf2-0ee3-4b64-9a11-fda1f51a17b4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.446057] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.446312] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.446483] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Deleting the datastore file [datastore1] 733e01e7-5429-41fe-8cd0-9fc56d03fce0 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.446750] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.446897] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.448241] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b46c283-de3d-45ed-87fe-00f15e3ad2f6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.450190] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-340c13e8-a6b5-4948-9a8a-cfa09ab9d29e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.457572] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Waiting for the task: (returnval){ [ 679.457572] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52eb1709-275b-4c86-8e71-ffd83c3000b5" [ 679.457572] env[69440]: _type = "Task" [ 679.457572] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.458982] env[69440]: DEBUG oslo_vmware.api [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Waiting for the task: (returnval){ [ 679.458982] env[69440]: value = "task-4138992" [ 679.458982] env[69440]: _type = "Task" [ 679.458982] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.485565] env[69440]: DEBUG oslo_vmware.api [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': task-4138992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.485671] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52eb1709-275b-4c86-8e71-ffd83c3000b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.541597] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': task-4138987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674175} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.544651] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 2631d429-9d16-4cdf-b7cf-14ea26d5fd94/2631d429-9d16-4cdf-b7cf-14ea26d5fd94.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.544882] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.545426] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-796d95e7-36ed-40ba-b204-2f584ced0403 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.553632] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Waiting for the task: (returnval){ [ 679.553632] env[69440]: value = "task-4138993" [ 679.553632] env[69440]: _type = "Task" [ 679.553632] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.565049] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': task-4138993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.608209] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': task-4138990, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.631997] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48eadc21-9d38-48a0-8061-56bf9f8e8131 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.644289] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3daa1b-a7a2-47f7-ad09-1262dd0a6db3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.650195] env[69440]: DEBUG nova.network.neutron [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.697498] env[69440]: DEBUG nova.network.neutron [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Successfully updated port: e241d509-0aae-4a61-a213-4e510b37e4a3 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.699231] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b26a18d-b285-4d62-b417-e6f5c0d76b70 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.710125] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d0cc5d-891b-4e85-952d-d2569b5d8f59 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.726800] env[69440]: DEBUG nova.compute.provider_tree [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.820928] env[69440]: DEBUG nova.network.neutron [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.880471] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f13334a-a00b-4bd9-942b-f3375733ab32 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Lock "bcfea8dc-1327-4e91-b5fb-5183146af199" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.671s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.984710] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52eb1709-275b-4c86-8e71-ffd83c3000b5, 'name': SearchDatastore_Task, 'duration_secs': 0.047593} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.985457] env[69440]: DEBUG oslo_vmware.api [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': task-4138992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.989521] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-075893a0-6f5a-4a92-bf12-0bdf0ffd6204 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.003122] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Waiting for the task: (returnval){ [ 680.003122] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5233d6e0-d5d4-9872-fec5-763b8e483cf5" [ 680.003122] env[69440]: _type = "Task" [ 680.003122] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.018777] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5233d6e0-d5d4-9872-fec5-763b8e483cf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.070413] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': task-4138993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226238} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.070818] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.072179] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0dcf21-c59c-47d0-a90b-07d96bcec65c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.100543] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 2631d429-9d16-4cdf-b7cf-14ea26d5fd94/2631d429-9d16-4cdf-b7cf-14ea26d5fd94.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.100543] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c3f6fe9-db33-4c82-b413-0c1318e28e84 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.126494] env[69440]: DEBUG oslo_vmware.api [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': task-4138990, 'name': PowerOnVM_Task, 'duration_secs': 0.971109} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.127940] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.128201] env[69440]: INFO nova.compute.manager [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Took 10.86 seconds to spawn the instance on the hypervisor. [ 680.128978] env[69440]: DEBUG nova.compute.manager [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 680.128978] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Waiting for the task: (returnval){ [ 680.128978] env[69440]: value = "task-4138994" [ 680.128978] env[69440]: _type = "Task" [ 680.128978] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.129750] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03de156-88db-42f4-b158-00ce59e97586 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.141978] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': task-4138994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.158138] env[69440]: DEBUG nova.network.neutron [req-a63a4424-06af-4d79-a6c5-99b32a4c6b20 req-76f9ae77-7d83-4585-9e47-68a477b0d879 service nova] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Updated VIF entry in instance network info cache for port fc752302-0b42-402d-aeae-65ecc99b81c0. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.158537] env[69440]: DEBUG nova.network.neutron [req-a63a4424-06af-4d79-a6c5-99b32a4c6b20 req-76f9ae77-7d83-4585-9e47-68a477b0d879 service nova] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Updating instance_info_cache with network_info: [{"id": "fc752302-0b42-402d-aeae-65ecc99b81c0", "address": "fa:16:3e:25:52:87", "network": {"id": "e7e3883d-2b5e-447c-abb8-e3dbc69b92f2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1361428521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dfdcefbf8554944a3605236e2b92da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc752302-0b", "ovs_interfaceid": "fc752302-0b42-402d-aeae-65ecc99b81c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.204198] env[69440]: DEBUG oslo_concurrency.lockutils [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Acquiring lock "refresh_cache-b9cb0a36-50a0-4030-b8c7-aec41255fb60" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.204413] env[69440]: DEBUG oslo_concurrency.lockutils [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Acquired lock "refresh_cache-b9cb0a36-50a0-4030-b8c7-aec41255fb60" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.204579] env[69440]: DEBUG nova.network.neutron [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.258132] env[69440]: ERROR nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [req-476f3535-c2d6-4729-b8fa-2e135706d00e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9a47e3d9-fb06-4966-9732-1aaf2b781196. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-476f3535-c2d6-4729-b8fa-2e135706d00e"}]} [ 680.277835] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Refreshing inventories for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 680.300024] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Updating ProviderTree inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 680.300024] env[69440]: DEBUG nova.compute.provider_tree [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 680.315237] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Refreshing aggregate associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, aggregates: None {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 680.326788] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Releasing lock "refresh_cache-d64c1ede-21f5-4d14-9585-85aad4d25873" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.327368] env[69440]: DEBUG nova.compute.manager [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 680.327658] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.328657] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b5f88a-8d36-4691-80d5-2812779a7d2a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.338873] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.339967] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f84f9711-69b4-46f7-b063-49865207b72f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.343374] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Refreshing trait associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 680.352063] env[69440]: DEBUG oslo_vmware.api [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 680.352063] env[69440]: value = "task-4138995" [ 680.352063] env[69440]: _type = "Task" [ 680.352063] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.364682] env[69440]: DEBUG oslo_vmware.api [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.388034] env[69440]: DEBUG nova.compute.manager [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.419768] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "ee008d19-5fee-41b6-b831-4fd2f8bb5327" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.421619] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "ee008d19-5fee-41b6-b831-4fd2f8bb5327" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.421619] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "ee008d19-5fee-41b6-b831-4fd2f8bb5327-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.421619] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "ee008d19-5fee-41b6-b831-4fd2f8bb5327-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.421619] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "ee008d19-5fee-41b6-b831-4fd2f8bb5327-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.424138] env[69440]: INFO nova.compute.manager [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Terminating instance [ 680.488707] env[69440]: DEBUG oslo_vmware.api [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Task: {'id': task-4138992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.627814} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.488867] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.490064] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.490064] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.490064] env[69440]: INFO nova.compute.manager [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Took 1.68 seconds to destroy the instance on the hypervisor. [ 680.490596] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.495049] env[69440]: DEBUG nova.compute.manager [-] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.495637] env[69440]: DEBUG nova.network.neutron [-] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.515997] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5233d6e0-d5d4-9872-fec5-763b8e483cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.016581} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.519071] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.519485] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] f121bdab-27c9-457f-b3c0-0218b0d6d1e7/f121bdab-27c9-457f-b3c0-0218b0d6d1e7.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.520109] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cbd8b94-b76e-4c63-b66e-5e6c3fef2c65 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.533413] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Waiting for the task: (returnval){ [ 680.533413] env[69440]: value = "task-4138996" [ 680.533413] env[69440]: _type = "Task" [ 680.533413] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.545298] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': task-4138996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.655074] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': task-4138994, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.661119] env[69440]: DEBUG oslo_concurrency.lockutils [req-a63a4424-06af-4d79-a6c5-99b32a4c6b20 req-76f9ae77-7d83-4585-9e47-68a477b0d879 service nova] Releasing lock "refresh_cache-2631d429-9d16-4cdf-b7cf-14ea26d5fd94" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.661585] env[69440]: DEBUG nova.compute.manager [req-a63a4424-06af-4d79-a6c5-99b32a4c6b20 req-76f9ae77-7d83-4585-9e47-68a477b0d879 service nova] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Received event network-vif-deleted-a0e58187-4c87-4698-8e24-7f9f15387f93 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.662159] env[69440]: INFO nova.compute.manager [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Took 27.61 seconds to build instance. [ 680.765521] env[69440]: DEBUG nova.network.neutron [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.822770] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edabbdda-6393-43aa-9e95-7ed4c62f9c4c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.838342] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230d84f1-356c-4f80-a19f-55d68fcfb7fe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.882822] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29039c89-63c6-4b8f-bab8-1e5422950855 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.891835] env[69440]: DEBUG oslo_vmware.api [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138995, 'name': PowerOffVM_Task, 'duration_secs': 0.219015} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.894474] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.894658] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.897389] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea7a03cc-8f98-4d1f-a55a-2223a0e3be38 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.904957] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95269d99-bd19-4813-907d-36b437027bac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.932572] env[69440]: DEBUG nova.compute.provider_tree [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 680.935173] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.938544] env[69440]: DEBUG nova.compute.manager [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 680.938544] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.938544] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735dc40a-3421-4d85-9b8d-58a22df3755d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.948331] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.949828] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e37ae50-c3d9-4529-8d8c-ca3aba3e3c3f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.952528] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.952528] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.952528] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Deleting the datastore file [datastore1] d64c1ede-21f5-4d14-9585-85aad4d25873 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.953686] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1171f14a-6c6d-40f8-8437-b56d382ff175 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.965089] env[69440]: DEBUG oslo_vmware.api [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 680.965089] env[69440]: value = "task-4138998" [ 680.965089] env[69440]: _type = "Task" [ 680.965089] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.967090] env[69440]: DEBUG oslo_vmware.api [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for the task: (returnval){ [ 680.967090] env[69440]: value = "task-4138999" [ 680.967090] env[69440]: _type = "Task" [ 680.967090] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.983564] env[69440]: DEBUG oslo_vmware.api [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.988636] env[69440]: DEBUG oslo_vmware.api [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.050735] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': task-4138996, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.150481] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': task-4138994, 'name': ReconfigVM_Task, 'duration_secs': 0.553224} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.150481] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 2631d429-9d16-4cdf-b7cf-14ea26d5fd94/2631d429-9d16-4cdf-b7cf-14ea26d5fd94.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.150481] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f96a841d-ab6b-4ebe-8b74-d9e44dd2526c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.163929] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Waiting for the task: (returnval){ [ 681.163929] env[69440]: value = "task-4139000" [ 681.163929] env[69440]: _type = "Task" [ 681.163929] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.168952] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6981051-9aea-4242-ab87-0cd7b6196832 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Lock "960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.133s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.178597] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': task-4139000, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.352292] env[69440]: DEBUG nova.network.neutron [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Updating instance_info_cache with network_info: [{"id": "e241d509-0aae-4a61-a213-4e510b37e4a3", "address": "fa:16:3e:93:69:71", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape241d509-0a", "ovs_interfaceid": "e241d509-0aae-4a61-a213-4e510b37e4a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.386435] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.387168] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.460501] env[69440]: DEBUG nova.compute.manager [req-ff4e49d2-c88c-48e2-9f82-0f877d7263ec req-3bbd6bdf-db5c-4510-89cd-41be177c07f3 service nova] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Received event network-changed-8e52167a-30f3-417a-8cbd-5a5b7a3931b0 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.460501] env[69440]: DEBUG nova.compute.manager [req-ff4e49d2-c88c-48e2-9f82-0f877d7263ec req-3bbd6bdf-db5c-4510-89cd-41be177c07f3 service nova] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Refreshing instance network info cache due to event network-changed-8e52167a-30f3-417a-8cbd-5a5b7a3931b0. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.460501] env[69440]: DEBUG oslo_concurrency.lockutils [req-ff4e49d2-c88c-48e2-9f82-0f877d7263ec req-3bbd6bdf-db5c-4510-89cd-41be177c07f3 service nova] Acquiring lock "refresh_cache-f121bdab-27c9-457f-b3c0-0218b0d6d1e7" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.460501] env[69440]: DEBUG oslo_concurrency.lockutils [req-ff4e49d2-c88c-48e2-9f82-0f877d7263ec req-3bbd6bdf-db5c-4510-89cd-41be177c07f3 service nova] Acquired lock "refresh_cache-f121bdab-27c9-457f-b3c0-0218b0d6d1e7" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.460501] env[69440]: DEBUG nova.network.neutron [req-ff4e49d2-c88c-48e2-9f82-0f877d7263ec req-3bbd6bdf-db5c-4510-89cd-41be177c07f3 service nova] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Refreshing network info cache for port 8e52167a-30f3-417a-8cbd-5a5b7a3931b0 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.460669] env[69440]: DEBUG nova.network.neutron [-] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.477608] env[69440]: ERROR nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [req-0a5a2c6d-0dd2-4826-950a-ab2632372361] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9a47e3d9-fb06-4966-9732-1aaf2b781196. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0a5a2c6d-0dd2-4826-950a-ab2632372361"}]} [ 681.487021] env[69440]: DEBUG oslo_vmware.api [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4138998, 'name': PowerOffVM_Task, 'duration_secs': 0.302619} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.488574] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.489088] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.489088] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8a66334-48fb-472f-a5ef-619eedde65dd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.494700] env[69440]: DEBUG oslo_vmware.api [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Task: {'id': task-4138999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294853} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.495386] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.495597] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.495777] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.495952] env[69440]: INFO nova.compute.manager [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Took 1.17 seconds to destroy the instance on the hypervisor. [ 681.496223] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.496421] env[69440]: DEBUG nova.compute.manager [-] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.496519] env[69440]: DEBUG nova.network.neutron [-] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.506649] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Refreshing inventories for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 681.531165] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Updating ProviderTree inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 681.531357] env[69440]: DEBUG nova.compute.provider_tree [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.541261] env[69440]: DEBUG nova.network.neutron [-] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.550532] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': task-4138996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659885} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.554466] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] f121bdab-27c9-457f-b3c0-0218b0d6d1e7/f121bdab-27c9-457f-b3c0-0218b0d6d1e7.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.554466] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.554466] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8ed35d0-95ca-44a5-98f6-55ed1fb88a43 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.556573] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Refreshing aggregate associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, aggregates: None {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 681.567084] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Waiting for the task: (returnval){ [ 681.567084] env[69440]: value = "task-4139002" [ 681.567084] env[69440]: _type = "Task" [ 681.567084] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.569178] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.569178] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.569791] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Deleting the datastore file [datastore2] ee008d19-5fee-41b6-b831-4fd2f8bb5327 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.574846] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94325c81-1e45-4f1e-98d0-5955a09df6fc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.584207] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': task-4139002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.586517] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Refreshing trait associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 681.589058] env[69440]: DEBUG oslo_vmware.api [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 681.589058] env[69440]: value = "task-4139003" [ 681.589058] env[69440]: _type = "Task" [ 681.589058] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.600933] env[69440]: DEBUG oslo_vmware.api [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4139003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.678161] env[69440]: DEBUG nova.compute.manager [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.681250] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': task-4139000, 'name': Rename_Task, 'duration_secs': 0.283073} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.681551] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.682018] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-586d247b-3087-4db4-9231-103e50fa91e4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.696322] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Waiting for the task: (returnval){ [ 681.696322] env[69440]: value = "task-4139004" [ 681.696322] env[69440]: _type = "Task" [ 681.696322] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.716315] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': task-4139004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.857755] env[69440]: DEBUG oslo_concurrency.lockutils [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Releasing lock "refresh_cache-b9cb0a36-50a0-4030-b8c7-aec41255fb60" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.858990] env[69440]: DEBUG nova.compute.manager [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Instance network_info: |[{"id": "e241d509-0aae-4a61-a213-4e510b37e4a3", "address": "fa:16:3e:93:69:71", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape241d509-0a", "ovs_interfaceid": "e241d509-0aae-4a61-a213-4e510b37e4a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.860297] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:69:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e241d509-0aae-4a61-a213-4e510b37e4a3', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.866871] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Creating folder: Project (d320e26e789e4e61944bb5bef75dda0c). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.869964] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea899b02-7f1e-4696-95cc-4c7de2340335 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.881101] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Created folder: Project (d320e26e789e4e61944bb5bef75dda0c) in parent group-v819662. [ 681.881436] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Creating folder: Instances. Parent ref: group-v819694. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.881436] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-831cfd76-ffe4-4190-8589-752a8b63041d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.891099] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Created folder: Instances in parent group-v819694. [ 681.891406] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.891781] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.891850] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca2c4ca5-9331-4ff9-af1c-783706ff6065 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.922813] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.922813] env[69440]: value = "task-4139007" [ 681.922813] env[69440]: _type = "Task" [ 681.922813] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.936524] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139007, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.969011] env[69440]: INFO nova.compute.manager [-] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Took 1.47 seconds to deallocate network for instance. [ 682.021949] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d0ad62-a493-4838-a68a-4a1a91547890 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.036223] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db883800-dced-46a7-8fbe-27bbe6c9740d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.045392] env[69440]: DEBUG nova.network.neutron [-] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.073690] env[69440]: INFO nova.compute.manager [-] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Took 0.58 seconds to deallocate network for instance. [ 682.077638] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb65bd32-2f07-4714-a460-a43224a372eb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.092025] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': task-4139002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083237} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.094505] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af484e94-24f6-47b6-93ce-1d6a08c3af83 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.102297] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.103417] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbc1d88-cc34-4eac-9982-b957ef2039ea {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.123885] env[69440]: DEBUG oslo_vmware.api [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4139003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405178} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.123885] env[69440]: DEBUG nova.compute.provider_tree [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.134121] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.134351] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.134527] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.134692] env[69440]: INFO nova.compute.manager [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Took 1.20 seconds to destroy the instance on the hypervisor. [ 682.134943] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.143942] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] f121bdab-27c9-457f-b3c0-0218b0d6d1e7/f121bdab-27c9-457f-b3c0-0218b0d6d1e7.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.148014] env[69440]: DEBUG nova.compute.manager [-] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.148014] env[69440]: DEBUG nova.network.neutron [-] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.149651] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5320e834-eba1-41d0-857b-b9283a12aaee {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.170896] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Waiting for the task: (returnval){ [ 682.170896] env[69440]: value = "task-4139008" [ 682.170896] env[69440]: _type = "Task" [ 682.170896] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.181036] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': task-4139008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.213574] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': task-4139004, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.220149] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.438037] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139007, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.444812] env[69440]: DEBUG nova.network.neutron [req-ff4e49d2-c88c-48e2-9f82-0f877d7263ec req-3bbd6bdf-db5c-4510-89cd-41be177c07f3 service nova] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Updated VIF entry in instance network info cache for port 8e52167a-30f3-417a-8cbd-5a5b7a3931b0. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.445462] env[69440]: DEBUG nova.network.neutron [req-ff4e49d2-c88c-48e2-9f82-0f877d7263ec req-3bbd6bdf-db5c-4510-89cd-41be177c07f3 service nova] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Updating instance_info_cache with network_info: [{"id": "8e52167a-30f3-417a-8cbd-5a5b7a3931b0", "address": "fa:16:3e:c1:ed:f5", "network": {"id": "5c04f29a-eb40-4780-9277-61bf0041ef1f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-170855116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "886a83f7984b457f99bc7a05dc932867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e52167a-30", "ovs_interfaceid": "8e52167a-30f3-417a-8cbd-5a5b7a3931b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.477144] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.593176] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.648704] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.684761] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': task-4139008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.720058] env[69440]: DEBUG oslo_vmware.api [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': task-4139004, 'name': PowerOnVM_Task, 'duration_secs': 0.900252} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.720396] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.720636] env[69440]: INFO nova.compute.manager [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Took 11.03 seconds to spawn the instance on the hypervisor. [ 682.720824] env[69440]: DEBUG nova.compute.manager [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 682.722039] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74e281e-88c2-4a9d-a260-b5f030ee7239 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.816876] env[69440]: DEBUG nova.compute.manager [req-3b6b4c5e-31c4-4b2f-89e4-1de174cc047e req-c70b3719-a52b-4619-9bfa-12977a11440e service nova] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Received event network-vif-plugged-e241d509-0aae-4a61-a213-4e510b37e4a3 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.816876] env[69440]: DEBUG oslo_concurrency.lockutils [req-3b6b4c5e-31c4-4b2f-89e4-1de174cc047e req-c70b3719-a52b-4619-9bfa-12977a11440e service nova] Acquiring lock "b9cb0a36-50a0-4030-b8c7-aec41255fb60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.816876] env[69440]: DEBUG oslo_concurrency.lockutils [req-3b6b4c5e-31c4-4b2f-89e4-1de174cc047e req-c70b3719-a52b-4619-9bfa-12977a11440e service nova] Lock "b9cb0a36-50a0-4030-b8c7-aec41255fb60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.816876] env[69440]: DEBUG oslo_concurrency.lockutils [req-3b6b4c5e-31c4-4b2f-89e4-1de174cc047e req-c70b3719-a52b-4619-9bfa-12977a11440e service nova] Lock "b9cb0a36-50a0-4030-b8c7-aec41255fb60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.816876] env[69440]: DEBUG nova.compute.manager [req-3b6b4c5e-31c4-4b2f-89e4-1de174cc047e req-c70b3719-a52b-4619-9bfa-12977a11440e service nova] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] No waiting events found dispatching network-vif-plugged-e241d509-0aae-4a61-a213-4e510b37e4a3 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 682.817068] env[69440]: WARNING nova.compute.manager [req-3b6b4c5e-31c4-4b2f-89e4-1de174cc047e req-c70b3719-a52b-4619-9bfa-12977a11440e service nova] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Received unexpected event network-vif-plugged-e241d509-0aae-4a61-a213-4e510b37e4a3 for instance with vm_state building and task_state spawning. [ 682.817068] env[69440]: DEBUG nova.compute.manager [req-3b6b4c5e-31c4-4b2f-89e4-1de174cc047e req-c70b3719-a52b-4619-9bfa-12977a11440e service nova] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Received event network-changed-e241d509-0aae-4a61-a213-4e510b37e4a3 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.817068] env[69440]: DEBUG nova.compute.manager [req-3b6b4c5e-31c4-4b2f-89e4-1de174cc047e req-c70b3719-a52b-4619-9bfa-12977a11440e service nova] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Refreshing instance network info cache due to event network-changed-e241d509-0aae-4a61-a213-4e510b37e4a3. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.817068] env[69440]: DEBUG oslo_concurrency.lockutils [req-3b6b4c5e-31c4-4b2f-89e4-1de174cc047e req-c70b3719-a52b-4619-9bfa-12977a11440e service nova] Acquiring lock "refresh_cache-b9cb0a36-50a0-4030-b8c7-aec41255fb60" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.817068] env[69440]: DEBUG oslo_concurrency.lockutils [req-3b6b4c5e-31c4-4b2f-89e4-1de174cc047e req-c70b3719-a52b-4619-9bfa-12977a11440e service nova] Acquired lock "refresh_cache-b9cb0a36-50a0-4030-b8c7-aec41255fb60" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.817332] env[69440]: DEBUG nova.network.neutron [req-3b6b4c5e-31c4-4b2f-89e4-1de174cc047e req-c70b3719-a52b-4619-9bfa-12977a11440e service nova] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Refreshing network info cache for port e241d509-0aae-4a61-a213-4e510b37e4a3 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.824948] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "4e574bef-58f7-4fe3-9f0f-c76854082912" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.825255] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "4e574bef-58f7-4fe3-9f0f-c76854082912" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.937061] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139007, 'name': CreateVM_Task, 'duration_secs': 0.641888} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.937061] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.937796] env[69440]: DEBUG oslo_concurrency.lockutils [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.938280] env[69440]: DEBUG oslo_concurrency.lockutils [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.938435] env[69440]: DEBUG oslo_concurrency.lockutils [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.938730] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-379b3913-413e-46a4-8613-c212ce962d51 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.946401] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Waiting for the task: (returnval){ [ 682.946401] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]521ed1c1-7cd3-930d-464e-e18e7dcf5bcb" [ 682.946401] env[69440]: _type = "Task" [ 682.946401] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.954036] env[69440]: DEBUG oslo_concurrency.lockutils [req-ff4e49d2-c88c-48e2-9f82-0f877d7263ec req-3bbd6bdf-db5c-4510-89cd-41be177c07f3 service nova] Releasing lock "refresh_cache-f121bdab-27c9-457f-b3c0-0218b0d6d1e7" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.958215] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521ed1c1-7cd3-930d-464e-e18e7dcf5bcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.985319] env[69440]: DEBUG nova.network.neutron [-] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.066431] env[69440]: DEBUG nova.compute.manager [None req-63f43bc7-13da-4ec5-b69b-c51b22259d29 tempest-ServerDiagnosticsTest-1480799240 tempest-ServerDiagnosticsTest-1480799240-project-admin] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 683.068712] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4cba35-c23c-4611-af81-24b093a62adf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.078405] env[69440]: INFO nova.compute.manager [None req-63f43bc7-13da-4ec5-b69b-c51b22259d29 tempest-ServerDiagnosticsTest-1480799240 tempest-ServerDiagnosticsTest-1480799240-project-admin] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Retrieving diagnostics [ 683.079238] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b08bb6-4fa5-48e4-957e-49db2a247d64 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.154353] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 683.154353] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.539s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.154353] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.691s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.157876] env[69440]: INFO nova.compute.claims [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.188022] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': task-4139008, 'name': ReconfigVM_Task, 'duration_secs': 0.60275} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.188022] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Reconfigured VM instance instance-0000000a to attach disk [datastore1] f121bdab-27c9-457f-b3c0-0218b0d6d1e7/f121bdab-27c9-457f-b3c0-0218b0d6d1e7.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.189085] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea45c2de-b690-435e-a274-bd1a0c932d31 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.202894] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Waiting for the task: (returnval){ [ 683.202894] env[69440]: value = "task-4139009" [ 683.202894] env[69440]: _type = "Task" [ 683.202894] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.219770] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': task-4139009, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.258334] env[69440]: INFO nova.compute.manager [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Took 21.23 seconds to build instance. [ 683.458699] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521ed1c1-7cd3-930d-464e-e18e7dcf5bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.011592} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.466147] env[69440]: DEBUG oslo_concurrency.lockutils [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.466147] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.466147] env[69440]: DEBUG oslo_concurrency.lockutils [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.466147] env[69440]: DEBUG oslo_concurrency.lockutils [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.466406] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.466406] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a94ddd2e-2717-4ec4-bd55-72208144852a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.481178] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.481604] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.482585] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-344b275a-97cd-4b95-a006-5b4978a09471 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.488229] env[69440]: INFO nova.compute.manager [-] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Took 1.34 seconds to deallocate network for instance. [ 683.493365] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Waiting for the task: (returnval){ [ 683.493365] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]527dff4a-6be4-c6d1-0208-882750c5155c" [ 683.493365] env[69440]: _type = "Task" [ 683.493365] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.512828] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]527dff4a-6be4-c6d1-0208-882750c5155c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.620169] env[69440]: DEBUG nova.network.neutron [req-3b6b4c5e-31c4-4b2f-89e4-1de174cc047e req-c70b3719-a52b-4619-9bfa-12977a11440e service nova] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Updated VIF entry in instance network info cache for port e241d509-0aae-4a61-a213-4e510b37e4a3. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.620551] env[69440]: DEBUG nova.network.neutron [req-3b6b4c5e-31c4-4b2f-89e4-1de174cc047e req-c70b3719-a52b-4619-9bfa-12977a11440e service nova] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Updating instance_info_cache with network_info: [{"id": "e241d509-0aae-4a61-a213-4e510b37e4a3", "address": "fa:16:3e:93:69:71", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape241d509-0a", "ovs_interfaceid": "e241d509-0aae-4a61-a213-4e510b37e4a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.716252] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': task-4139009, 'name': Rename_Task, 'duration_secs': 0.205557} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.716969] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.717865] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e224f97-3bd9-4364-a153-1d8e0ab9f2aa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.728128] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Waiting for the task: (returnval){ [ 683.728128] env[69440]: value = "task-4139010" [ 683.728128] env[69440]: _type = "Task" [ 683.728128] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.738580] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': task-4139010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.763214] env[69440]: DEBUG oslo_concurrency.lockutils [None req-182bad35-6704-4c1e-8a00-f84b71be4fe8 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Lock "2631d429-9d16-4cdf-b7cf-14ea26d5fd94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.744s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.008030] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.015425] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]527dff4a-6be4-c6d1-0208-882750c5155c, 'name': SearchDatastore_Task, 'duration_secs': 0.0282} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.016349] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e7251b-c144-4804-9cf3-bd79cc0e7fd0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.023062] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Waiting for the task: (returnval){ [ 684.023062] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]521744fd-e317-0c07-1f8b-63411b78bd0b" [ 684.023062] env[69440]: _type = "Task" [ 684.023062] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.033575] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521744fd-e317-0c07-1f8b-63411b78bd0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.126160] env[69440]: DEBUG oslo_concurrency.lockutils [req-3b6b4c5e-31c4-4b2f-89e4-1de174cc047e req-c70b3719-a52b-4619-9bfa-12977a11440e service nova] Releasing lock "refresh_cache-b9cb0a36-50a0-4030-b8c7-aec41255fb60" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.126444] env[69440]: DEBUG nova.compute.manager [req-3b6b4c5e-31c4-4b2f-89e4-1de174cc047e req-c70b3719-a52b-4619-9bfa-12977a11440e service nova] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Received event network-vif-deleted-c5819e62-7612-432a-9a08-5e9ab2e7c855 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.239647] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': task-4139010, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.267289] env[69440]: DEBUG nova.compute.manager [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.513340] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828d4cfb-0c41-459e-9a82-1247eb8fe3e9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.527028] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82826060-c5ce-41f5-8a22-61eff6f11665 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.537503] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521744fd-e317-0c07-1f8b-63411b78bd0b, 'name': SearchDatastore_Task, 'duration_secs': 0.022688} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.564401] env[69440]: DEBUG oslo_concurrency.lockutils [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.565025] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] b9cb0a36-50a0-4030-b8c7-aec41255fb60/b9cb0a36-50a0-4030-b8c7-aec41255fb60.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.566913] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34d4c2bb-b446-44d4-b296-1e47dfd3a1ff {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.569689] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651ddabb-2728-4ba8-b289-74ca6c51861d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.575827] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Acquiring lock "c6473d46-cde3-401b-8654-a9013978b81b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.575827] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Lock "c6473d46-cde3-401b-8654-a9013978b81b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.584729] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e79d6a9-f854-4b5f-bda7-0650aacc9018 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.588883] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Waiting for the task: (returnval){ [ 684.588883] env[69440]: value = "task-4139011" [ 684.588883] env[69440]: _type = "Task" [ 684.588883] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.601529] env[69440]: DEBUG nova.compute.provider_tree [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.609088] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': task-4139011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.649586] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1344e38d-7330-4fd7-bd78-2cc3edee477f tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Acquiring lock "interface-2631d429-9d16-4cdf-b7cf-14ea26d5fd94-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.650027] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1344e38d-7330-4fd7-bd78-2cc3edee477f tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Lock "interface-2631d429-9d16-4cdf-b7cf-14ea26d5fd94-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.650395] env[69440]: DEBUG nova.objects.instance [None req-1344e38d-7330-4fd7-bd78-2cc3edee477f tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Lazy-loading 'flavor' on Instance uuid 2631d429-9d16-4cdf-b7cf-14ea26d5fd94 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.742040] env[69440]: DEBUG oslo_vmware.api [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': task-4139010, 'name': PowerOnVM_Task, 'duration_secs': 0.743349} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.742489] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.742825] env[69440]: INFO nova.compute.manager [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Took 10.62 seconds to spawn the instance on the hypervisor. [ 684.743137] env[69440]: DEBUG nova.compute.manager [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 684.744302] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c41b8bb-dc7b-4224-b546-b0fa988dedc5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.788882] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.876275] env[69440]: DEBUG oslo_concurrency.lockutils [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquiring lock "b407224d-c687-4351-9bcf-d7ff85ab0193" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.876613] env[69440]: DEBUG oslo_concurrency.lockutils [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Lock "b407224d-c687-4351-9bcf-d7ff85ab0193" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.104547] env[69440]: DEBUG nova.scheduler.client.report [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.108257] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': task-4139011, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.154923] env[69440]: DEBUG nova.objects.instance [None req-1344e38d-7330-4fd7-bd78-2cc3edee477f tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Lazy-loading 'pci_requests' on Instance uuid 2631d429-9d16-4cdf-b7cf-14ea26d5fd94 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.267508] env[69440]: INFO nova.compute.manager [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Took 20.47 seconds to build instance. [ 685.306502] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Acquiring lock "960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.306867] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Lock "960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.307309] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Acquiring lock "960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.307562] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Lock "960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.307780] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Lock "960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.310986] env[69440]: INFO nova.compute.manager [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Terminating instance [ 685.600287] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': task-4139011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.86397} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.600573] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] b9cb0a36-50a0-4030-b8c7-aec41255fb60/b9cb0a36-50a0-4030-b8c7-aec41255fb60.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.600788] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.601091] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba3a308a-5ae1-435b-ad0b-16542c615e7c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.608658] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Waiting for the task: (returnval){ [ 685.608658] env[69440]: value = "task-4139012" [ 685.608658] env[69440]: _type = "Task" [ 685.608658] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.609626] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.610145] env[69440]: DEBUG nova.compute.manager [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.616720] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.113s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.618382] env[69440]: INFO nova.compute.claims [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.628238] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': task-4139012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.661082] env[69440]: DEBUG nova.objects.base [None req-1344e38d-7330-4fd7-bd78-2cc3edee477f tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Object Instance<2631d429-9d16-4cdf-b7cf-14ea26d5fd94> lazy-loaded attributes: flavor,pci_requests {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 685.661082] env[69440]: DEBUG nova.network.neutron [None req-1344e38d-7330-4fd7-bd78-2cc3edee477f tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.742228] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1344e38d-7330-4fd7-bd78-2cc3edee477f tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Lock "interface-2631d429-9d16-4cdf-b7cf-14ea26d5fd94-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.092s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.770254] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fe42dab6-5939-40db-a844-0e7be1772704 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Lock "f121bdab-27c9-457f-b3c0-0218b0d6d1e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.991s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.816946] env[69440]: DEBUG nova.compute.manager [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.817218] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.819787] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34caff10-894f-46a3-a367-e7773fc62d85 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.829640] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.829952] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33071de4-ab15-4311-a163-8579ee075d27 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.837498] env[69440]: DEBUG oslo_vmware.api [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Waiting for the task: (returnval){ [ 685.837498] env[69440]: value = "task-4139013" [ 685.837498] env[69440]: _type = "Task" [ 685.837498] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.847678] env[69440]: DEBUG oslo_vmware.api [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': task-4139013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.118598] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': task-4139012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098663} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.118945] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.119736] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89348487-03cb-4830-9871-2919bcb58dfe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.123348] env[69440]: DEBUG nova.compute.utils [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.126866] env[69440]: DEBUG nova.compute.manager [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.127060] env[69440]: DEBUG nova.network.neutron [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.156491] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] b9cb0a36-50a0-4030-b8c7-aec41255fb60/b9cb0a36-50a0-4030-b8c7-aec41255fb60.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.160993] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14cbaba1-da3a-4b08-a7eb-4aa28647a3ee {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.184208] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Waiting for the task: (returnval){ [ 686.184208] env[69440]: value = "task-4139014" [ 686.184208] env[69440]: _type = "Task" [ 686.184208] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.198657] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': task-4139014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.224573] env[69440]: DEBUG nova.policy [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bf9de74ce64453ba64bd1ae5eba491c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'add2106dd56d488c8191d4238c0cb6be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.274876] env[69440]: DEBUG nova.compute.manager [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.277904] env[69440]: DEBUG oslo_concurrency.lockutils [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "559d44dc-2ae8-48a9-9dcd-bad5d03ed236" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.277904] env[69440]: DEBUG oslo_concurrency.lockutils [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "559d44dc-2ae8-48a9-9dcd-bad5d03ed236" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.323554] env[69440]: DEBUG nova.compute.manager [req-301818a8-c54f-4906-963a-b2f0a5928069 req-c90a7ee2-7d0a-406c-a258-84f18199e52d service nova] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Received event network-vif-deleted-f7688d97-95b5-4d9e-93b2-85c41d61f503 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.349314] env[69440]: DEBUG oslo_vmware.api [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': task-4139013, 'name': PowerOffVM_Task, 'duration_secs': 0.228604} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.349582] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.349780] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.349976] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daa521b0-84a9-49b4-be54-6135164dcd38 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.423801] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.424145] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.424353] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Deleting the datastore file [datastore1] 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.424778] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-635f36b0-ac3d-4aa0-9935-38679d8c1264 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.431733] env[69440]: DEBUG oslo_vmware.api [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Waiting for the task: (returnval){ [ 686.431733] env[69440]: value = "task-4139016" [ 686.431733] env[69440]: _type = "Task" [ 686.431733] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.440500] env[69440]: DEBUG oslo_vmware.api [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': task-4139016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.592374] env[69440]: DEBUG nova.network.neutron [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Successfully created port: e9ec4637-6c6a-4b8d-9847-9c47f23fb98e {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.630490] env[69440]: DEBUG nova.compute.manager [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.700993] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': task-4139014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.798126] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.948720] env[69440]: DEBUG oslo_vmware.api [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': task-4139016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.075728] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2dd595-6687-4221-bb9c-bd3fdb45c722 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.085785] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e55ecd-0deb-48af-9291-12933a26d80e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.124208] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c4369e-03cd-4a84-a291-eee66806b550 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.134619] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945b649f-aaca-4474-95a8-2f8b8148a598 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.157420] env[69440]: DEBUG nova.compute.provider_tree [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.205033] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': task-4139014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.445343] env[69440]: DEBUG oslo_vmware.api [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Task: {'id': task-4139016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.593758} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.445901] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.448019] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.448019] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.448019] env[69440]: INFO nova.compute.manager [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Took 1.63 seconds to destroy the instance on the hypervisor. [ 687.448019] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.448019] env[69440]: DEBUG nova.compute.manager [-] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.448019] env[69440]: DEBUG nova.network.neutron [-] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.647841] env[69440]: DEBUG nova.compute.manager [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.665257] env[69440]: DEBUG nova.scheduler.client.report [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.687162] env[69440]: DEBUG nova.virt.hardware [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.687162] env[69440]: DEBUG nova.virt.hardware [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.688385] env[69440]: DEBUG nova.virt.hardware [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.688818] env[69440]: DEBUG nova.virt.hardware [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.689113] env[69440]: DEBUG nova.virt.hardware [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.689445] env[69440]: DEBUG nova.virt.hardware [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.689893] env[69440]: DEBUG nova.virt.hardware [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.690339] env[69440]: DEBUG nova.virt.hardware [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.690619] env[69440]: DEBUG nova.virt.hardware [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.691046] env[69440]: DEBUG nova.virt.hardware [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.691598] env[69440]: DEBUG nova.virt.hardware [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.693248] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e24568-bbd3-4f70-a15c-399f71d98c71 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.719707] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60b6cb9-b07b-4f9c-8e40-2c13efc034b7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.726276] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': task-4139014, 'name': ReconfigVM_Task, 'duration_secs': 1.091142} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.726802] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Reconfigured VM instance instance-0000000b to attach disk [datastore1] b9cb0a36-50a0-4030-b8c7-aec41255fb60/b9cb0a36-50a0-4030-b8c7-aec41255fb60.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.727974] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aea27cd3-d469-4cf7-92ae-37f243184080 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.742839] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Waiting for the task: (returnval){ [ 687.742839] env[69440]: value = "task-4139017" [ 687.742839] env[69440]: _type = "Task" [ 687.742839] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.752774] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': task-4139017, 'name': Rename_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.174526] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.175138] env[69440]: DEBUG nova.compute.manager [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.182198] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.577s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.183769] env[69440]: INFO nova.compute.claims [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.196413] env[69440]: DEBUG nova.network.neutron [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Successfully updated port: e9ec4637-6c6a-4b8d-9847-9c47f23fb98e {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.253479] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': task-4139017, 'name': Rename_Task, 'duration_secs': 0.333464} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.253804] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.254080] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfdb64e1-5cb7-4851-b56d-1535db356024 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.262934] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Waiting for the task: (returnval){ [ 688.262934] env[69440]: value = "task-4139018" [ 688.262934] env[69440]: _type = "Task" [ 688.262934] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.272717] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': task-4139018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.550613] env[69440]: DEBUG nova.network.neutron [-] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.672934] env[69440]: DEBUG oslo_concurrency.lockutils [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Acquiring lock "2631d429-9d16-4cdf-b7cf-14ea26d5fd94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.673251] env[69440]: DEBUG oslo_concurrency.lockutils [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Lock "2631d429-9d16-4cdf-b7cf-14ea26d5fd94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.673453] env[69440]: DEBUG oslo_concurrency.lockutils [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Acquiring lock "2631d429-9d16-4cdf-b7cf-14ea26d5fd94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.673664] env[69440]: DEBUG oslo_concurrency.lockutils [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Lock "2631d429-9d16-4cdf-b7cf-14ea26d5fd94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.673868] env[69440]: DEBUG oslo_concurrency.lockutils [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Lock "2631d429-9d16-4cdf-b7cf-14ea26d5fd94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.678483] env[69440]: INFO nova.compute.manager [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Terminating instance [ 688.684249] env[69440]: DEBUG nova.compute.utils [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.686268] env[69440]: DEBUG nova.compute.manager [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.686795] env[69440]: DEBUG nova.network.neutron [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.703040] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Acquiring lock "refresh_cache-a006d1f1-5185-4717-bf54-fa8b33c19fda" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.703040] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Acquired lock "refresh_cache-a006d1f1-5185-4717-bf54-fa8b33c19fda" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.703040] env[69440]: DEBUG nova.network.neutron [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.775708] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': task-4139018, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.819615] env[69440]: DEBUG nova.policy [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eab9092e988445f8a832f4c7b2fda193', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce0493320c2240b0bd2908264a8100f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.831703] env[69440]: DEBUG nova.compute.manager [req-e10a1614-f9e8-4529-be7b-71690d6c0c82 req-456db098-0a1a-4267-b608-97ea1292ac43 service nova] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Received event network-vif-deleted-f51ba4f0-f143-4033-9a8c-2bd66b5273b3 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.053608] env[69440]: INFO nova.compute.manager [-] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Took 1.61 seconds to deallocate network for instance. [ 689.187813] env[69440]: DEBUG nova.compute.manager [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.189248] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.189840] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f088e013-42be-4b7e-a616-bef382038aae {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.194790] env[69440]: DEBUG nova.compute.manager [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.217437] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.218114] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91837fea-2cc2-427f-9eee-a62b3b716b4c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.227832] env[69440]: DEBUG oslo_vmware.api [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Waiting for the task: (returnval){ [ 689.227832] env[69440]: value = "task-4139019" [ 689.227832] env[69440]: _type = "Task" [ 689.227832] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.245497] env[69440]: DEBUG oslo_vmware.api [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': task-4139019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.286944] env[69440]: DEBUG oslo_vmware.api [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': task-4139018, 'name': PowerOnVM_Task, 'duration_secs': 0.877148} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.292290] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.292437] env[69440]: INFO nova.compute.manager [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Took 12.64 seconds to spawn the instance on the hypervisor. [ 689.292737] env[69440]: DEBUG nova.compute.manager [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 689.295333] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b364c9-11c0-46f9-ab43-f14e7b0c81fb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.304172] env[69440]: DEBUG nova.network.neutron [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.458507] env[69440]: DEBUG nova.network.neutron [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Successfully created port: 30057528-f36d-492f-9470-868e5ea5fc4e {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.472023] env[69440]: DEBUG nova.compute.manager [req-a93034c3-8024-43b8-97ba-5814be9d86a9 req-d183c3aa-5200-43e5-aa0b-bfa8cda2dd93 service nova] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Received event network-vif-plugged-e9ec4637-6c6a-4b8d-9847-9c47f23fb98e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.472023] env[69440]: DEBUG oslo_concurrency.lockutils [req-a93034c3-8024-43b8-97ba-5814be9d86a9 req-d183c3aa-5200-43e5-aa0b-bfa8cda2dd93 service nova] Acquiring lock "a006d1f1-5185-4717-bf54-fa8b33c19fda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.472023] env[69440]: DEBUG oslo_concurrency.lockutils [req-a93034c3-8024-43b8-97ba-5814be9d86a9 req-d183c3aa-5200-43e5-aa0b-bfa8cda2dd93 service nova] Lock "a006d1f1-5185-4717-bf54-fa8b33c19fda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.472023] env[69440]: DEBUG oslo_concurrency.lockutils [req-a93034c3-8024-43b8-97ba-5814be9d86a9 req-d183c3aa-5200-43e5-aa0b-bfa8cda2dd93 service nova] Lock "a006d1f1-5185-4717-bf54-fa8b33c19fda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.472642] env[69440]: DEBUG nova.compute.manager [req-a93034c3-8024-43b8-97ba-5814be9d86a9 req-d183c3aa-5200-43e5-aa0b-bfa8cda2dd93 service nova] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] No waiting events found dispatching network-vif-plugged-e9ec4637-6c6a-4b8d-9847-9c47f23fb98e {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 689.472960] env[69440]: WARNING nova.compute.manager [req-a93034c3-8024-43b8-97ba-5814be9d86a9 req-d183c3aa-5200-43e5-aa0b-bfa8cda2dd93 service nova] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Received unexpected event network-vif-plugged-e9ec4637-6c6a-4b8d-9847-9c47f23fb98e for instance with vm_state building and task_state spawning. [ 689.473285] env[69440]: DEBUG nova.compute.manager [req-a93034c3-8024-43b8-97ba-5814be9d86a9 req-d183c3aa-5200-43e5-aa0b-bfa8cda2dd93 service nova] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Received event network-changed-e9ec4637-6c6a-4b8d-9847-9c47f23fb98e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.473571] env[69440]: DEBUG nova.compute.manager [req-a93034c3-8024-43b8-97ba-5814be9d86a9 req-d183c3aa-5200-43e5-aa0b-bfa8cda2dd93 service nova] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Refreshing instance network info cache due to event network-changed-e9ec4637-6c6a-4b8d-9847-9c47f23fb98e. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.473859] env[69440]: DEBUG oslo_concurrency.lockutils [req-a93034c3-8024-43b8-97ba-5814be9d86a9 req-d183c3aa-5200-43e5-aa0b-bfa8cda2dd93 service nova] Acquiring lock "refresh_cache-a006d1f1-5185-4717-bf54-fa8b33c19fda" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.574484] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.743294] env[69440]: DEBUG oslo_vmware.api [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': task-4139019, 'name': PowerOffVM_Task, 'duration_secs': 0.396635} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.743673] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.743932] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.744312] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-944a9410-835c-463a-9d9c-f73e11cbff47 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.758832] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaaab9c-c6b7-419c-aeb5-b0786c03edf3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.768933] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a928aaa-c003-4012-b49c-7ce444129523 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.806707] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463f7bed-36d7-484b-bd67-8bf7fdf2e8c3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.816013] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc11d090-ab1d-43ff-8772-7217948dcf4f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.827810] env[69440]: DEBUG nova.network.neutron [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Updating instance_info_cache with network_info: [{"id": "e9ec4637-6c6a-4b8d-9847-9c47f23fb98e", "address": "fa:16:3e:b9:31:70", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ec4637-6c", "ovs_interfaceid": "e9ec4637-6c6a-4b8d-9847-9c47f23fb98e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.837790] env[69440]: DEBUG nova.compute.provider_tree [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.843501] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.844712] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.844712] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Deleting the datastore file [datastore1] 2631d429-9d16-4cdf-b7cf-14ea26d5fd94 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.844712] env[69440]: INFO nova.compute.manager [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Took 24.17 seconds to build instance. [ 689.845670] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c4e830a-a1dd-4e96-8605-2f2c451ffe37 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.853622] env[69440]: DEBUG oslo_vmware.api [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Waiting for the task: (returnval){ [ 689.853622] env[69440]: value = "task-4139021" [ 689.853622] env[69440]: _type = "Task" [ 689.853622] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.866943] env[69440]: DEBUG oslo_vmware.api [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': task-4139021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.218689] env[69440]: DEBUG nova.compute.manager [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.257324] env[69440]: DEBUG nova.virt.hardware [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:49:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='746549821',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-974636383',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.257608] env[69440]: DEBUG nova.virt.hardware [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.257765] env[69440]: DEBUG nova.virt.hardware [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.257941] env[69440]: DEBUG nova.virt.hardware [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.258109] env[69440]: DEBUG nova.virt.hardware [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.258260] env[69440]: DEBUG nova.virt.hardware [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.258492] env[69440]: DEBUG nova.virt.hardware [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.258619] env[69440]: DEBUG nova.virt.hardware [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.258780] env[69440]: DEBUG nova.virt.hardware [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.258938] env[69440]: DEBUG nova.virt.hardware [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.259122] env[69440]: DEBUG nova.virt.hardware [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.260037] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d73275-7f72-4832-9d33-930c6ddce32d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.272322] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bf8661-93c5-421d-a68c-9dce5883fa91 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.342463] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Releasing lock "refresh_cache-a006d1f1-5185-4717-bf54-fa8b33c19fda" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.343385] env[69440]: DEBUG nova.compute.manager [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Instance network_info: |[{"id": "e9ec4637-6c6a-4b8d-9847-9c47f23fb98e", "address": "fa:16:3e:b9:31:70", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ec4637-6c", "ovs_interfaceid": "e9ec4637-6c6a-4b8d-9847-9c47f23fb98e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.343917] env[69440]: DEBUG oslo_concurrency.lockutils [req-a93034c3-8024-43b8-97ba-5814be9d86a9 req-d183c3aa-5200-43e5-aa0b-bfa8cda2dd93 service nova] Acquired lock "refresh_cache-a006d1f1-5185-4717-bf54-fa8b33c19fda" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.344302] env[69440]: DEBUG nova.network.neutron [req-a93034c3-8024-43b8-97ba-5814be9d86a9 req-d183c3aa-5200-43e5-aa0b-bfa8cda2dd93 service nova] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Refreshing network info cache for port e9ec4637-6c6a-4b8d-9847-9c47f23fb98e {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.350029] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:31:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9ec4637-6c6a-4b8d-9847-9c47f23fb98e', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.356641] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Creating folder: Project (add2106dd56d488c8191d4238c0cb6be). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.357963] env[69440]: DEBUG oslo_concurrency.lockutils [None req-225b2090-a7a7-4d9a-bdfe-a25770594c44 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Lock "b9cb0a36-50a0-4030-b8c7-aec41255fb60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.698s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.358498] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a3119cc-2452-43af-9d88-b94aae803f5f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.367327] env[69440]: DEBUG nova.scheduler.client.report [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.379421] env[69440]: DEBUG oslo_vmware.api [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Task: {'id': task-4139021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307827} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.379840] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.380238] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.381124] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.381124] env[69440]: INFO nova.compute.manager [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Took 1.19 seconds to destroy the instance on the hypervisor. [ 690.381124] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.382637] env[69440]: DEBUG nova.compute.manager [-] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.382747] env[69440]: DEBUG nova.network.neutron [-] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.384698] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Created folder: Project (add2106dd56d488c8191d4238c0cb6be) in parent group-v819662. [ 690.384881] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Creating folder: Instances. Parent ref: group-v819697. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.385749] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c815284-d821-4f6b-99ef-514ec033702f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.400768] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Created folder: Instances in parent group-v819697. [ 690.400768] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.401029] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.401150] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdfb12d6-fd78-48ad-814f-748e7b84d46b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.423356] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.423356] env[69440]: value = "task-4139024" [ 690.423356] env[69440]: _type = "Task" [ 690.423356] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.433288] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139024, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.868095] env[69440]: DEBUG nova.compute.manager [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.875331] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.875703] env[69440]: DEBUG nova.compute.manager [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.880639] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.149s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.880639] env[69440]: INFO nova.compute.claims [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.938901] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139024, 'name': CreateVM_Task, 'duration_secs': 0.416578} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.939115] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.939976] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.940354] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.941161] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.941347] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bd37810-1a34-44a4-a565-5f32817ae8ed {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.952732] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Waiting for the task: (returnval){ [ 690.952732] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]529b3adf-06fb-f382-a81d-def3ee50d5c9" [ 690.952732] env[69440]: _type = "Task" [ 690.952732] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.965424] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529b3adf-06fb-f382-a81d-def3ee50d5c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.968617] env[69440]: DEBUG nova.compute.manager [None req-ecc3c9de-6546-4ec0-81b7-96a2c678a06d tempest-ServerExternalEventsTest-574716715 tempest-ServerExternalEventsTest-574716715-project] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Received event network-changed {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.968858] env[69440]: DEBUG nova.compute.manager [None req-ecc3c9de-6546-4ec0-81b7-96a2c678a06d tempest-ServerExternalEventsTest-574716715 tempest-ServerExternalEventsTest-574716715-project] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Refreshing instance network info cache due to event network-changed. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.969083] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ecc3c9de-6546-4ec0-81b7-96a2c678a06d tempest-ServerExternalEventsTest-574716715 tempest-ServerExternalEventsTest-574716715-project] Acquiring lock "refresh_cache-b9cb0a36-50a0-4030-b8c7-aec41255fb60" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.969224] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ecc3c9de-6546-4ec0-81b7-96a2c678a06d tempest-ServerExternalEventsTest-574716715 tempest-ServerExternalEventsTest-574716715-project] Acquired lock "refresh_cache-b9cb0a36-50a0-4030-b8c7-aec41255fb60" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.969686] env[69440]: DEBUG nova.network.neutron [None req-ecc3c9de-6546-4ec0-81b7-96a2c678a06d tempest-ServerExternalEventsTest-574716715 tempest-ServerExternalEventsTest-574716715-project] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.221479] env[69440]: DEBUG nova.network.neutron [req-a93034c3-8024-43b8-97ba-5814be9d86a9 req-d183c3aa-5200-43e5-aa0b-bfa8cda2dd93 service nova] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Updated VIF entry in instance network info cache for port e9ec4637-6c6a-4b8d-9847-9c47f23fb98e. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.221607] env[69440]: DEBUG nova.network.neutron [req-a93034c3-8024-43b8-97ba-5814be9d86a9 req-d183c3aa-5200-43e5-aa0b-bfa8cda2dd93 service nova] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Updating instance_info_cache with network_info: [{"id": "e9ec4637-6c6a-4b8d-9847-9c47f23fb98e", "address": "fa:16:3e:b9:31:70", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ec4637-6c", "ovs_interfaceid": "e9ec4637-6c6a-4b8d-9847-9c47f23fb98e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.262859] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Acquiring lock "443a8dc6-a88a-45e9-9a8c-f9976f91b821" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.264910] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Lock "443a8dc6-a88a-45e9-9a8c-f9976f91b821" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.275587] env[69440]: DEBUG nova.network.neutron [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Successfully updated port: 30057528-f36d-492f-9470-868e5ea5fc4e {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.321210] env[69440]: DEBUG nova.network.neutron [-] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.384360] env[69440]: DEBUG nova.compute.utils [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.389852] env[69440]: DEBUG nova.compute.manager [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.390032] env[69440]: DEBUG nova.network.neutron [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.415704] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.466841] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529b3adf-06fb-f382-a81d-def3ee50d5c9, 'name': SearchDatastore_Task, 'duration_secs': 0.01107} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.468850] env[69440]: DEBUG nova.policy [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ecb574f41b74c13af68d395ca447069', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd682d672a24d4488a69b7077092bc249', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.471581] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.471850] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.472100] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.472246] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.472450] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.472822] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-909b0245-6566-4c14-a3d6-da790f17c48c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.486996] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.489048] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.489048] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d46b15de-72d2-4463-9c01-aa738becff0a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.498571] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Waiting for the task: (returnval){ [ 691.498571] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52bde95a-8284-ea66-ae5a-803cfb52d390" [ 691.498571] env[69440]: _type = "Task" [ 691.498571] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.508685] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52bde95a-8284-ea66-ae5a-803cfb52d390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.577087] env[69440]: DEBUG nova.compute.manager [req-1c61291c-cd5f-48a9-b204-a88885ef3863 req-74662c6b-5cb6-4a36-acbc-ca488f47dd40 service nova] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Received event network-vif-deleted-fc752302-0b42-402d-aeae-65ecc99b81c0 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.726134] env[69440]: DEBUG oslo_concurrency.lockutils [req-a93034c3-8024-43b8-97ba-5814be9d86a9 req-d183c3aa-5200-43e5-aa0b-bfa8cda2dd93 service nova] Releasing lock "refresh_cache-a006d1f1-5185-4717-bf54-fa8b33c19fda" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.782274] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquiring lock "refresh_cache-ee7f76c1-fcb5-49a7-88fe-57541f13f24b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.782274] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquired lock "refresh_cache-ee7f76c1-fcb5-49a7-88fe-57541f13f24b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.782274] env[69440]: DEBUG nova.network.neutron [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.826021] env[69440]: INFO nova.compute.manager [-] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Took 1.44 seconds to deallocate network for instance. [ 691.893027] env[69440]: DEBUG nova.compute.manager [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.901568] env[69440]: DEBUG nova.network.neutron [None req-ecc3c9de-6546-4ec0-81b7-96a2c678a06d tempest-ServerExternalEventsTest-574716715 tempest-ServerExternalEventsTest-574716715-project] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Updating instance_info_cache with network_info: [{"id": "e241d509-0aae-4a61-a213-4e510b37e4a3", "address": "fa:16:3e:93:69:71", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape241d509-0a", "ovs_interfaceid": "e241d509-0aae-4a61-a213-4e510b37e4a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.910189] env[69440]: DEBUG nova.network.neutron [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Successfully created port: a0acc9f7-7520-43bf-9ee5-a77637b24316 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.009948] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52bde95a-8284-ea66-ae5a-803cfb52d390, 'name': SearchDatastore_Task, 'duration_secs': 0.010426} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.010714] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c35dd65-9ab1-43d2-b59b-8f25f834c362 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.024757] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Waiting for the task: (returnval){ [ 692.024757] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5215aa58-03c3-bb73-616f-2422650a1767" [ 692.024757] env[69440]: _type = "Task" [ 692.024757] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.039505] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5215aa58-03c3-bb73-616f-2422650a1767, 'name': SearchDatastore_Task, 'duration_secs': 0.010761} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.042651] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.042922] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] a006d1f1-5185-4717-bf54-fa8b33c19fda/a006d1f1-5185-4717-bf54-fa8b33c19fda.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.043449] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8a576da-5e51-49f5-b1d8-1723aa6886ad {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.052522] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Waiting for the task: (returnval){ [ 692.052522] env[69440]: value = "task-4139025" [ 692.052522] env[69440]: _type = "Task" [ 692.052522] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.068027] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': task-4139025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.224212] env[69440]: DEBUG nova.compute.manager [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Received event network-changed-8e52167a-30f3-417a-8cbd-5a5b7a3931b0 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.224759] env[69440]: DEBUG nova.compute.manager [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Refreshing instance network info cache due to event network-changed-8e52167a-30f3-417a-8cbd-5a5b7a3931b0. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.224759] env[69440]: DEBUG oslo_concurrency.lockutils [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] Acquiring lock "refresh_cache-f121bdab-27c9-457f-b3c0-0218b0d6d1e7" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.224904] env[69440]: DEBUG oslo_concurrency.lockutils [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] Acquired lock "refresh_cache-f121bdab-27c9-457f-b3c0-0218b0d6d1e7" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.225240] env[69440]: DEBUG nova.network.neutron [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Refreshing network info cache for port 8e52167a-30f3-417a-8cbd-5a5b7a3931b0 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.243706] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Acquiring lock "b9cb0a36-50a0-4030-b8c7-aec41255fb60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.243985] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Lock "b9cb0a36-50a0-4030-b8c7-aec41255fb60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.244552] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Acquiring lock "b9cb0a36-50a0-4030-b8c7-aec41255fb60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.244552] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Lock "b9cb0a36-50a0-4030-b8c7-aec41255fb60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.244691] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Lock "b9cb0a36-50a0-4030-b8c7-aec41255fb60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.247903] env[69440]: INFO nova.compute.manager [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Terminating instance [ 692.331454] env[69440]: DEBUG oslo_concurrency.lockutils [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.356846] env[69440]: DEBUG nova.network.neutron [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.415840] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ecc3c9de-6546-4ec0-81b7-96a2c678a06d tempest-ServerExternalEventsTest-574716715 tempest-ServerExternalEventsTest-574716715-project] Releasing lock "refresh_cache-b9cb0a36-50a0-4030-b8c7-aec41255fb60" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.488265] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4f5c26-8cdd-4df7-b56b-b20e9f3fbbe7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.503793] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbebe4d1-9638-462f-8ca2-5de9191ad7ab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.542699] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6741d48-90dc-4575-974c-4950b67b5b14 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.554253] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aadbac6-d9d5-4974-a5d7-f06236332c14 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.568228] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': task-4139025, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.576722] env[69440]: DEBUG nova.compute.provider_tree [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.763144] env[69440]: DEBUG nova.compute.manager [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.764263] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.766386] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882a4f57-7da9-4865-85c3-a6229b99ff93 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.785280] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.786422] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc65ffbc-1097-487a-b6ca-9c84f4ec9bcc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.794239] env[69440]: DEBUG oslo_vmware.api [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Waiting for the task: (returnval){ [ 692.794239] env[69440]: value = "task-4139026" [ 692.794239] env[69440]: _type = "Task" [ 692.794239] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.807196] env[69440]: DEBUG oslo_vmware.api [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': task-4139026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.910550] env[69440]: DEBUG nova.network.neutron [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Updating instance_info_cache with network_info: [{"id": "30057528-f36d-492f-9470-868e5ea5fc4e", "address": "fa:16:3e:71:92:4d", "network": {"id": "c2e00ffc-073c-4c57-b6fc-73176a379803", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1193690130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce0493320c2240b0bd2908264a8100f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30057528-f3", "ovs_interfaceid": "30057528-f36d-492f-9470-868e5ea5fc4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.920337] env[69440]: DEBUG nova.compute.manager [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.952521] env[69440]: DEBUG nova.virt.hardware [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.952996] env[69440]: DEBUG nova.virt.hardware [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.953307] env[69440]: DEBUG nova.virt.hardware [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.953643] env[69440]: DEBUG nova.virt.hardware [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.953954] env[69440]: DEBUG nova.virt.hardware [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.954272] env[69440]: DEBUG nova.virt.hardware [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.954660] env[69440]: DEBUG nova.virt.hardware [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.954980] env[69440]: DEBUG nova.virt.hardware [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.955355] env[69440]: DEBUG nova.virt.hardware [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.955767] env[69440]: DEBUG nova.virt.hardware [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.956076] env[69440]: DEBUG nova.virt.hardware [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.957425] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb5aa81-3741-4c43-9e1e-0b9073a45795 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.968978] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd01a46-ae61-4491-a1c9-7e210254e056 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.073248] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': task-4139025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533989} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.073523] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] a006d1f1-5185-4717-bf54-fa8b33c19fda/a006d1f1-5185-4717-bf54-fa8b33c19fda.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.073730] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.074072] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2379e5b5-6ae5-4c9f-9aab-f6e0192d1ccf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.081495] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Waiting for the task: (returnval){ [ 693.081495] env[69440]: value = "task-4139027" [ 693.081495] env[69440]: _type = "Task" [ 693.081495] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.085979] env[69440]: DEBUG nova.scheduler.client.report [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.097766] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': task-4139027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.300016] env[69440]: DEBUG nova.network.neutron [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Updated VIF entry in instance network info cache for port 8e52167a-30f3-417a-8cbd-5a5b7a3931b0. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.300372] env[69440]: DEBUG nova.network.neutron [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Updating instance_info_cache with network_info: [{"id": "8e52167a-30f3-417a-8cbd-5a5b7a3931b0", "address": "fa:16:3e:c1:ed:f5", "network": {"id": "5c04f29a-eb40-4780-9277-61bf0041ef1f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-170855116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "886a83f7984b457f99bc7a05dc932867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e52167a-30", "ovs_interfaceid": "8e52167a-30f3-417a-8cbd-5a5b7a3931b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.307755] env[69440]: DEBUG oslo_vmware.api [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': task-4139026, 'name': PowerOffVM_Task, 'duration_secs': 0.244858} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.308058] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.308230] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.308486] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab8a75d7-1502-467e-baa3-dcb27106ca6e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.380379] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.380695] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.380787] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Deleting the datastore file [datastore1] b9cb0a36-50a0-4030-b8c7-aec41255fb60 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.381049] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76d3d20a-1796-4496-a0d8-cc60829a7d32 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.392422] env[69440]: DEBUG oslo_vmware.api [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Waiting for the task: (returnval){ [ 693.392422] env[69440]: value = "task-4139029" [ 693.392422] env[69440]: _type = "Task" [ 693.392422] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.402116] env[69440]: DEBUG oslo_vmware.api [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': task-4139029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.413144] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Releasing lock "refresh_cache-ee7f76c1-fcb5-49a7-88fe-57541f13f24b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.413434] env[69440]: DEBUG nova.compute.manager [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Instance network_info: |[{"id": "30057528-f36d-492f-9470-868e5ea5fc4e", "address": "fa:16:3e:71:92:4d", "network": {"id": "c2e00ffc-073c-4c57-b6fc-73176a379803", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1193690130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce0493320c2240b0bd2908264a8100f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30057528-f3", "ovs_interfaceid": "30057528-f36d-492f-9470-868e5ea5fc4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.413894] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:92:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c8dbe25-bca7-4d91-b577-193b8b2aad8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30057528-f36d-492f-9470-868e5ea5fc4e', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.422656] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Creating folder: Project (ce0493320c2240b0bd2908264a8100f0). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.422656] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71628292-7685-4cf1-884d-0e326f74db45 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.435299] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Created folder: Project (ce0493320c2240b0bd2908264a8100f0) in parent group-v819662. [ 693.435729] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Creating folder: Instances. Parent ref: group-v819700. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.435729] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98c89a46-fcad-445d-9c89-6d3c9ef6f7b9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.447071] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Created folder: Instances in parent group-v819700. [ 693.447320] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.447484] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.447706] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4686943-18ff-4322-b281-30e2fb724c30 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.468589] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.468589] env[69440]: value = "task-4139032" [ 693.468589] env[69440]: _type = "Task" [ 693.468589] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.477159] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139032, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.596368] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.597025] env[69440]: DEBUG nova.compute.manager [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.600985] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': task-4139027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067728} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.601692] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.085s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.602033] env[69440]: DEBUG nova.objects.instance [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 693.604968] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.606415] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4caee5-aae4-4dd3-bc68-b778e7feaed2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.633686] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] a006d1f1-5185-4717-bf54-fa8b33c19fda/a006d1f1-5185-4717-bf54-fa8b33c19fda.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.635315] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a3d4cdc-502b-4bf5-9f6c-2ad7fedaf6e3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.660160] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Waiting for the task: (returnval){ [ 693.660160] env[69440]: value = "task-4139033" [ 693.660160] env[69440]: _type = "Task" [ 693.660160] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.679905] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': task-4139033, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.803439] env[69440]: DEBUG oslo_concurrency.lockutils [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] Releasing lock "refresh_cache-f121bdab-27c9-457f-b3c0-0218b0d6d1e7" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.804439] env[69440]: DEBUG nova.compute.manager [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Received event network-vif-plugged-30057528-f36d-492f-9470-868e5ea5fc4e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.804670] env[69440]: DEBUG oslo_concurrency.lockutils [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] Acquiring lock "ee7f76c1-fcb5-49a7-88fe-57541f13f24b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.804891] env[69440]: DEBUG oslo_concurrency.lockutils [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] Lock "ee7f76c1-fcb5-49a7-88fe-57541f13f24b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.805077] env[69440]: DEBUG oslo_concurrency.lockutils [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] Lock "ee7f76c1-fcb5-49a7-88fe-57541f13f24b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.805275] env[69440]: DEBUG nova.compute.manager [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] No waiting events found dispatching network-vif-plugged-30057528-f36d-492f-9470-868e5ea5fc4e {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 693.805464] env[69440]: WARNING nova.compute.manager [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Received unexpected event network-vif-plugged-30057528-f36d-492f-9470-868e5ea5fc4e for instance with vm_state building and task_state spawning. [ 693.805725] env[69440]: DEBUG nova.compute.manager [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Received event network-changed-30057528-f36d-492f-9470-868e5ea5fc4e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.805821] env[69440]: DEBUG nova.compute.manager [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Refreshing instance network info cache due to event network-changed-30057528-f36d-492f-9470-868e5ea5fc4e. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.806024] env[69440]: DEBUG oslo_concurrency.lockutils [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] Acquiring lock "refresh_cache-ee7f76c1-fcb5-49a7-88fe-57541f13f24b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.806173] env[69440]: DEBUG oslo_concurrency.lockutils [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] Acquired lock "refresh_cache-ee7f76c1-fcb5-49a7-88fe-57541f13f24b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.806352] env[69440]: DEBUG nova.network.neutron [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Refreshing network info cache for port 30057528-f36d-492f-9470-868e5ea5fc4e {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.904595] env[69440]: DEBUG oslo_vmware.api [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Task: {'id': task-4139029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208614} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.904899] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.905222] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.906030] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.906030] env[69440]: INFO nova.compute.manager [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Took 1.14 seconds to destroy the instance on the hypervisor. [ 693.906030] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.906273] env[69440]: DEBUG nova.compute.manager [-] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.906273] env[69440]: DEBUG nova.network.neutron [-] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.985194] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139032, 'name': CreateVM_Task, 'duration_secs': 0.41271} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.985551] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.987114] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.987373] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.987625] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.987914] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe1cab10-d8ac-4856-bc9f-55a83c20353a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.998139] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 693.998139] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5233c895-68a7-620e-71c1-b5bee410da5c" [ 693.998139] env[69440]: _type = "Task" [ 693.998139] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.007787] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5233c895-68a7-620e-71c1-b5bee410da5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.103338] env[69440]: DEBUG nova.network.neutron [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Successfully updated port: a0acc9f7-7520-43bf-9ee5-a77637b24316 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.107467] env[69440]: DEBUG nova.compute.utils [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.107467] env[69440]: DEBUG nova.compute.manager [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.107467] env[69440]: DEBUG nova.network.neutron [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.173740] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': task-4139033, 'name': ReconfigVM_Task, 'duration_secs': 0.494141} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.174262] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Reconfigured VM instance instance-0000000c to attach disk [datastore2] a006d1f1-5185-4717-bf54-fa8b33c19fda/a006d1f1-5185-4717-bf54-fa8b33c19fda.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.175158] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0066e88-f9b2-4d76-9e37-41dfb41e0c9d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.185026] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Waiting for the task: (returnval){ [ 694.185026] env[69440]: value = "task-4139034" [ 694.185026] env[69440]: _type = "Task" [ 694.185026] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.193269] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': task-4139034, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.274150] env[69440]: DEBUG nova.policy [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b203e19716bb4e0bbd49fd2e3aa0630e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c506a56649441ddbd2ff1147a87f3df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.509722] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5233c895-68a7-620e-71c1-b5bee410da5c, 'name': SearchDatastore_Task, 'duration_secs': 0.014911} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.510327] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.511233] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.511774] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.512453] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.513097] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.513097] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fef42afa-75d7-4dfb-9562-3add071f7abd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.523490] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.523722] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.527325] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3983941-0cd6-4bf1-85ee-bf7c2376a882 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.531172] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 694.531172] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52526932-39cf-3ec9-5eda-bfcc91a40f06" [ 694.531172] env[69440]: _type = "Task" [ 694.531172] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.543929] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52526932-39cf-3ec9-5eda-bfcc91a40f06, 'name': SearchDatastore_Task, 'duration_secs': 0.00976} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.544720] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f38aef-2de8-423a-9370-fd8beeb11f2e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.550926] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 694.550926] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52dea8ce-68a2-cef2-aae2-1d824a19a809" [ 694.550926] env[69440]: _type = "Task" [ 694.550926] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.563597] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52dea8ce-68a2-cef2-aae2-1d824a19a809, 'name': SearchDatastore_Task, 'duration_secs': 0.010074} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.563904] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.564261] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] ee7f76c1-fcb5-49a7-88fe-57541f13f24b/ee7f76c1-fcb5-49a7-88fe-57541f13f24b.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.564439] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-422b9b61-c751-4ee5-8624-e8d75ff79220 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.572108] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 694.572108] env[69440]: value = "task-4139035" [ 694.572108] env[69440]: _type = "Task" [ 694.572108] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.582863] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.607659] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "refresh_cache-5c1878eb-3c4b-49b8-89ba-9c51845204bd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.607839] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquired lock "refresh_cache-5c1878eb-3c4b-49b8-89ba-9c51845204bd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.608037] env[69440]: DEBUG nova.network.neutron [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.611989] env[69440]: DEBUG nova.compute.manager [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.622202] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a24c71bf-3ddb-4fa9-b9ae-13bf12b59db6 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.625386] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.820s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.626020] env[69440]: INFO nova.compute.claims [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.696184] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': task-4139034, 'name': Rename_Task, 'duration_secs': 0.15774} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.698010] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.698010] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e24322ce-a884-4406-8600-39acee2782f3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.708201] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Waiting for the task: (returnval){ [ 694.708201] env[69440]: value = "task-4139036" [ 694.708201] env[69440]: _type = "Task" [ 694.708201] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.720273] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': task-4139036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.805317] env[69440]: DEBUG nova.network.neutron [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Updated VIF entry in instance network info cache for port 30057528-f36d-492f-9470-868e5ea5fc4e. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.805719] env[69440]: DEBUG nova.network.neutron [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Updating instance_info_cache with network_info: [{"id": "30057528-f36d-492f-9470-868e5ea5fc4e", "address": "fa:16:3e:71:92:4d", "network": {"id": "c2e00ffc-073c-4c57-b6fc-73176a379803", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1193690130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce0493320c2240b0bd2908264a8100f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30057528-f3", "ovs_interfaceid": "30057528-f36d-492f-9470-868e5ea5fc4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.837742] env[69440]: DEBUG nova.compute.manager [req-1c37177f-7ecf-4551-89f6-06606a88899e req-fab13dd4-5536-4d8b-9124-8c348a784f7a service nova] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Received event network-vif-plugged-a0acc9f7-7520-43bf-9ee5-a77637b24316 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.837742] env[69440]: DEBUG oslo_concurrency.lockutils [req-1c37177f-7ecf-4551-89f6-06606a88899e req-fab13dd4-5536-4d8b-9124-8c348a784f7a service nova] Acquiring lock "5c1878eb-3c4b-49b8-89ba-9c51845204bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.838141] env[69440]: DEBUG oslo_concurrency.lockutils [req-1c37177f-7ecf-4551-89f6-06606a88899e req-fab13dd4-5536-4d8b-9124-8c348a784f7a service nova] Lock "5c1878eb-3c4b-49b8-89ba-9c51845204bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.838535] env[69440]: DEBUG oslo_concurrency.lockutils [req-1c37177f-7ecf-4551-89f6-06606a88899e req-fab13dd4-5536-4d8b-9124-8c348a784f7a service nova] Lock "5c1878eb-3c4b-49b8-89ba-9c51845204bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.838535] env[69440]: DEBUG nova.compute.manager [req-1c37177f-7ecf-4551-89f6-06606a88899e req-fab13dd4-5536-4d8b-9124-8c348a784f7a service nova] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] No waiting events found dispatching network-vif-plugged-a0acc9f7-7520-43bf-9ee5-a77637b24316 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 694.838674] env[69440]: WARNING nova.compute.manager [req-1c37177f-7ecf-4551-89f6-06606a88899e req-fab13dd4-5536-4d8b-9124-8c348a784f7a service nova] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Received unexpected event network-vif-plugged-a0acc9f7-7520-43bf-9ee5-a77637b24316 for instance with vm_state building and task_state spawning. [ 694.838813] env[69440]: DEBUG nova.compute.manager [req-1c37177f-7ecf-4551-89f6-06606a88899e req-fab13dd4-5536-4d8b-9124-8c348a784f7a service nova] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Received event network-changed-a0acc9f7-7520-43bf-9ee5-a77637b24316 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.839039] env[69440]: DEBUG nova.compute.manager [req-1c37177f-7ecf-4551-89f6-06606a88899e req-fab13dd4-5536-4d8b-9124-8c348a784f7a service nova] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Refreshing instance network info cache due to event network-changed-a0acc9f7-7520-43bf-9ee5-a77637b24316. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.839222] env[69440]: DEBUG oslo_concurrency.lockutils [req-1c37177f-7ecf-4551-89f6-06606a88899e req-fab13dd4-5536-4d8b-9124-8c348a784f7a service nova] Acquiring lock "refresh_cache-5c1878eb-3c4b-49b8-89ba-9c51845204bd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.087705] env[69440]: DEBUG nova.network.neutron [-] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.089233] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139035, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.170672] env[69440]: DEBUG nova.network.neutron [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.225311] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': task-4139036, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.308566] env[69440]: DEBUG oslo_concurrency.lockutils [req-8726754f-c5d4-43fe-af5f-a968413a3242 req-a03f6a7c-3f3c-4114-bd09-f0b271b93cd6 service nova] Releasing lock "refresh_cache-ee7f76c1-fcb5-49a7-88fe-57541f13f24b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.477871] env[69440]: DEBUG nova.network.neutron [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Successfully created port: 9176c7f4-d75f-4686-a993-600b52f84aa8 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.558478] env[69440]: DEBUG nova.network.neutron [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Updating instance_info_cache with network_info: [{"id": "a0acc9f7-7520-43bf-9ee5-a77637b24316", "address": "fa:16:3e:df:a9:29", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0acc9f7-75", "ovs_interfaceid": "a0acc9f7-7520-43bf-9ee5-a77637b24316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.588103] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518656} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.589027] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] ee7f76c1-fcb5-49a7-88fe-57541f13f24b/ee7f76c1-fcb5-49a7-88fe-57541f13f24b.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.589265] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.589563] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1516dc8-fdf1-4100-bec2-8a1c2caad473 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.592212] env[69440]: INFO nova.compute.manager [-] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Took 1.69 seconds to deallocate network for instance. [ 695.600885] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 695.600885] env[69440]: value = "task-4139037" [ 695.600885] env[69440]: _type = "Task" [ 695.600885] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.612020] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.631292] env[69440]: DEBUG nova.compute.manager [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.672327] env[69440]: DEBUG nova.virt.hardware [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.672327] env[69440]: DEBUG nova.virt.hardware [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.672534] env[69440]: DEBUG nova.virt.hardware [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.672682] env[69440]: DEBUG nova.virt.hardware [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.672836] env[69440]: DEBUG nova.virt.hardware [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.675620] env[69440]: DEBUG nova.virt.hardware [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.675946] env[69440]: DEBUG nova.virt.hardware [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.676145] env[69440]: DEBUG nova.virt.hardware [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.676325] env[69440]: DEBUG nova.virt.hardware [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.676494] env[69440]: DEBUG nova.virt.hardware [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.676667] env[69440]: DEBUG nova.virt.hardware [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.677925] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6133e1f1-b46e-4592-966e-976d4193b1b2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.696612] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc3f40a-6355-4afe-81e8-beaf851ca3ab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.725406] env[69440]: DEBUG oslo_vmware.api [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': task-4139036, 'name': PowerOnVM_Task, 'duration_secs': 0.776504} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.725707] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.725905] env[69440]: INFO nova.compute.manager [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Took 8.08 seconds to spawn the instance on the hypervisor. [ 695.726803] env[69440]: DEBUG nova.compute.manager [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 695.728618] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effa0f91-b1c2-46dd-839b-1a47598ef6b1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.063156] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Releasing lock "refresh_cache-5c1878eb-3c4b-49b8-89ba-9c51845204bd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.063156] env[69440]: DEBUG nova.compute.manager [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Instance network_info: |[{"id": "a0acc9f7-7520-43bf-9ee5-a77637b24316", "address": "fa:16:3e:df:a9:29", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0acc9f7-75", "ovs_interfaceid": "a0acc9f7-7520-43bf-9ee5-a77637b24316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.065035] env[69440]: DEBUG oslo_concurrency.lockutils [req-1c37177f-7ecf-4551-89f6-06606a88899e req-fab13dd4-5536-4d8b-9124-8c348a784f7a service nova] Acquired lock "refresh_cache-5c1878eb-3c4b-49b8-89ba-9c51845204bd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.065204] env[69440]: DEBUG nova.network.neutron [req-1c37177f-7ecf-4551-89f6-06606a88899e req-fab13dd4-5536-4d8b-9124-8c348a784f7a service nova] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Refreshing network info cache for port a0acc9f7-7520-43bf-9ee5-a77637b24316 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.066478] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:a9:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0acc9f7-7520-43bf-9ee5-a77637b24316', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.073765] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Creating folder: Project (d682d672a24d4488a69b7077092bc249). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.075994] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf502420-176d-4b78-b612-3fe5f131fb99 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.089791] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Created folder: Project (d682d672a24d4488a69b7077092bc249) in parent group-v819662. [ 696.090126] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Creating folder: Instances. Parent ref: group-v819703. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.090311] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05c35e52-8534-44ca-9cba-fba863d2f57d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.107850] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.108928] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Created folder: Instances in parent group-v819703. [ 696.112386] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.117722] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.121027] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5036b691-a820-463a-ab21-92398f74becd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.145707] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.326184} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.146457] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.146503] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.146503] env[69440]: value = "task-4139040" [ 696.146503] env[69440]: _type = "Task" [ 696.146503] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.147693] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8099de-54cd-4ff4-b799-325a409fce3f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.176771] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139040, 'name': CreateVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.187137] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] ee7f76c1-fcb5-49a7-88fe-57541f13f24b/ee7f76c1-fcb5-49a7-88fe-57541f13f24b.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.187483] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c3c07fc-adeb-4260-abb2-e3386ac576a0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.218082] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 696.218082] env[69440]: value = "task-4139041" [ 696.218082] env[69440]: _type = "Task" [ 696.218082] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.226948] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.263388] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8a852e-9d90-4724-9f4f-0af9fcc6c636 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.276306] env[69440]: INFO nova.compute.manager [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Took 23.85 seconds to build instance. [ 696.277770] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846e6f36-c30f-4fe5-b37f-03fbe8f0e466 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.317546] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5623b424-f690-4c43-852d-0ea5db7c7773 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.328019] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8051e139-c6b2-4754-958c-fae58f2e8664 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.343685] env[69440]: DEBUG nova.compute.provider_tree [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.669062] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139040, 'name': CreateVM_Task, 'duration_secs': 0.407074} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.669318] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.670116] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.670304] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.670909] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.671018] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a360570-9441-4fb8-aed0-a4deba0147d4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.677022] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 696.677022] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528a243f-991e-f7c9-5524-f87ec6947921" [ 696.677022] env[69440]: _type = "Task" [ 696.677022] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.686571] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528a243f-991e-f7c9-5524-f87ec6947921, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.724924] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139041, 'name': ReconfigVM_Task, 'duration_secs': 0.366189} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.725687] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Reconfigured VM instance instance-0000000d to attach disk [datastore2] ee7f76c1-fcb5-49a7-88fe-57541f13f24b/ee7f76c1-fcb5-49a7-88fe-57541f13f24b.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.726693] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1389dbdf-ca84-462f-98c2-c83fccdef72c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.736183] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 696.736183] env[69440]: value = "task-4139042" [ 696.736183] env[69440]: _type = "Task" [ 696.736183] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.751815] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139042, 'name': Rename_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.783255] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30527423-1169-45c3-b81c-3a35cb48e3b8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Lock "a006d1f1-5185-4717-bf54-fa8b33c19fda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.111s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.848862] env[69440]: DEBUG nova.scheduler.client.report [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.101486] env[69440]: DEBUG nova.network.neutron [req-1c37177f-7ecf-4551-89f6-06606a88899e req-fab13dd4-5536-4d8b-9124-8c348a784f7a service nova] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Updated VIF entry in instance network info cache for port a0acc9f7-7520-43bf-9ee5-a77637b24316. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.101486] env[69440]: DEBUG nova.network.neutron [req-1c37177f-7ecf-4551-89f6-06606a88899e req-fab13dd4-5536-4d8b-9124-8c348a784f7a service nova] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Updating instance_info_cache with network_info: [{"id": "a0acc9f7-7520-43bf-9ee5-a77637b24316", "address": "fa:16:3e:df:a9:29", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0acc9f7-75", "ovs_interfaceid": "a0acc9f7-7520-43bf-9ee5-a77637b24316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.190762] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528a243f-991e-f7c9-5524-f87ec6947921, 'name': SearchDatastore_Task, 'duration_secs': 0.011873} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.191019] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.191232] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.191529] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.191702] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.191861] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.192094] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42ef03e6-a13b-42a7-8a98-7506b6ee8072 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.204809] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.205029] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.206266] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b5b723-6fd1-4767-8058-f8f948fbe7bc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.215903] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 697.215903] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]526cb907-0150-1b98-a2c8-61e296fcb646" [ 697.215903] env[69440]: _type = "Task" [ 697.215903] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.227106] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526cb907-0150-1b98-a2c8-61e296fcb646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.246236] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139042, 'name': Rename_Task, 'duration_secs': 0.179289} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.246526] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.246724] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a60e346a-4eb8-4995-bb8c-6074c648e941 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.255406] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 697.255406] env[69440]: value = "task-4139043" [ 697.255406] env[69440]: _type = "Task" [ 697.255406] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.265265] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.290439] env[69440]: DEBUG nova.compute.manager [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.357155] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.357155] env[69440]: DEBUG nova.compute.manager [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.360361] env[69440]: DEBUG oslo_concurrency.lockutils [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.726s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.360361] env[69440]: DEBUG nova.objects.instance [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Lazy-loading 'resources' on Instance uuid 50f54b16-d6c6-4654-8f13-7773a3ec0e34 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.607757] env[69440]: DEBUG oslo_concurrency.lockutils [req-1c37177f-7ecf-4551-89f6-06606a88899e req-fab13dd4-5536-4d8b-9124-8c348a784f7a service nova] Releasing lock "refresh_cache-5c1878eb-3c4b-49b8-89ba-9c51845204bd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.724957] env[69440]: DEBUG nova.compute.manager [req-04af778b-e29d-4e7a-b868-8060f8721a75 req-86c871e4-482a-47ce-8ff6-b8ea05f8d112 service nova] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Received event network-vif-deleted-e241d509-0aae-4a61-a213-4e510b37e4a3 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.734118] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526cb907-0150-1b98-a2c8-61e296fcb646, 'name': SearchDatastore_Task, 'duration_secs': 0.011585} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.736142] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48da5301-3ce8-4f12-95af-1145295f43ea {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.741398] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 697.741398] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d48d3f-a0ec-8cb0-c70d-9ee108fbd4b9" [ 697.741398] env[69440]: _type = "Task" [ 697.741398] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.753280] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d48d3f-a0ec-8cb0-c70d-9ee108fbd4b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.768208] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139043, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.816946] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.862830] env[69440]: DEBUG nova.compute.utils [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.871674] env[69440]: DEBUG nova.compute.manager [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.871674] env[69440]: DEBUG nova.network.neutron [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.093473] env[69440]: DEBUG nova.policy [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '120f909e2bf448fd94b28901f3cd1791', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04eb0ee9476348a1820a1cf7c2642979', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.259675] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d48d3f-a0ec-8cb0-c70d-9ee108fbd4b9, 'name': SearchDatastore_Task, 'duration_secs': 0.015447} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.264213] env[69440]: DEBUG nova.network.neutron [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Successfully updated port: 9176c7f4-d75f-4686-a993-600b52f84aa8 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.271024] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.272027] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 5c1878eb-3c4b-49b8-89ba-9c51845204bd/5c1878eb-3c4b-49b8-89ba-9c51845204bd.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.272471] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b9a44fa-57da-4421-9a65-71d13ba7a428 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.284557] env[69440]: DEBUG oslo_vmware.api [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139043, 'name': PowerOnVM_Task, 'duration_secs': 0.904998} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.286106] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.286536] env[69440]: INFO nova.compute.manager [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Took 8.07 seconds to spawn the instance on the hypervisor. [ 698.286536] env[69440]: DEBUG nova.compute.manager [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 698.286811] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 698.286811] env[69440]: value = "task-4139044" [ 698.286811] env[69440]: _type = "Task" [ 698.286811] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.287944] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4005e20-1a0a-4ad7-a262-ec1dd0d7addb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.310477] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.374903] env[69440]: DEBUG nova.compute.manager [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.515788] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0982a752-b9da-4bba-9701-f020268f6d90 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.531648] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814fb42f-0b76-439a-b0f8-6189354c60d5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.571311] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da902f44-0a2f-4367-a2b3-09b81a065f44 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.579111] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe78c299-ad1b-4980-aaa8-61773f839b6c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.596646] env[69440]: DEBUG nova.compute.provider_tree [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.774553] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquiring lock "refresh_cache-b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.774696] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquired lock "refresh_cache-b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.774886] env[69440]: DEBUG nova.network.neutron [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.802279] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139044, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.824292] env[69440]: INFO nova.compute.manager [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Took 25.34 seconds to build instance. [ 698.882725] env[69440]: INFO nova.virt.block_device [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Booting with volume d8910522-aaef-4aff-a082-cc36ae5f6efa at /dev/sda [ 698.952395] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1c62371-852c-4570-bbe7-1128e24b5d58 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.969375] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fc5365-aee5-4f2c-8035-fb5ae556defd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.004356] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcbafee1-47ab-4a36-accf-eab85c0ad02d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.016389] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad75bf6-074f-44ee-8558-a1ffc0548417 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.050575] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea254c11-b8b2-4b85-96d0-dfb8e1a2a342 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.058453] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf83e32-8fd6-4ecc-84d7-9bf8808ed0f3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.075701] env[69440]: DEBUG nova.virt.block_device [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Updating existing volume attachment record: e8552cf6-0276-4849-b717-87d1dc5aa5bf {{(pid=69440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 699.101268] env[69440]: DEBUG nova.scheduler.client.report [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.302802] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799576} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.303121] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 5c1878eb-3c4b-49b8-89ba-9c51845204bd/5c1878eb-3c4b-49b8-89ba-9c51845204bd.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.303540] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.303540] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a17c2b95-8620-4d1b-8170-a8c4691ea532 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.312425] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 699.312425] env[69440]: value = "task-4139045" [ 699.312425] env[69440]: _type = "Task" [ 699.312425] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.322386] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.329059] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9b5927-80b8-4b47-be34-23e81545fca1 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Lock "ee7f76c1-fcb5-49a7-88fe-57541f13f24b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.957s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.358157] env[69440]: DEBUG nova.network.neutron [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Successfully created port: 1ef8330c-a925-4bea-8d7d-c3f1ec80bd18 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.371776] env[69440]: DEBUG nova.network.neutron [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.609308] env[69440]: DEBUG oslo_concurrency.lockutils [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.613277] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.678s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.614189] env[69440]: INFO nova.compute.claims [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.658033] env[69440]: INFO nova.scheduler.client.report [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Deleted allocations for instance 50f54b16-d6c6-4654-8f13-7773a3ec0e34 [ 699.828106] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069991} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.828766] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.829230] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2b8854-2f04-4841-b3d9-73d506a23766 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.835464] env[69440]: DEBUG nova.compute.manager [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.859976] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 5c1878eb-3c4b-49b8-89ba-9c51845204bd/5c1878eb-3c4b-49b8-89ba-9c51845204bd.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.859976] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f85568c1-7200-4894-b8e7-ab04f4a072ac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.884928] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 699.884928] env[69440]: value = "task-4139046" [ 699.884928] env[69440]: _type = "Task" [ 699.884928] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.898160] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139046, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.022959] env[69440]: DEBUG nova.network.neutron [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Updating instance_info_cache with network_info: [{"id": "9176c7f4-d75f-4686-a993-600b52f84aa8", "address": "fa:16:3e:16:07:e9", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9176c7f4-d7", "ovs_interfaceid": "9176c7f4-d75f-4686-a993-600b52f84aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.173208] env[69440]: DEBUG oslo_concurrency.lockutils [None req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Lock "50f54b16-d6c6-4654-8f13-7773a3ec0e34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.747s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.249025] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquiring lock "452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.249109] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.392940] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.399442] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139046, 'name': ReconfigVM_Task, 'duration_secs': 0.395083} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.399719] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 5c1878eb-3c4b-49b8-89ba-9c51845204bd/5c1878eb-3c4b-49b8-89ba-9c51845204bd.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.400386] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40ff6761-0e97-43c9-8a21-f79a81a8e740 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.410563] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 700.410563] env[69440]: value = "task-4139047" [ 700.410563] env[69440]: _type = "Task" [ 700.410563] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.420873] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139047, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.529082] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Releasing lock "refresh_cache-b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.529082] env[69440]: DEBUG nova.compute.manager [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Instance network_info: |[{"id": "9176c7f4-d75f-4686-a993-600b52f84aa8", "address": "fa:16:3e:16:07:e9", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9176c7f4-d7", "ovs_interfaceid": "9176c7f4-d75f-4686-a993-600b52f84aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.529363] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:07:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9176c7f4-d75f-4686-a993-600b52f84aa8', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.539218] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Creating folder: Project (4c506a56649441ddbd2ff1147a87f3df). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.539218] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c91b61b8-6deb-4f80-b370-8e8b31c79d39 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.555728] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Created folder: Project (4c506a56649441ddbd2ff1147a87f3df) in parent group-v819662. [ 700.556532] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Creating folder: Instances. Parent ref: group-v819706. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.556835] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-647e1bb0-29f3-4323-ac33-19ff99eee43f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.583303] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Created folder: Instances in parent group-v819706. [ 700.583303] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.583303] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.583303] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f9386c3-7cae-4f90-af35-49e4388d3b50 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.606022] env[69440]: DEBUG nova.compute.manager [req-1e73d753-ad6f-48c3-af41-a53f6c8c2488 req-cc072443-af9e-463b-a973-844d7cf447d5 service nova] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Received event network-vif-plugged-9176c7f4-d75f-4686-a993-600b52f84aa8 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.606447] env[69440]: DEBUG oslo_concurrency.lockutils [req-1e73d753-ad6f-48c3-af41-a53f6c8c2488 req-cc072443-af9e-463b-a973-844d7cf447d5 service nova] Acquiring lock "b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.606600] env[69440]: DEBUG oslo_concurrency.lockutils [req-1e73d753-ad6f-48c3-af41-a53f6c8c2488 req-cc072443-af9e-463b-a973-844d7cf447d5 service nova] Lock "b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.606830] env[69440]: DEBUG oslo_concurrency.lockutils [req-1e73d753-ad6f-48c3-af41-a53f6c8c2488 req-cc072443-af9e-463b-a973-844d7cf447d5 service nova] Lock "b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.607054] env[69440]: DEBUG nova.compute.manager [req-1e73d753-ad6f-48c3-af41-a53f6c8c2488 req-cc072443-af9e-463b-a973-844d7cf447d5 service nova] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] No waiting events found dispatching network-vif-plugged-9176c7f4-d75f-4686-a993-600b52f84aa8 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 700.607299] env[69440]: WARNING nova.compute.manager [req-1e73d753-ad6f-48c3-af41-a53f6c8c2488 req-cc072443-af9e-463b-a973-844d7cf447d5 service nova] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Received unexpected event network-vif-plugged-9176c7f4-d75f-4686-a993-600b52f84aa8 for instance with vm_state building and task_state spawning. [ 700.607605] env[69440]: DEBUG nova.compute.manager [req-1e73d753-ad6f-48c3-af41-a53f6c8c2488 req-cc072443-af9e-463b-a973-844d7cf447d5 service nova] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Received event network-changed-9176c7f4-d75f-4686-a993-600b52f84aa8 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.607821] env[69440]: DEBUG nova.compute.manager [req-1e73d753-ad6f-48c3-af41-a53f6c8c2488 req-cc072443-af9e-463b-a973-844d7cf447d5 service nova] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Refreshing instance network info cache due to event network-changed-9176c7f4-d75f-4686-a993-600b52f84aa8. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.608097] env[69440]: DEBUG oslo_concurrency.lockutils [req-1e73d753-ad6f-48c3-af41-a53f6c8c2488 req-cc072443-af9e-463b-a973-844d7cf447d5 service nova] Acquiring lock "refresh_cache-b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.608289] env[69440]: DEBUG oslo_concurrency.lockutils [req-1e73d753-ad6f-48c3-af41-a53f6c8c2488 req-cc072443-af9e-463b-a973-844d7cf447d5 service nova] Acquired lock "refresh_cache-b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.608527] env[69440]: DEBUG nova.network.neutron [req-1e73d753-ad6f-48c3-af41-a53f6c8c2488 req-cc072443-af9e-463b-a973-844d7cf447d5 service nova] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Refreshing network info cache for port 9176c7f4-d75f-4686-a993-600b52f84aa8 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.615907] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.615907] env[69440]: value = "task-4139050" [ 700.615907] env[69440]: _type = "Task" [ 700.615907] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.629951] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139050, 'name': CreateVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.923574] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139047, 'name': Rename_Task, 'duration_secs': 0.167566} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.923746] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.924700] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7da40ed-92b7-4096-b93b-839df4b29c3a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.934460] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 700.934460] env[69440]: value = "task-4139051" [ 700.934460] env[69440]: _type = "Task" [ 700.934460] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.951180] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.093667] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db35a4dc-3980-4d9c-abce-810bcea8f323 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.103451] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b0e21e-0ee5-4523-a9ef-877108600e70 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.148546] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c695f2cc-180b-4858-baff-73ab73d8436d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.160200] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139050, 'name': CreateVM_Task, 'duration_secs': 0.484225} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.163410] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.164936] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.164936] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.165212] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.167216] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973a0724-bc83-4be0-be63-38182c2b8371 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.175793] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0287a3ec-c984-4ba4-a1cd-3a4a65a95120 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.181485] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 701.181485] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52e06ee8-d810-ac45-c882-c811148b0c91" [ 701.181485] env[69440]: _type = "Task" [ 701.181485] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.195779] env[69440]: DEBUG nova.compute.provider_tree [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.208537] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e06ee8-d810-ac45-c882-c811148b0c91, 'name': SearchDatastore_Task, 'duration_secs': 0.02206} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.208865] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.209183] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.209336] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.209551] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.209683] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.210206] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b546fd01-98db-4194-8bcd-42e8cfbee580 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.226118] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.226654] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.227480] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6c05b10-3135-4166-97e6-1d1271ea58d9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.234611] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 701.234611] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5222c284-a82e-0190-ab08-713c49763a64" [ 701.234611] env[69440]: _type = "Task" [ 701.234611] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.243643] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5222c284-a82e-0190-ab08-713c49763a64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.377557] env[69440]: DEBUG nova.compute.manager [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.378432] env[69440]: DEBUG nova.virt.hardware [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.378528] env[69440]: DEBUG nova.virt.hardware [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.378730] env[69440]: DEBUG nova.virt.hardware [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.378993] env[69440]: DEBUG nova.virt.hardware [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.379259] env[69440]: DEBUG nova.virt.hardware [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.379514] env[69440]: DEBUG nova.virt.hardware [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.379777] env[69440]: DEBUG nova.virt.hardware [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.380025] env[69440]: DEBUG nova.virt.hardware [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.380261] env[69440]: DEBUG nova.virt.hardware [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.380480] env[69440]: DEBUG nova.virt.hardware [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.380720] env[69440]: DEBUG nova.virt.hardware [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.381751] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81dedfa-cb79-42a2-8d55-148b0eaf4dc9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.392577] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1912fb-3831-4b72-9e2b-f9a93d194af1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.447988] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139051, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.701920] env[69440]: DEBUG nova.scheduler.client.report [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.745847] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5222c284-a82e-0190-ab08-713c49763a64, 'name': SearchDatastore_Task, 'duration_secs': 0.013359} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.750025] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad01d2d-804c-41cf-aadb-274617fba466 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.759298] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 701.759298] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]525c9dc5-ccb6-e2f1-6d35-27c352db4622" [ 701.759298] env[69440]: _type = "Task" [ 701.759298] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.768028] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525c9dc5-ccb6-e2f1-6d35-27c352db4622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.919158] env[69440]: DEBUG nova.network.neutron [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Successfully updated port: 1ef8330c-a925-4bea-8d7d-c3f1ec80bd18 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.945540] env[69440]: DEBUG oslo_vmware.api [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139051, 'name': PowerOnVM_Task, 'duration_secs': 0.56163} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.945802] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.945998] env[69440]: INFO nova.compute.manager [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Took 9.03 seconds to spawn the instance on the hypervisor. [ 701.946416] env[69440]: DEBUG nova.compute.manager [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 701.947356] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e08ea9-1094-48b9-b265-e54b15b47475 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.987876] env[69440]: DEBUG nova.network.neutron [req-1e73d753-ad6f-48c3-af41-a53f6c8c2488 req-cc072443-af9e-463b-a973-844d7cf447d5 service nova] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Updated VIF entry in instance network info cache for port 9176c7f4-d75f-4686-a993-600b52f84aa8. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.987876] env[69440]: DEBUG nova.network.neutron [req-1e73d753-ad6f-48c3-af41-a53f6c8c2488 req-cc072443-af9e-463b-a973-844d7cf447d5 service nova] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Updating instance_info_cache with network_info: [{"id": "9176c7f4-d75f-4686-a993-600b52f84aa8", "address": "fa:16:3e:16:07:e9", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9176c7f4-d7", "ovs_interfaceid": "9176c7f4-d75f-4686-a993-600b52f84aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.125160] env[69440]: DEBUG oslo_concurrency.lockutils [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Acquiring lock "a006d1f1-5185-4717-bf54-fa8b33c19fda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.125277] env[69440]: DEBUG oslo_concurrency.lockutils [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Lock "a006d1f1-5185-4717-bf54-fa8b33c19fda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.125957] env[69440]: DEBUG oslo_concurrency.lockutils [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Acquiring lock "a006d1f1-5185-4717-bf54-fa8b33c19fda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.126159] env[69440]: DEBUG oslo_concurrency.lockutils [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Lock "a006d1f1-5185-4717-bf54-fa8b33c19fda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.126353] env[69440]: DEBUG oslo_concurrency.lockutils [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Lock "a006d1f1-5185-4717-bf54-fa8b33c19fda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.132292] env[69440]: INFO nova.compute.manager [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Terminating instance [ 702.207524] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.208338] env[69440]: DEBUG nova.compute.manager [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.213679] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.994s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.216200] env[69440]: INFO nova.compute.claims [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.287311] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525c9dc5-ccb6-e2f1-6d35-27c352db4622, 'name': SearchDatastore_Task, 'duration_secs': 0.043167} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.289015] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.289015] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64/b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.289015] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2da365d-6bf4-4ee7-a29c-a45f322f9e7c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.301798] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 702.301798] env[69440]: value = "task-4139052" [ 702.301798] env[69440]: _type = "Task" [ 702.301798] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.317451] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.425587] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Acquiring lock "refresh_cache-0cd34a99-40c7-4603-aacf-80205275b852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.425765] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Acquired lock "refresh_cache-0cd34a99-40c7-4603-aacf-80205275b852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.425971] env[69440]: DEBUG nova.network.neutron [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.477722] env[69440]: INFO nova.compute.manager [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Took 27.90 seconds to build instance. [ 702.490103] env[69440]: DEBUG oslo_concurrency.lockutils [req-1e73d753-ad6f-48c3-af41-a53f6c8c2488 req-cc072443-af9e-463b-a973-844d7cf447d5 service nova] Releasing lock "refresh_cache-b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.641547] env[69440]: DEBUG nova.compute.manager [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.641547] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.641547] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07be9082-da4e-4307-aef9-b5158857b7c7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.658922] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.659296] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58c3d86b-afa3-4713-9b55-323bb2a70e82 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.669648] env[69440]: DEBUG oslo_vmware.api [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Waiting for the task: (returnval){ [ 702.669648] env[69440]: value = "task-4139053" [ 702.669648] env[69440]: _type = "Task" [ 702.669648] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.687265] env[69440]: DEBUG oslo_vmware.api [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': task-4139053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.729507] env[69440]: DEBUG nova.compute.utils [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.729507] env[69440]: DEBUG nova.compute.manager [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.729507] env[69440]: DEBUG nova.network.neutron [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.799961] env[69440]: DEBUG nova.compute.manager [req-1e90211a-8d57-45a2-86f2-9476082d6742 req-6f4a0407-5cf6-46a4-b6b5-f173c8bdab85 service nova] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Received event network-vif-plugged-1ef8330c-a925-4bea-8d7d-c3f1ec80bd18 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.799961] env[69440]: DEBUG oslo_concurrency.lockutils [req-1e90211a-8d57-45a2-86f2-9476082d6742 req-6f4a0407-5cf6-46a4-b6b5-f173c8bdab85 service nova] Acquiring lock "0cd34a99-40c7-4603-aacf-80205275b852-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.799961] env[69440]: DEBUG oslo_concurrency.lockutils [req-1e90211a-8d57-45a2-86f2-9476082d6742 req-6f4a0407-5cf6-46a4-b6b5-f173c8bdab85 service nova] Lock "0cd34a99-40c7-4603-aacf-80205275b852-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.799961] env[69440]: DEBUG oslo_concurrency.lockutils [req-1e90211a-8d57-45a2-86f2-9476082d6742 req-6f4a0407-5cf6-46a4-b6b5-f173c8bdab85 service nova] Lock "0cd34a99-40c7-4603-aacf-80205275b852-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.799961] env[69440]: DEBUG nova.compute.manager [req-1e90211a-8d57-45a2-86f2-9476082d6742 req-6f4a0407-5cf6-46a4-b6b5-f173c8bdab85 service nova] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] No waiting events found dispatching network-vif-plugged-1ef8330c-a925-4bea-8d7d-c3f1ec80bd18 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 702.800181] env[69440]: WARNING nova.compute.manager [req-1e90211a-8d57-45a2-86f2-9476082d6742 req-6f4a0407-5cf6-46a4-b6b5-f173c8bdab85 service nova] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Received unexpected event network-vif-plugged-1ef8330c-a925-4bea-8d7d-c3f1ec80bd18 for instance with vm_state building and task_state spawning. [ 702.815654] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139052, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.824731] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "814f3854-3681-4f3d-95de-18340a765f53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.824930] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "814f3854-3681-4f3d-95de-18340a765f53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.856270] env[69440]: DEBUG nova.policy [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b203e19716bb4e0bbd49fd2e3aa0630e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c506a56649441ddbd2ff1147a87f3df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.982426] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6a14841e-b674-415d-ab68-e9e8b8581b5c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "5c1878eb-3c4b-49b8-89ba-9c51845204bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.389s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.025421] env[69440]: DEBUG nova.network.neutron [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.044473] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Acquiring lock "b4a45681-5bc0-47c4-8475-f067d7569765" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.044741] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Lock "b4a45681-5bc0-47c4-8475-f067d7569765" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.185696] env[69440]: DEBUG oslo_vmware.api [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': task-4139053, 'name': PowerOffVM_Task, 'duration_secs': 0.333504} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.189498] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.189498] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.189923] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12c9ecba-9c52-4948-b650-f5d8a0ae212b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.241611] env[69440]: DEBUG nova.compute.manager [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.273614] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.274080] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.274080] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Deleting the datastore file [datastore2] a006d1f1-5185-4717-bf54-fa8b33c19fda {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.274399] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-737deabd-a952-4bac-b18c-bd2666420090 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.283021] env[69440]: DEBUG oslo_vmware.api [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Waiting for the task: (returnval){ [ 703.283021] env[69440]: value = "task-4139055" [ 703.283021] env[69440]: _type = "Task" [ 703.283021] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.299655] env[69440]: DEBUG oslo_vmware.api [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': task-4139055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.321836] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522843} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.322064] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64/b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.324283] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.324283] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61551744-eb2f-4b45-b44f-9dc4a8b1191b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.330210] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 703.330210] env[69440]: value = "task-4139056" [ 703.330210] env[69440]: _type = "Task" [ 703.330210] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.350031] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.374037] env[69440]: DEBUG nova.network.neutron [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Updating instance_info_cache with network_info: [{"id": "1ef8330c-a925-4bea-8d7d-c3f1ec80bd18", "address": "fa:16:3e:72:04:94", "network": {"id": "4c5cbc6f-ab3f-4f68-b474-2918e07cfa25", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1914236042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04eb0ee9476348a1820a1cf7c2642979", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef8330c-a9", "ovs_interfaceid": "1ef8330c-a925-4bea-8d7d-c3f1ec80bd18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.486293] env[69440]: DEBUG nova.compute.manager [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.693358] env[69440]: DEBUG nova.compute.manager [req-d21d29fa-39b4-4f9c-8206-b4b2e2fd14d0 req-566747ce-374b-4cfb-bde2-70bbda0dc39e service nova] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Received event network-changed-30057528-f36d-492f-9470-868e5ea5fc4e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.695365] env[69440]: DEBUG nova.compute.manager [req-d21d29fa-39b4-4f9c-8206-b4b2e2fd14d0 req-566747ce-374b-4cfb-bde2-70bbda0dc39e service nova] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Refreshing instance network info cache due to event network-changed-30057528-f36d-492f-9470-868e5ea5fc4e. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.696982] env[69440]: DEBUG oslo_concurrency.lockutils [req-d21d29fa-39b4-4f9c-8206-b4b2e2fd14d0 req-566747ce-374b-4cfb-bde2-70bbda0dc39e service nova] Acquiring lock "refresh_cache-ee7f76c1-fcb5-49a7-88fe-57541f13f24b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.696982] env[69440]: DEBUG oslo_concurrency.lockutils [req-d21d29fa-39b4-4f9c-8206-b4b2e2fd14d0 req-566747ce-374b-4cfb-bde2-70bbda0dc39e service nova] Acquired lock "refresh_cache-ee7f76c1-fcb5-49a7-88fe-57541f13f24b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.696982] env[69440]: DEBUG nova.network.neutron [req-d21d29fa-39b4-4f9c-8206-b4b2e2fd14d0 req-566747ce-374b-4cfb-bde2-70bbda0dc39e service nova] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Refreshing network info cache for port 30057528-f36d-492f-9470-868e5ea5fc4e {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.771202] env[69440]: DEBUG nova.network.neutron [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Successfully created port: 06f5b141-607f-41b5-a88b-fb50b72afd87 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.804901] env[69440]: DEBUG oslo_vmware.api [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': task-4139055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.841473] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073312} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.841705] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.843200] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587ee3e6-117b-4333-8e98-95223c7bca85 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.850290] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1081a5c3-8511-4776-9b4e-8b3c8a27f1bb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.871146] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9cbfb9-2987-44fa-83b0-fc06f7fef7f9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.885402] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64/b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.885562] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Releasing lock "refresh_cache-0cd34a99-40c7-4603-aacf-80205275b852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.885871] env[69440]: DEBUG nova.compute.manager [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Instance network_info: |[{"id": "1ef8330c-a925-4bea-8d7d-c3f1ec80bd18", "address": "fa:16:3e:72:04:94", "network": {"id": "4c5cbc6f-ab3f-4f68-b474-2918e07cfa25", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1914236042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04eb0ee9476348a1820a1cf7c2642979", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef8330c-a9", "ovs_interfaceid": "1ef8330c-a925-4bea-8d7d-c3f1ec80bd18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.886600] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cdd1293-241a-471c-8e49-bf2105649762 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.902344] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:04:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ef8330c-a925-4bea-8d7d-c3f1ec80bd18', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.916061] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Creating folder: Project (04eb0ee9476348a1820a1cf7c2642979). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.944147] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e4dfea1-d22f-45b2-be58-68d700e068e1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.948700] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe28561-7ddc-44b7-b422-3ae564fffed9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.959861] env[69440]: DEBUG oslo_concurrency.lockutils [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Acquiring lock "2dee479a-0981-497c-afb9-6e66085e431f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.959861] env[69440]: DEBUG oslo_concurrency.lockutils [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Lock "2dee479a-0981-497c-afb9-6e66085e431f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.959861] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 703.959861] env[69440]: value = "task-4139057" [ 703.959861] env[69440]: _type = "Task" [ 703.959861] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.966037] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f192607b-07ad-4dcd-917c-7b0659f5313d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.972113] env[69440]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 703.972298] env[69440]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69440) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 703.976238] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Folder already exists: Project (04eb0ee9476348a1820a1cf7c2642979). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 703.977924] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Creating folder: Instances. Parent ref: group-v819663. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.977924] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139057, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.977924] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea813583-52a9-4d4a-91cc-4464f3fb228e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.995460] env[69440]: DEBUG nova.compute.provider_tree [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.999928] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Created folder: Instances in parent group-v819663. [ 703.999928] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.000172] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.001058] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74790a35-a876-426d-bee9-bac8165956a2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.021133] env[69440]: DEBUG oslo_concurrency.lockutils [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.023392] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.023392] env[69440]: value = "task-4139060" [ 704.023392] env[69440]: _type = "Task" [ 704.023392] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.033546] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139060, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.249618] env[69440]: DEBUG nova.compute.manager [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.288280] env[69440]: DEBUG nova.virt.hardware [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.288575] env[69440]: DEBUG nova.virt.hardware [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.288737] env[69440]: DEBUG nova.virt.hardware [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.288939] env[69440]: DEBUG nova.virt.hardware [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.289109] env[69440]: DEBUG nova.virt.hardware [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.289346] env[69440]: DEBUG nova.virt.hardware [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.289495] env[69440]: DEBUG nova.virt.hardware [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.289718] env[69440]: DEBUG nova.virt.hardware [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.289915] env[69440]: DEBUG nova.virt.hardware [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.290096] env[69440]: DEBUG nova.virt.hardware [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.290271] env[69440]: DEBUG nova.virt.hardware [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.291305] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391220a8-0936-4e56-b339-08e349aa6f1b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.313071] env[69440]: DEBUG oslo_vmware.api [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Task: {'id': task-4139055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.716664} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.314492] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdf8be9-2b83-404f-aac4-b488557f251c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.319923] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.320138] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.320313] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.320483] env[69440]: INFO nova.compute.manager [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Took 1.68 seconds to destroy the instance on the hypervisor. [ 704.320720] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.320951] env[69440]: DEBUG nova.compute.manager [-] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.321017] env[69440]: DEBUG nova.network.neutron [-] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.472084] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139057, 'name': ReconfigVM_Task, 'duration_secs': 0.352895} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.472263] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Reconfigured VM instance instance-0000000f to attach disk [datastore1] b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64/b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.472939] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a049aa4-6f52-4949-aff4-3544e899c5d9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.481108] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 704.481108] env[69440]: value = "task-4139061" [ 704.481108] env[69440]: _type = "Task" [ 704.481108] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.492158] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139061, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.501025] env[69440]: DEBUG nova.scheduler.client.report [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.539406] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139060, 'name': CreateVM_Task, 'duration_secs': 0.44194} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.540556] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.542078] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819669', 'volume_id': 'd8910522-aaef-4aff-a082-cc36ae5f6efa', 'name': 'volume-d8910522-aaef-4aff-a082-cc36ae5f6efa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cd34a99-40c7-4603-aacf-80205275b852', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8910522-aaef-4aff-a082-cc36ae5f6efa', 'serial': 'd8910522-aaef-4aff-a082-cc36ae5f6efa'}, 'guest_format': None, 'attachment_id': 'e8552cf6-0276-4849-b717-87d1dc5aa5bf', 'mount_device': '/dev/sda', 'disk_bus': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69440) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 704.542078] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Root volume attach. Driver type: vmdk {{(pid=69440) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 704.543246] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa12f513-b821-414c-abf4-11581446dcc7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.558286] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ab69e6-f131-470c-bef0-8a17b0bbcb58 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.571211] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e872fa49-be14-48fc-a8cb-fffc4e4c6e52 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.583035] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-68382717-3e04-4410-9508-9992f0d54549 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.600636] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Waiting for the task: (returnval){ [ 704.600636] env[69440]: value = "task-4139062" [ 704.600636] env[69440]: _type = "Task" [ 704.600636] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.612749] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139062, 'name': RelocateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.793061] env[69440]: DEBUG nova.network.neutron [req-d21d29fa-39b4-4f9c-8206-b4b2e2fd14d0 req-566747ce-374b-4cfb-bde2-70bbda0dc39e service nova] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Updated VIF entry in instance network info cache for port 30057528-f36d-492f-9470-868e5ea5fc4e. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.793227] env[69440]: DEBUG nova.network.neutron [req-d21d29fa-39b4-4f9c-8206-b4b2e2fd14d0 req-566747ce-374b-4cfb-bde2-70bbda0dc39e service nova] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Updating instance_info_cache with network_info: [{"id": "30057528-f36d-492f-9470-868e5ea5fc4e", "address": "fa:16:3e:71:92:4d", "network": {"id": "c2e00ffc-073c-4c57-b6fc-73176a379803", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1193690130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce0493320c2240b0bd2908264a8100f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30057528-f3", "ovs_interfaceid": "30057528-f36d-492f-9470-868e5ea5fc4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.996554] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139061, 'name': Rename_Task, 'duration_secs': 0.165609} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.996554] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.996681] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-567e980c-81db-467c-aea1-690d038e0dc5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.006589] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.007625] env[69440]: DEBUG nova.compute.manager [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.010835] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 705.010835] env[69440]: value = "task-4139063" [ 705.010835] env[69440]: _type = "Task" [ 705.010835] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.011309] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.535s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.011477] env[69440]: DEBUG nova.objects.instance [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Lazy-loading 'resources' on Instance uuid 733e01e7-5429-41fe-8cd0-9fc56d03fce0 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.027137] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.111956] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139062, 'name': RelocateVM_Task} progress is 40%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.297018] env[69440]: DEBUG oslo_concurrency.lockutils [req-d21d29fa-39b4-4f9c-8206-b4b2e2fd14d0 req-566747ce-374b-4cfb-bde2-70bbda0dc39e service nova] Releasing lock "refresh_cache-ee7f76c1-fcb5-49a7-88fe-57541f13f24b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.460050] env[69440]: DEBUG nova.compute.manager [req-32607523-9968-4ffb-b0cd-6bdf84cf43c7 req-2f017371-395a-4f90-a263-510438b86cfd service nova] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Received event network-changed-1ef8330c-a925-4bea-8d7d-c3f1ec80bd18 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.462188] env[69440]: DEBUG nova.compute.manager [req-32607523-9968-4ffb-b0cd-6bdf84cf43c7 req-2f017371-395a-4f90-a263-510438b86cfd service nova] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Refreshing instance network info cache due to event network-changed-1ef8330c-a925-4bea-8d7d-c3f1ec80bd18. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.462188] env[69440]: DEBUG oslo_concurrency.lockutils [req-32607523-9968-4ffb-b0cd-6bdf84cf43c7 req-2f017371-395a-4f90-a263-510438b86cfd service nova] Acquiring lock "refresh_cache-0cd34a99-40c7-4603-aacf-80205275b852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.462188] env[69440]: DEBUG oslo_concurrency.lockutils [req-32607523-9968-4ffb-b0cd-6bdf84cf43c7 req-2f017371-395a-4f90-a263-510438b86cfd service nova] Acquired lock "refresh_cache-0cd34a99-40c7-4603-aacf-80205275b852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.462188] env[69440]: DEBUG nova.network.neutron [req-32607523-9968-4ffb-b0cd-6bdf84cf43c7 req-2f017371-395a-4f90-a263-510438b86cfd service nova] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Refreshing network info cache for port 1ef8330c-a925-4bea-8d7d-c3f1ec80bd18 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.515821] env[69440]: DEBUG nova.compute.utils [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.523320] env[69440]: DEBUG nova.compute.manager [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.524268] env[69440]: DEBUG nova.network.neutron [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.539032] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139063, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.623026] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139062, 'name': RelocateVM_Task} progress is 53%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.638675] env[69440]: DEBUG nova.policy [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a41dd715c41c4dca91d2d6c7e9d8ad7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ab1a7090ee646a4ae001c82b060aae4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.658835] env[69440]: DEBUG nova.network.neutron [-] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.027764] env[69440]: DEBUG nova.compute.manager [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.040294] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139063, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.124067] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139062, 'name': RelocateVM_Task} progress is 65%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.142274] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06ee70c-0665-4d29-81a3-95c28cdccfc3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.154616] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0705c9-78a4-4f38-8fed-2e927b4222b5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.189071] env[69440]: INFO nova.compute.manager [-] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Took 1.87 seconds to deallocate network for instance. [ 706.192063] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfa78a4-29f7-4412-a294-7abe85ee0492 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.208699] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921a362a-ff64-4f14-9c88-e9c16d813c1b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.225390] env[69440]: DEBUG nova.compute.provider_tree [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.532272] env[69440]: DEBUG oslo_vmware.api [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139063, 'name': PowerOnVM_Task, 'duration_secs': 1.415902} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.532670] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.532818] env[69440]: INFO nova.compute.manager [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Took 10.90 seconds to spawn the instance on the hypervisor. [ 706.532970] env[69440]: DEBUG nova.compute.manager [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 706.533850] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09a1121-050e-42e2-85de-07a116840cd6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.563758] env[69440]: DEBUG nova.compute.manager [req-1492d562-99d3-474a-936a-5d59604f2241 req-cff7189f-4316-43f9-b483-8652e537fad0 service nova] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Received event network-vif-deleted-e9ec4637-6c6a-4b8d-9847-9c47f23fb98e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.600094] env[69440]: DEBUG nova.compute.manager [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Stashing vm_state: active {{(pid=69440) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 706.618541] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139062, 'name': RelocateVM_Task} progress is 76%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.699959] env[69440]: DEBUG oslo_concurrency.lockutils [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.726685] env[69440]: DEBUG nova.network.neutron [req-32607523-9968-4ffb-b0cd-6bdf84cf43c7 req-2f017371-395a-4f90-a263-510438b86cfd service nova] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Updated VIF entry in instance network info cache for port 1ef8330c-a925-4bea-8d7d-c3f1ec80bd18. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.728696] env[69440]: DEBUG nova.network.neutron [req-32607523-9968-4ffb-b0cd-6bdf84cf43c7 req-2f017371-395a-4f90-a263-510438b86cfd service nova] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Updating instance_info_cache with network_info: [{"id": "1ef8330c-a925-4bea-8d7d-c3f1ec80bd18", "address": "fa:16:3e:72:04:94", "network": {"id": "4c5cbc6f-ab3f-4f68-b474-2918e07cfa25", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1914236042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04eb0ee9476348a1820a1cf7c2642979", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef8330c-a9", "ovs_interfaceid": "1ef8330c-a925-4bea-8d7d-c3f1ec80bd18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.740848] env[69440]: DEBUG nova.scheduler.client.report [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.912588] env[69440]: DEBUG nova.network.neutron [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Successfully created port: 3965f6b9-89c3-4565-9b70-384f4c544a6d {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.053883] env[69440]: DEBUG nova.compute.manager [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.077194] env[69440]: INFO nova.compute.manager [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Took 32.37 seconds to build instance. [ 707.098507] env[69440]: DEBUG nova.virt.hardware [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.098995] env[69440]: DEBUG nova.virt.hardware [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.099165] env[69440]: DEBUG nova.virt.hardware [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.099276] env[69440]: DEBUG nova.virt.hardware [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.099980] env[69440]: DEBUG nova.virt.hardware [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.099980] env[69440]: DEBUG nova.virt.hardware [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.099980] env[69440]: DEBUG nova.virt.hardware [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.100204] env[69440]: DEBUG nova.virt.hardware [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.100345] env[69440]: DEBUG nova.virt.hardware [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.100513] env[69440]: DEBUG nova.virt.hardware [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.100684] env[69440]: DEBUG nova.virt.hardware [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.101813] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a280817-9c7b-4f2c-a09e-1500fcdb56db {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.124479] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd803b1b-1cc3-4dbc-92c2-daca46c43aba {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.131121] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139062, 'name': RelocateVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.150415] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.151231] env[69440]: DEBUG nova.network.neutron [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Successfully updated port: 06f5b141-607f-41b5-a88b-fb50b72afd87 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.248025] env[69440]: DEBUG oslo_concurrency.lockutils [req-32607523-9968-4ffb-b0cd-6bdf84cf43c7 req-2f017371-395a-4f90-a263-510438b86cfd service nova] Releasing lock "refresh_cache-0cd34a99-40c7-4603-aacf-80205275b852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.248025] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.249901] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.657s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.250375] env[69440]: DEBUG nova.objects.instance [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Lazy-loading 'resources' on Instance uuid d64c1ede-21f5-4d14-9585-85aad4d25873 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.268818] env[69440]: INFO nova.scheduler.client.report [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Deleted allocations for instance 733e01e7-5429-41fe-8cd0-9fc56d03fce0 [ 707.576117] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lock "b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.504s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.629216] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139062, 'name': RelocateVM_Task} progress is 97%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.655972] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquiring lock "refresh_cache-029aa35a-3407-4d4f-9388-1978a073ecd2" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.657126] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquired lock "refresh_cache-029aa35a-3407-4d4f-9388-1978a073ecd2" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.657126] env[69440]: DEBUG nova.network.neutron [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.783704] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Lock "733e01e7-5429-41fe-8cd0-9fc56d03fce0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.491s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.082295] env[69440]: DEBUG nova.compute.manager [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.128310] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139062, 'name': RelocateVM_Task} progress is 97%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.186741] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "c925370e-5981-40a2-a5df-7fe064ac3ce3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.187110] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "c925370e-5981-40a2-a5df-7fe064ac3ce3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.240501] env[69440]: DEBUG nova.network.neutron [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.345476] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f8abfd-271d-4a15-8025-a1a6a9223c47 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.356024] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84451eb-43b5-4e2c-8b90-12741311d078 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.398622] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a6d383-3ecb-4f13-8a33-c6dfef4fb842 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.411373] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404b1d97-bab1-45de-b135-3970cabcd203 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.432045] env[69440]: DEBUG nova.compute.provider_tree [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.620710] env[69440]: DEBUG oslo_concurrency.lockutils [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.629319] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139062, 'name': RelocateVM_Task} progress is 97%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.632961] env[69440]: DEBUG nova.network.neutron [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Updating instance_info_cache with network_info: [{"id": "06f5b141-607f-41b5-a88b-fb50b72afd87", "address": "fa:16:3e:e9:d2:4e", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06f5b141-60", "ovs_interfaceid": "06f5b141-607f-41b5-a88b-fb50b72afd87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.933096] env[69440]: DEBUG nova.scheduler.client.report [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.033356] env[69440]: DEBUG nova.compute.manager [req-fdc91ffa-8b31-403f-ba79-e7bc228d3819 req-492b07f1-3389-49a3-854e-265d16257744 service nova] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Received event network-vif-plugged-06f5b141-607f-41b5-a88b-fb50b72afd87 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.034033] env[69440]: DEBUG oslo_concurrency.lockutils [req-fdc91ffa-8b31-403f-ba79-e7bc228d3819 req-492b07f1-3389-49a3-854e-265d16257744 service nova] Acquiring lock "029aa35a-3407-4d4f-9388-1978a073ecd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.036486] env[69440]: DEBUG oslo_concurrency.lockutils [req-fdc91ffa-8b31-403f-ba79-e7bc228d3819 req-492b07f1-3389-49a3-854e-265d16257744 service nova] Lock "029aa35a-3407-4d4f-9388-1978a073ecd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.036486] env[69440]: DEBUG oslo_concurrency.lockutils [req-fdc91ffa-8b31-403f-ba79-e7bc228d3819 req-492b07f1-3389-49a3-854e-265d16257744 service nova] Lock "029aa35a-3407-4d4f-9388-1978a073ecd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.036486] env[69440]: DEBUG nova.compute.manager [req-fdc91ffa-8b31-403f-ba79-e7bc228d3819 req-492b07f1-3389-49a3-854e-265d16257744 service nova] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] No waiting events found dispatching network-vif-plugged-06f5b141-607f-41b5-a88b-fb50b72afd87 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 709.036486] env[69440]: WARNING nova.compute.manager [req-fdc91ffa-8b31-403f-ba79-e7bc228d3819 req-492b07f1-3389-49a3-854e-265d16257744 service nova] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Received unexpected event network-vif-plugged-06f5b141-607f-41b5-a88b-fb50b72afd87 for instance with vm_state building and task_state spawning. [ 709.036486] env[69440]: DEBUG nova.compute.manager [req-fdc91ffa-8b31-403f-ba79-e7bc228d3819 req-492b07f1-3389-49a3-854e-265d16257744 service nova] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Received event network-changed-06f5b141-607f-41b5-a88b-fb50b72afd87 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.040626] env[69440]: DEBUG nova.compute.manager [req-fdc91ffa-8b31-403f-ba79-e7bc228d3819 req-492b07f1-3389-49a3-854e-265d16257744 service nova] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Refreshing instance network info cache due to event network-changed-06f5b141-607f-41b5-a88b-fb50b72afd87. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.040626] env[69440]: DEBUG oslo_concurrency.lockutils [req-fdc91ffa-8b31-403f-ba79-e7bc228d3819 req-492b07f1-3389-49a3-854e-265d16257744 service nova] Acquiring lock "refresh_cache-029aa35a-3407-4d4f-9388-1978a073ecd2" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.084829] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Acquiring lock "d20937ea-1aa4-4dda-ac22-cf61aa680965" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.085684] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Lock "d20937ea-1aa4-4dda-ac22-cf61aa680965" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.125684] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139062, 'name': RelocateVM_Task, 'duration_secs': 4.521565} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.126291] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Volume attach. Driver type: vmdk {{(pid=69440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 709.126382] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819669', 'volume_id': 'd8910522-aaef-4aff-a082-cc36ae5f6efa', 'name': 'volume-d8910522-aaef-4aff-a082-cc36ae5f6efa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cd34a99-40c7-4603-aacf-80205275b852', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8910522-aaef-4aff-a082-cc36ae5f6efa', 'serial': 'd8910522-aaef-4aff-a082-cc36ae5f6efa'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 709.128947] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a79e11-0f5e-4995-9848-b90fad209f2b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.150151] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Releasing lock "refresh_cache-029aa35a-3407-4d4f-9388-1978a073ecd2" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.150599] env[69440]: DEBUG nova.compute.manager [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Instance network_info: |[{"id": "06f5b141-607f-41b5-a88b-fb50b72afd87", "address": "fa:16:3e:e9:d2:4e", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06f5b141-60", "ovs_interfaceid": "06f5b141-607f-41b5-a88b-fb50b72afd87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.151098] env[69440]: DEBUG oslo_concurrency.lockutils [req-fdc91ffa-8b31-403f-ba79-e7bc228d3819 req-492b07f1-3389-49a3-854e-265d16257744 service nova] Acquired lock "refresh_cache-029aa35a-3407-4d4f-9388-1978a073ecd2" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.151556] env[69440]: DEBUG nova.network.neutron [req-fdc91ffa-8b31-403f-ba79-e7bc228d3819 req-492b07f1-3389-49a3-854e-265d16257744 service nova] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Refreshing network info cache for port 06f5b141-607f-41b5-a88b-fb50b72afd87 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.154620] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:d2:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06f5b141-607f-41b5-a88b-fb50b72afd87', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.161899] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.162807] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ac0d0f-05bb-423e-8ccc-7a4dd54b931f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.169796] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.169796] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bacf292c-70e4-4440-94de-667050932970 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.229635] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] volume-d8910522-aaef-4aff-a082-cc36ae5f6efa/volume-d8910522-aaef-4aff-a082-cc36ae5f6efa.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.229784] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.229784] env[69440]: value = "task-4139064" [ 709.229784] env[69440]: _type = "Task" [ 709.229784] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.234211] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d36ec01-2a13-4cc2-9dfd-1b879ed5f6df {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.269226] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139064, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.270924] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Waiting for the task: (returnval){ [ 709.270924] env[69440]: value = "task-4139065" [ 709.270924] env[69440]: _type = "Task" [ 709.270924] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.281799] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.438963] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.444280] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.436s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.444599] env[69440]: DEBUG nova.objects.instance [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lazy-loading 'resources' on Instance uuid ee008d19-5fee-41b6-b831-4fd2f8bb5327 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.484926] env[69440]: INFO nova.scheduler.client.report [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Deleted allocations for instance d64c1ede-21f5-4d14-9585-85aad4d25873 [ 709.530124] env[69440]: DEBUG nova.network.neutron [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Successfully updated port: 3965f6b9-89c3-4565-9b70-384f4c544a6d {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.769953] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139064, 'name': CreateVM_Task, 'duration_secs': 0.421274} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.770289] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.771467] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.771809] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.772213] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.772566] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5131f0d7-7301-4a90-997f-5d0b00888723 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.782974] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 709.782974] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]527b07b0-9176-1d86-39ad-aa69e204f529" [ 709.782974] env[69440]: _type = "Task" [ 709.782974] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.787094] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139065, 'name': ReconfigVM_Task, 'duration_secs': 0.416712} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.790823] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Reconfigured VM instance instance-00000010 to attach disk [datastore1] volume-d8910522-aaef-4aff-a082-cc36ae5f6efa/volume-d8910522-aaef-4aff-a082-cc36ae5f6efa.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.797203] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-398479c7-6a50-4a53-b7fd-024594c2e3d7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.817493] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]527b07b0-9176-1d86-39ad-aa69e204f529, 'name': SearchDatastore_Task, 'duration_secs': 0.015359} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.819442] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.819835] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.820813] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.820813] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.820813] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.821064] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Waiting for the task: (returnval){ [ 709.821064] env[69440]: value = "task-4139066" [ 709.821064] env[69440]: _type = "Task" [ 709.821064] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.821737] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89808f43-addf-4c82-a1a9-78463cbc2237 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.835997] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.837643] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.837930] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.838887] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d288c49-80ed-42e9-88f9-985c90e5fa73 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.845919] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 709.845919] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5237a3ce-6612-ef17-1b65-dc5b8de2e705" [ 709.845919] env[69440]: _type = "Task" [ 709.845919] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.861147] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5237a3ce-6612-ef17-1b65-dc5b8de2e705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.999949] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e71f9cb-5ff7-4115-b680-f7d5c2b6dd12 tempest-ServerShowV257Test-1529792505 tempest-ServerShowV257Test-1529792505-project-member] Lock "d64c1ede-21f5-4d14-9585-85aad4d25873" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.390s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.035878] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Acquiring lock "refresh_cache-f9371520-75bc-414a-a704-30dba68d5a52" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.036068] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Acquired lock "refresh_cache-f9371520-75bc-414a-a704-30dba68d5a52" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.036480] env[69440]: DEBUG nova.network.neutron [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.161914] env[69440]: DEBUG nova.network.neutron [req-fdc91ffa-8b31-403f-ba79-e7bc228d3819 req-492b07f1-3389-49a3-854e-265d16257744 service nova] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Updated VIF entry in instance network info cache for port 06f5b141-607f-41b5-a88b-fb50b72afd87. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.162595] env[69440]: DEBUG nova.network.neutron [req-fdc91ffa-8b31-403f-ba79-e7bc228d3819 req-492b07f1-3389-49a3-854e-265d16257744 service nova] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Updating instance_info_cache with network_info: [{"id": "06f5b141-607f-41b5-a88b-fb50b72afd87", "address": "fa:16:3e:e9:d2:4e", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06f5b141-60", "ovs_interfaceid": "06f5b141-607f-41b5-a88b-fb50b72afd87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.337206] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139066, 'name': ReconfigVM_Task, 'duration_secs': 0.138738} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.337506] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819669', 'volume_id': 'd8910522-aaef-4aff-a082-cc36ae5f6efa', 'name': 'volume-d8910522-aaef-4aff-a082-cc36ae5f6efa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cd34a99-40c7-4603-aacf-80205275b852', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8910522-aaef-4aff-a082-cc36ae5f6efa', 'serial': 'd8910522-aaef-4aff-a082-cc36ae5f6efa'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 710.338058] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cea9780a-8055-4159-9365-c70db4413f96 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.346884] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Waiting for the task: (returnval){ [ 710.346884] env[69440]: value = "task-4139067" [ 710.346884] env[69440]: _type = "Task" [ 710.346884] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.363313] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139067, 'name': Rename_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.367351] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5237a3ce-6612-ef17-1b65-dc5b8de2e705, 'name': SearchDatastore_Task, 'duration_secs': 0.012721} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.372130] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-370e4262-a0f8-436a-8eca-ae5105844f63 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.378763] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 710.378763] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52a8e7b1-62f0-5743-25f6-8e02ca856d36" [ 710.378763] env[69440]: _type = "Task" [ 710.378763] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.388321] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a8e7b1-62f0-5743-25f6-8e02ca856d36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.496623] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6eb725-6e77-49df-ba7b-16431de36c3f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.505756] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a84ae1d-ca82-46cf-b39a-d455ab4f03d1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.546408] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4ecb99-ecbe-42e1-8d5b-4010ce3f5498 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.556304] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e84dc3-c20e-4a81-870b-418e5524f580 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.573108] env[69440]: DEBUG nova.compute.provider_tree [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.585425] env[69440]: DEBUG nova.network.neutron [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.669456] env[69440]: DEBUG oslo_concurrency.lockutils [req-fdc91ffa-8b31-403f-ba79-e7bc228d3819 req-492b07f1-3389-49a3-854e-265d16257744 service nova] Releasing lock "refresh_cache-029aa35a-3407-4d4f-9388-1978a073ecd2" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.777939] env[69440]: DEBUG nova.network.neutron [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Updating instance_info_cache with network_info: [{"id": "3965f6b9-89c3-4565-9b70-384f4c544a6d", "address": "fa:16:3e:d5:6f:32", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3965f6b9-89", "ovs_interfaceid": "3965f6b9-89c3-4565-9b70-384f4c544a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.862841] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139067, 'name': Rename_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.894398] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a8e7b1-62f0-5743-25f6-8e02ca856d36, 'name': SearchDatastore_Task, 'duration_secs': 0.010434} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.894841] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.895176] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 029aa35a-3407-4d4f-9388-1978a073ecd2/029aa35a-3407-4d4f-9388-1978a073ecd2.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.895462] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0d4e7b9-8621-4e70-acdb-656a840892c1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.906062] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 710.906062] env[69440]: value = "task-4139068" [ 710.906062] env[69440]: _type = "Task" [ 710.906062] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.918312] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.077176] env[69440]: DEBUG nova.scheduler.client.report [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.281167] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Releasing lock "refresh_cache-f9371520-75bc-414a-a704-30dba68d5a52" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.281382] env[69440]: DEBUG nova.compute.manager [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Instance network_info: |[{"id": "3965f6b9-89c3-4565-9b70-384f4c544a6d", "address": "fa:16:3e:d5:6f:32", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3965f6b9-89", "ovs_interfaceid": "3965f6b9-89c3-4565-9b70-384f4c544a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.281924] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:6f:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3965f6b9-89c3-4565-9b70-384f4c544a6d', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.291496] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Creating folder: Project (9ab1a7090ee646a4ae001c82b060aae4). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.292689] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8aae5647-2b44-4b8a-8338-3e3a440e6e69 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.307106] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Created folder: Project (9ab1a7090ee646a4ae001c82b060aae4) in parent group-v819662. [ 711.307727] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Creating folder: Instances. Parent ref: group-v819712. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.308146] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd205491-9896-4e14-9e47-a1044d470968 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.322840] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Created folder: Instances in parent group-v819712. [ 711.323351] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.323661] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.323934] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66a55944-16c7-4f5a-8111-8603d5f4af79 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.350171] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.350171] env[69440]: value = "task-4139071" [ 711.350171] env[69440]: _type = "Task" [ 711.350171] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.368311] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139067, 'name': Rename_Task, 'duration_secs': 0.736231} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.378609] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.378609] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139071, 'name': CreateVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.378609] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e628bd5d-0865-4b32-8aed-5f6f88c26bcc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.388945] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Waiting for the task: (returnval){ [ 711.388945] env[69440]: value = "task-4139072" [ 711.388945] env[69440]: _type = "Task" [ 711.388945] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.405354] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.419323] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139068, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.587354] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.587354] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.798s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.592147] env[69440]: INFO nova.compute.claims [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.605517] env[69440]: INFO nova.scheduler.client.report [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Deleted allocations for instance ee008d19-5fee-41b6-b831-4fd2f8bb5327 [ 711.788630] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "e7a7624e-3780-4ab5-9e5e-ff73e934301e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.788978] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "e7a7624e-3780-4ab5-9e5e-ff73e934301e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.864113] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139071, 'name': CreateVM_Task, 'duration_secs': 0.502667} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.867099] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.867099] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.867099] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.867099] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.867099] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b437d6-7556-44bc-b609-f32fb1de33cf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.875305] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Waiting for the task: (returnval){ [ 711.875305] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5256b4e5-025d-0593-256d-2d95c7391990" [ 711.875305] env[69440]: _type = "Task" [ 711.875305] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.883186] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5256b4e5-025d-0593-256d-2d95c7391990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.900571] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139072, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.918036] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574602} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.918036] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 029aa35a-3407-4d4f-9388-1978a073ecd2/029aa35a-3407-4d4f-9388-1978a073ecd2.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.918036] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.918036] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b53bfbab-ec9c-4631-b9fe-df4b5dfc37ca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.925281] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 711.925281] env[69440]: value = "task-4139073" [ 711.925281] env[69440]: _type = "Task" [ 711.925281] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.938395] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.981321] env[69440]: DEBUG nova.compute.manager [req-9c646cd8-e786-47b1-bc4f-11b8c670973a req-d383a41c-c2fc-4f9b-9989-b19d5e4df9ee service nova] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Received event network-vif-plugged-3965f6b9-89c3-4565-9b70-384f4c544a6d {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.981546] env[69440]: DEBUG oslo_concurrency.lockutils [req-9c646cd8-e786-47b1-bc4f-11b8c670973a req-d383a41c-c2fc-4f9b-9989-b19d5e4df9ee service nova] Acquiring lock "f9371520-75bc-414a-a704-30dba68d5a52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.981830] env[69440]: DEBUG oslo_concurrency.lockutils [req-9c646cd8-e786-47b1-bc4f-11b8c670973a req-d383a41c-c2fc-4f9b-9989-b19d5e4df9ee service nova] Lock "f9371520-75bc-414a-a704-30dba68d5a52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.982255] env[69440]: DEBUG oslo_concurrency.lockutils [req-9c646cd8-e786-47b1-bc4f-11b8c670973a req-d383a41c-c2fc-4f9b-9989-b19d5e4df9ee service nova] Lock "f9371520-75bc-414a-a704-30dba68d5a52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.982527] env[69440]: DEBUG nova.compute.manager [req-9c646cd8-e786-47b1-bc4f-11b8c670973a req-d383a41c-c2fc-4f9b-9989-b19d5e4df9ee service nova] [instance: f9371520-75bc-414a-a704-30dba68d5a52] No waiting events found dispatching network-vif-plugged-3965f6b9-89c3-4565-9b70-384f4c544a6d {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 711.982777] env[69440]: WARNING nova.compute.manager [req-9c646cd8-e786-47b1-bc4f-11b8c670973a req-d383a41c-c2fc-4f9b-9989-b19d5e4df9ee service nova] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Received unexpected event network-vif-plugged-3965f6b9-89c3-4565-9b70-384f4c544a6d for instance with vm_state building and task_state spawning. [ 711.983366] env[69440]: DEBUG nova.compute.manager [req-9c646cd8-e786-47b1-bc4f-11b8c670973a req-d383a41c-c2fc-4f9b-9989-b19d5e4df9ee service nova] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Received event network-changed-3965f6b9-89c3-4565-9b70-384f4c544a6d {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.983366] env[69440]: DEBUG nova.compute.manager [req-9c646cd8-e786-47b1-bc4f-11b8c670973a req-d383a41c-c2fc-4f9b-9989-b19d5e4df9ee service nova] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Refreshing instance network info cache due to event network-changed-3965f6b9-89c3-4565-9b70-384f4c544a6d. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.983767] env[69440]: DEBUG oslo_concurrency.lockutils [req-9c646cd8-e786-47b1-bc4f-11b8c670973a req-d383a41c-c2fc-4f9b-9989-b19d5e4df9ee service nova] Acquiring lock "refresh_cache-f9371520-75bc-414a-a704-30dba68d5a52" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.983767] env[69440]: DEBUG oslo_concurrency.lockutils [req-9c646cd8-e786-47b1-bc4f-11b8c670973a req-d383a41c-c2fc-4f9b-9989-b19d5e4df9ee service nova] Acquired lock "refresh_cache-f9371520-75bc-414a-a704-30dba68d5a52" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.984025] env[69440]: DEBUG nova.network.neutron [req-9c646cd8-e786-47b1-bc4f-11b8c670973a req-d383a41c-c2fc-4f9b-9989-b19d5e4df9ee service nova] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Refreshing network info cache for port 3965f6b9-89c3-4565-9b70-384f4c544a6d {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.119747] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "ee008d19-5fee-41b6-b831-4fd2f8bb5327" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.699s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.388528] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5256b4e5-025d-0593-256d-2d95c7391990, 'name': SearchDatastore_Task, 'duration_secs': 0.010435} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.388948] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.389200] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.389444] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.389589] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.389801] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.390158] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4acaddb5-56db-451e-9449-a526c10e2acc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.405510] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139072, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.406703] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.407095] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.407680] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92c87983-058f-43a7-a998-999d4e147ab1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.418463] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Waiting for the task: (returnval){ [ 712.418463] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]525e4703-3381-7296-8ce9-18bceb33b1e9" [ 712.418463] env[69440]: _type = "Task" [ 712.418463] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.429476] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525e4703-3381-7296-8ce9-18bceb33b1e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.440051] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083347} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.440344] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.441194] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7b779a-c0a8-4763-a8ec-142614125197 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.470388] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 029aa35a-3407-4d4f-9388-1978a073ecd2/029aa35a-3407-4d4f-9388-1978a073ecd2.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.470725] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d949133-1e2f-45ce-b5d7-a6aabba1a8c3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.493330] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 712.493330] env[69440]: value = "task-4139074" [ 712.493330] env[69440]: _type = "Task" [ 712.493330] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.503537] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.837634] env[69440]: DEBUG nova.network.neutron [req-9c646cd8-e786-47b1-bc4f-11b8c670973a req-d383a41c-c2fc-4f9b-9989-b19d5e4df9ee service nova] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Updated VIF entry in instance network info cache for port 3965f6b9-89c3-4565-9b70-384f4c544a6d. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.838028] env[69440]: DEBUG nova.network.neutron [req-9c646cd8-e786-47b1-bc4f-11b8c670973a req-d383a41c-c2fc-4f9b-9989-b19d5e4df9ee service nova] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Updating instance_info_cache with network_info: [{"id": "3965f6b9-89c3-4565-9b70-384f4c544a6d", "address": "fa:16:3e:d5:6f:32", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3965f6b9-89", "ovs_interfaceid": "3965f6b9-89c3-4565-9b70-384f4c544a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.907374] env[69440]: DEBUG oslo_vmware.api [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139072, 'name': PowerOnVM_Task, 'duration_secs': 1.247821} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.907891] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.908102] env[69440]: INFO nova.compute.manager [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Took 11.53 seconds to spawn the instance on the hypervisor. [ 712.908307] env[69440]: DEBUG nova.compute.manager [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 712.909610] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec6c815-1b04-430d-8668-c59f87604f0a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.934120] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525e4703-3381-7296-8ce9-18bceb33b1e9, 'name': SearchDatastore_Task, 'duration_secs': 0.01053} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.935071] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8398aeb1-9505-463f-9105-547e3c462757 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.944339] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Waiting for the task: (returnval){ [ 712.944339] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52671564-47bb-4dba-5142-a2176d942014" [ 712.944339] env[69440]: _type = "Task" [ 712.944339] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.958204] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52671564-47bb-4dba-5142-a2176d942014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.008983] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.195296] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c070618e-4242-4990-9ce4-65160f7f9f36 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.207428] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017c4b3c-4206-43b4-94ee-7b4dd0c8e27f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.240942] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49540508-ed81-48ea-9ddd-58e5d2153fe2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.250164] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f1f82e-c005-485b-8bac-a134288a8e4f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.267090] env[69440]: DEBUG nova.compute.provider_tree [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.344700] env[69440]: DEBUG oslo_concurrency.lockutils [req-9c646cd8-e786-47b1-bc4f-11b8c670973a req-d383a41c-c2fc-4f9b-9989-b19d5e4df9ee service nova] Releasing lock "refresh_cache-f9371520-75bc-414a-a704-30dba68d5a52" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.400719] env[69440]: DEBUG oslo_concurrency.lockutils [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "173d2c12-a9e4-4ac7-9696-1a69a7ea0f10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.401939] env[69440]: DEBUG oslo_concurrency.lockutils [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "173d2c12-a9e4-4ac7-9696-1a69a7ea0f10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.432710] env[69440]: INFO nova.compute.manager [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Took 36.66 seconds to build instance. [ 713.458761] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52671564-47bb-4dba-5142-a2176d942014, 'name': SearchDatastore_Task, 'duration_secs': 0.011311} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.458820] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.459898] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] f9371520-75bc-414a-a704-30dba68d5a52/f9371520-75bc-414a-a704-30dba68d5a52.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.459898] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73a18aae-f67b-45dd-83e8-db74797eb72d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.470673] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Waiting for the task: (returnval){ [ 713.470673] env[69440]: value = "task-4139075" [ 713.470673] env[69440]: _type = "Task" [ 713.470673] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.485248] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': task-4139075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.506334] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139074, 'name': ReconfigVM_Task, 'duration_secs': 0.609046} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.506657] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 029aa35a-3407-4d4f-9388-1978a073ecd2/029aa35a-3407-4d4f-9388-1978a073ecd2.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.507338] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ef6b82a-4b68-4146-a8fa-e3fecba0c172 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.515797] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 713.515797] env[69440]: value = "task-4139076" [ 713.515797] env[69440]: _type = "Task" [ 713.515797] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.526356] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139076, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.772990] env[69440]: DEBUG nova.scheduler.client.report [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.936416] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60fae165-4588-4a97-ad5d-260d5c91cfeb tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Lock "0cd34a99-40c7-4603-aacf-80205275b852" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.554s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.989818] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': task-4139075, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.030770] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139076, 'name': Rename_Task, 'duration_secs': 0.189889} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.033543] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.033953] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d1687ce-30cc-4dc5-ab29-6af185c7b45e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.048441] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 714.048441] env[69440]: value = "task-4139077" [ 714.048441] env[69440]: _type = "Task" [ 714.048441] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.059195] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.281265] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.281265] env[69440]: DEBUG nova.compute.manager [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.281857] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.484s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.283416] env[69440]: INFO nova.compute.claims [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.441871] env[69440]: DEBUG nova.compute.manager [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.494057] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': task-4139075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527189} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.494057] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] f9371520-75bc-414a-a704-30dba68d5a52/f9371520-75bc-414a-a704-30dba68d5a52.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.494057] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.494057] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f47ba5d1-3a88-4e12-be26-a1a6424af358 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.505125] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Waiting for the task: (returnval){ [ 714.505125] env[69440]: value = "task-4139078" [ 714.505125] env[69440]: _type = "Task" [ 714.505125] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.519259] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': task-4139078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.561910] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.788955] env[69440]: DEBUG nova.compute.utils [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.797923] env[69440]: DEBUG nova.compute.manager [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.798147] env[69440]: DEBUG nova.network.neutron [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.919897] env[69440]: DEBUG nova.policy [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12bc4965953746c0832f1e6c23ae5986', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72102b7985d34c4f869250d728640afd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.975781] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.022925] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': task-4139078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085709} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.024956] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.024956] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da194bfb-e839-4292-a25a-9227f3206929 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.059904] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] f9371520-75bc-414a-a704-30dba68d5a52/f9371520-75bc-414a-a704-30dba68d5a52.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.060180] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ad790ff-ec9a-4ab2-9863-522830752393 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.089178] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139077, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.091189] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Waiting for the task: (returnval){ [ 715.091189] env[69440]: value = "task-4139079" [ 715.091189] env[69440]: _type = "Task" [ 715.091189] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.101223] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': task-4139079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.148616] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Acquiring lock "c8a10353-ce88-44fe-a358-52677478cb8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.148838] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Lock "c8a10353-ce88-44fe-a358-52677478cb8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.303595] env[69440]: DEBUG nova.compute.manager [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.580424] env[69440]: DEBUG oslo_vmware.api [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139077, 'name': PowerOnVM_Task, 'duration_secs': 1.24904} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.584411] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.584411] env[69440]: INFO nova.compute.manager [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Took 11.33 seconds to spawn the instance on the hypervisor. [ 715.584602] env[69440]: DEBUG nova.compute.manager [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 715.588745] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a78a42f-f466-417a-bad7-05fb05a63ebc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.604175] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': task-4139079, 'name': ReconfigVM_Task, 'duration_secs': 0.473774} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.610539] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Reconfigured VM instance instance-00000012 to attach disk [datastore1] f9371520-75bc-414a-a704-30dba68d5a52/f9371520-75bc-414a-a704-30dba68d5a52.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.611627] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bdecde2-ddbc-490b-80e9-50cf5258a654 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.621936] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Waiting for the task: (returnval){ [ 715.621936] env[69440]: value = "task-4139080" [ 715.621936] env[69440]: _type = "Task" [ 715.621936] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.638427] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': task-4139080, 'name': Rename_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.654981] env[69440]: DEBUG nova.network.neutron [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Successfully created port: c30b8c27-69f8-4885-abbe-e74290842d2c {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.014899] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccc0e32-7230-4cb1-8ed7-e049158f0347 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.028942] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41ef222-1c43-433f-a131-9e3d9adc3f5f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.079482] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a13d68-cf73-4b6a-8b5e-c07a5caa7a72 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.088653] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1024ca21-1a5b-44a5-a89c-2b229e329e01 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.105175] env[69440]: DEBUG nova.compute.provider_tree [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 716.120336] env[69440]: INFO nova.compute.manager [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Took 35.22 seconds to build instance. [ 716.135088] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': task-4139080, 'name': Rename_Task, 'duration_secs': 0.360255} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.135426] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.135688] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1090b8a-7fe5-4753-a9dd-9623eef9190f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.143913] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Waiting for the task: (returnval){ [ 716.143913] env[69440]: value = "task-4139081" [ 716.143913] env[69440]: _type = "Task" [ 716.143913] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.157413] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': task-4139081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.316510] env[69440]: DEBUG nova.compute.manager [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.363183] env[69440]: DEBUG nova.virt.hardware [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.363183] env[69440]: DEBUG nova.virt.hardware [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.363183] env[69440]: DEBUG nova.virt.hardware [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.363584] env[69440]: DEBUG nova.virt.hardware [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.363584] env[69440]: DEBUG nova.virt.hardware [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.364279] env[69440]: DEBUG nova.virt.hardware [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.365243] env[69440]: DEBUG nova.virt.hardware [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.365243] env[69440]: DEBUG nova.virt.hardware [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.365243] env[69440]: DEBUG nova.virt.hardware [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.365243] env[69440]: DEBUG nova.virt.hardware [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.365493] env[69440]: DEBUG nova.virt.hardware [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.366237] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e17263-fec6-4854-84f4-287593951ca8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.381381] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be2864d-37d4-4039-b8b0-3a03153b8f60 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.470310] env[69440]: DEBUG oslo_concurrency.lockutils [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "53e86c03-079b-4918-b4a4-ea821a1be472" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.470712] env[69440]: DEBUG oslo_concurrency.lockutils [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "53e86c03-079b-4918-b4a4-ea821a1be472" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.567135] env[69440]: DEBUG nova.compute.manager [req-19648d93-351a-4b06-9428-7710f577aa52 req-fb9e2bfc-ced0-4dcc-b945-9fad4cbb2e48 service nova] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Received event network-changed-1ef8330c-a925-4bea-8d7d-c3f1ec80bd18 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.567135] env[69440]: DEBUG nova.compute.manager [req-19648d93-351a-4b06-9428-7710f577aa52 req-fb9e2bfc-ced0-4dcc-b945-9fad4cbb2e48 service nova] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Refreshing instance network info cache due to event network-changed-1ef8330c-a925-4bea-8d7d-c3f1ec80bd18. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.567135] env[69440]: DEBUG oslo_concurrency.lockutils [req-19648d93-351a-4b06-9428-7710f577aa52 req-fb9e2bfc-ced0-4dcc-b945-9fad4cbb2e48 service nova] Acquiring lock "refresh_cache-0cd34a99-40c7-4603-aacf-80205275b852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.567135] env[69440]: DEBUG oslo_concurrency.lockutils [req-19648d93-351a-4b06-9428-7710f577aa52 req-fb9e2bfc-ced0-4dcc-b945-9fad4cbb2e48 service nova] Acquired lock "refresh_cache-0cd34a99-40c7-4603-aacf-80205275b852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.568061] env[69440]: DEBUG nova.network.neutron [req-19648d93-351a-4b06-9428-7710f577aa52 req-fb9e2bfc-ced0-4dcc-b945-9fad4cbb2e48 service nova] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Refreshing network info cache for port 1ef8330c-a925-4bea-8d7d-c3f1ec80bd18 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.622379] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lock "029aa35a-3407-4d4f-9388-1978a073ecd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.337s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.638676] env[69440]: ERROR nova.scheduler.client.report [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [req-27112651-9c50-4bb0-afa1-d5fa2b3cc35f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9a47e3d9-fb06-4966-9732-1aaf2b781196. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-27112651-9c50-4bb0-afa1-d5fa2b3cc35f"}]} [ 716.661077] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': task-4139081, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.664710] env[69440]: DEBUG nova.scheduler.client.report [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Refreshing inventories for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 716.684753] env[69440]: DEBUG nova.scheduler.client.report [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Updating ProviderTree inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 716.684944] env[69440]: DEBUG nova.compute.provider_tree [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 716.705269] env[69440]: DEBUG nova.scheduler.client.report [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Refreshing aggregate associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, aggregates: None {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 716.731013] env[69440]: DEBUG nova.scheduler.client.report [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Refreshing trait associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 717.130200] env[69440]: DEBUG nova.compute.manager [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.161753] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': task-4139081, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.357812] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841ebd9b-d975-41d4-ba2c-4d6ec42ebab4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.368016] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50bb58b-a698-46d3-bd6c-bdca70fd31ec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.410172] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac609447-af97-419d-b292-2e2b0b3452f0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.418410] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc401434-3ed9-4d42-9385-d27b171b361b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.436469] env[69440]: DEBUG nova.compute.provider_tree [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 717.466063] env[69440]: DEBUG nova.network.neutron [req-19648d93-351a-4b06-9428-7710f577aa52 req-fb9e2bfc-ced0-4dcc-b945-9fad4cbb2e48 service nova] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Updated VIF entry in instance network info cache for port 1ef8330c-a925-4bea-8d7d-c3f1ec80bd18. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.466437] env[69440]: DEBUG nova.network.neutron [req-19648d93-351a-4b06-9428-7710f577aa52 req-fb9e2bfc-ced0-4dcc-b945-9fad4cbb2e48 service nova] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Updating instance_info_cache with network_info: [{"id": "1ef8330c-a925-4bea-8d7d-c3f1ec80bd18", "address": "fa:16:3e:72:04:94", "network": {"id": "4c5cbc6f-ab3f-4f68-b474-2918e07cfa25", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1914236042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04eb0ee9476348a1820a1cf7c2642979", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef8330c-a9", "ovs_interfaceid": "1ef8330c-a925-4bea-8d7d-c3f1ec80bd18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.593386] env[69440]: DEBUG nova.network.neutron [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Successfully updated port: c30b8c27-69f8-4885-abbe-e74290842d2c {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.659332] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.659753] env[69440]: DEBUG oslo_vmware.api [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': task-4139081, 'name': PowerOnVM_Task, 'duration_secs': 1.048709} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.660080] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.660329] env[69440]: INFO nova.compute.manager [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Took 10.61 seconds to spawn the instance on the hypervisor. [ 717.660473] env[69440]: DEBUG nova.compute.manager [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 717.661298] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b92483-e1cd-4bdf-be59-8f14f324cac1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.728591] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Acquiring lock "bc2d5898-8c8a-477e-af14-c15f00eedb0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.729010] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Lock "bc2d5898-8c8a-477e-af14-c15f00eedb0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.965478] env[69440]: ERROR nova.scheduler.client.report [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [req-1b10139c-ec43-44fc-a877-b43debcef384] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9a47e3d9-fb06-4966-9732-1aaf2b781196. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1b10139c-ec43-44fc-a877-b43debcef384"}]} [ 717.974052] env[69440]: DEBUG oslo_concurrency.lockutils [req-19648d93-351a-4b06-9428-7710f577aa52 req-fb9e2bfc-ced0-4dcc-b945-9fad4cbb2e48 service nova] Releasing lock "refresh_cache-0cd34a99-40c7-4603-aacf-80205275b852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.985969] env[69440]: DEBUG nova.scheduler.client.report [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Refreshing inventories for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 718.002589] env[69440]: DEBUG nova.scheduler.client.report [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Updating ProviderTree inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 718.002739] env[69440]: DEBUG nova.compute.provider_tree [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 718.021578] env[69440]: DEBUG nova.scheduler.client.report [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Refreshing aggregate associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, aggregates: None {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 718.052558] env[69440]: DEBUG nova.scheduler.client.report [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Refreshing trait associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 718.097673] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquiring lock "refresh_cache-f254ccca-ffc2-4ca6-92ac-317b5f99cd20" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.097850] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquired lock "refresh_cache-f254ccca-ffc2-4ca6-92ac-317b5f99cd20" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.098014] env[69440]: DEBUG nova.network.neutron [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.186517] env[69440]: INFO nova.compute.manager [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Took 36.00 seconds to build instance. [ 718.664962] env[69440]: DEBUG nova.network.neutron [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.690790] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0853e583-6cf4-445a-8d4a-fe31c7e7cb6e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.694317] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cffb4f3a-27b9-471c-b756-e062af232840 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Lock "f9371520-75bc-414a-a704-30dba68d5a52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.735s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.701479] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e3a32f-360a-481e-b670-abde7e9e2d61 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.748196] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25635e7f-5943-4214-9114-63356cb52257 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.762023] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b12a0e2-ec8d-4679-a62e-f8171cdccfda {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.777057] env[69440]: DEBUG nova.compute.provider_tree [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 718.907410] env[69440]: DEBUG nova.network.neutron [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Updating instance_info_cache with network_info: [{"id": "c30b8c27-69f8-4885-abbe-e74290842d2c", "address": "fa:16:3e:f9:d3:50", "network": {"id": "3ee00afd-d848-420b-ba15-9439a06b732e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-382051759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72102b7985d34c4f869250d728640afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc30b8c27-69", "ovs_interfaceid": "c30b8c27-69f8-4885-abbe-e74290842d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.080021] env[69440]: DEBUG nova.compute.manager [req-fd64983c-d0b4-4606-91e4-9dfdc9b3276b req-cd4ebbd4-2742-4e13-89bf-d8cad0bdac00 service nova] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Received event network-vif-plugged-c30b8c27-69f8-4885-abbe-e74290842d2c {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.080251] env[69440]: DEBUG oslo_concurrency.lockutils [req-fd64983c-d0b4-4606-91e4-9dfdc9b3276b req-cd4ebbd4-2742-4e13-89bf-d8cad0bdac00 service nova] Acquiring lock "f254ccca-ffc2-4ca6-92ac-317b5f99cd20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.080473] env[69440]: DEBUG oslo_concurrency.lockutils [req-fd64983c-d0b4-4606-91e4-9dfdc9b3276b req-cd4ebbd4-2742-4e13-89bf-d8cad0bdac00 service nova] Lock "f254ccca-ffc2-4ca6-92ac-317b5f99cd20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.080641] env[69440]: DEBUG oslo_concurrency.lockutils [req-fd64983c-d0b4-4606-91e4-9dfdc9b3276b req-cd4ebbd4-2742-4e13-89bf-d8cad0bdac00 service nova] Lock "f254ccca-ffc2-4ca6-92ac-317b5f99cd20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.080811] env[69440]: DEBUG nova.compute.manager [req-fd64983c-d0b4-4606-91e4-9dfdc9b3276b req-cd4ebbd4-2742-4e13-89bf-d8cad0bdac00 service nova] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] No waiting events found dispatching network-vif-plugged-c30b8c27-69f8-4885-abbe-e74290842d2c {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 719.080976] env[69440]: WARNING nova.compute.manager [req-fd64983c-d0b4-4606-91e4-9dfdc9b3276b req-cd4ebbd4-2742-4e13-89bf-d8cad0bdac00 service nova] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Received unexpected event network-vif-plugged-c30b8c27-69f8-4885-abbe-e74290842d2c for instance with vm_state building and task_state spawning. [ 719.081918] env[69440]: DEBUG nova.compute.manager [req-fd64983c-d0b4-4606-91e4-9dfdc9b3276b req-cd4ebbd4-2742-4e13-89bf-d8cad0bdac00 service nova] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Received event network-changed-c30b8c27-69f8-4885-abbe-e74290842d2c {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.081918] env[69440]: DEBUG nova.compute.manager [req-fd64983c-d0b4-4606-91e4-9dfdc9b3276b req-cd4ebbd4-2742-4e13-89bf-d8cad0bdac00 service nova] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Refreshing instance network info cache due to event network-changed-c30b8c27-69f8-4885-abbe-e74290842d2c. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.082070] env[69440]: DEBUG oslo_concurrency.lockutils [req-fd64983c-d0b4-4606-91e4-9dfdc9b3276b req-cd4ebbd4-2742-4e13-89bf-d8cad0bdac00 service nova] Acquiring lock "refresh_cache-f254ccca-ffc2-4ca6-92ac-317b5f99cd20" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.197710] env[69440]: DEBUG nova.compute.manager [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.318087] env[69440]: DEBUG nova.scheduler.client.report [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Updated inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 719.319024] env[69440]: DEBUG nova.compute.provider_tree [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Updating resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 generation from 45 to 46 during operation: update_inventory {{(pid=69440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 719.319024] env[69440]: DEBUG nova.compute.provider_tree [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.413547] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Releasing lock "refresh_cache-f254ccca-ffc2-4ca6-92ac-317b5f99cd20" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.413876] env[69440]: DEBUG nova.compute.manager [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Instance network_info: |[{"id": "c30b8c27-69f8-4885-abbe-e74290842d2c", "address": "fa:16:3e:f9:d3:50", "network": {"id": "3ee00afd-d848-420b-ba15-9439a06b732e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-382051759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72102b7985d34c4f869250d728640afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc30b8c27-69", "ovs_interfaceid": "c30b8c27-69f8-4885-abbe-e74290842d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.414200] env[69440]: DEBUG oslo_concurrency.lockutils [req-fd64983c-d0b4-4606-91e4-9dfdc9b3276b req-cd4ebbd4-2742-4e13-89bf-d8cad0bdac00 service nova] Acquired lock "refresh_cache-f254ccca-ffc2-4ca6-92ac-317b5f99cd20" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.414370] env[69440]: DEBUG nova.network.neutron [req-fd64983c-d0b4-4606-91e4-9dfdc9b3276b req-cd4ebbd4-2742-4e13-89bf-d8cad0bdac00 service nova] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Refreshing network info cache for port c30b8c27-69f8-4885-abbe-e74290842d2c {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.415593] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:d3:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c30b8c27-69f8-4885-abbe-e74290842d2c', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.426866] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Creating folder: Project (72102b7985d34c4f869250d728640afd). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.433579] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23dff52d-f66d-4abd-b2ec-7fa2e619f86a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.448257] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Created folder: Project (72102b7985d34c4f869250d728640afd) in parent group-v819662. [ 719.448351] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Creating folder: Instances. Parent ref: group-v819715. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.448612] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4abc6efd-9073-414c-8470-6f27ad9b836d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.460972] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Created folder: Instances in parent group-v819715. [ 719.461373] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.461480] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.461645] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9125de1e-98bc-4072-8b46-27e1fa8bf342 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.481706] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.481706] env[69440]: value = "task-4139084" [ 719.481706] env[69440]: _type = "Task" [ 719.481706] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.491813] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139084, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.722676] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.824873] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.543s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.825875] env[69440]: DEBUG nova.compute.manager [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.829031] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.255s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.829150] env[69440]: DEBUG nova.objects.instance [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Lazy-loading 'resources' on Instance uuid 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.936660] env[69440]: DEBUG nova.compute.manager [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 719.937778] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db64cea-7133-46db-b0d9-17b971bb7aa0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.994895] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139084, 'name': CreateVM_Task, 'duration_secs': 0.471} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.995942] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.996807] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.997043] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.997432] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.000153] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09a637cb-cfaf-45eb-b37c-6172da5f30c8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.007208] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 720.007208] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]523f7598-178b-8963-7801-ae4c461ea43f" [ 720.007208] env[69440]: _type = "Task" [ 720.007208] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.022935] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523f7598-178b-8963-7801-ae4c461ea43f, 'name': SearchDatastore_Task, 'duration_secs': 0.012292} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.023114] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.023362] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.023626] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.023787] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.024244] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.024602] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3ea791d-068e-4cb3-8e62-8c3a1a9e9154 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.037673] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.037898] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.038732] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b28be61f-2de7-4722-ba9f-1dbe7d33b4d2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.045770] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 720.045770] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ffbed5-ba81-8983-6f39-9510644916a1" [ 720.045770] env[69440]: _type = "Task" [ 720.045770] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.056312] env[69440]: DEBUG oslo_concurrency.lockutils [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Acquiring lock "f9371520-75bc-414a-a704-30dba68d5a52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.057023] env[69440]: DEBUG oslo_concurrency.lockutils [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Lock "f9371520-75bc-414a-a704-30dba68d5a52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.057023] env[69440]: DEBUG oslo_concurrency.lockutils [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Acquiring lock "f9371520-75bc-414a-a704-30dba68d5a52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.057183] env[69440]: DEBUG oslo_concurrency.lockutils [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Lock "f9371520-75bc-414a-a704-30dba68d5a52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.057316] env[69440]: DEBUG oslo_concurrency.lockutils [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Lock "f9371520-75bc-414a-a704-30dba68d5a52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.059061] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ffbed5-ba81-8983-6f39-9510644916a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.059675] env[69440]: INFO nova.compute.manager [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Terminating instance [ 720.234237] env[69440]: DEBUG nova.network.neutron [req-fd64983c-d0b4-4606-91e4-9dfdc9b3276b req-cd4ebbd4-2742-4e13-89bf-d8cad0bdac00 service nova] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Updated VIF entry in instance network info cache for port c30b8c27-69f8-4885-abbe-e74290842d2c. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.234644] env[69440]: DEBUG nova.network.neutron [req-fd64983c-d0b4-4606-91e4-9dfdc9b3276b req-cd4ebbd4-2742-4e13-89bf-d8cad0bdac00 service nova] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Updating instance_info_cache with network_info: [{"id": "c30b8c27-69f8-4885-abbe-e74290842d2c", "address": "fa:16:3e:f9:d3:50", "network": {"id": "3ee00afd-d848-420b-ba15-9439a06b732e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-382051759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72102b7985d34c4f869250d728640afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc30b8c27-69", "ovs_interfaceid": "c30b8c27-69f8-4885-abbe-e74290842d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.337654] env[69440]: DEBUG nova.compute.utils [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.340417] env[69440]: DEBUG nova.compute.manager [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.340637] env[69440]: DEBUG nova.network.neutron [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.395861] env[69440]: DEBUG nova.policy [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d0ee4961b69470a98956781a3f8dc15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf15225a4d5740868d33709382989c9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.455029] env[69440]: INFO nova.compute.manager [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] instance snapshotting [ 720.457408] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e378f74-f35c-4d9e-b3fe-29d888449c16 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.484018] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edec924-e42b-4ced-8cbc-f65383e12ca2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.641707] env[69440]: DEBUG nova.compute.manager [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.641707] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.641707] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ffbed5-ba81-8983-6f39-9510644916a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010363} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.641707] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3b7633-82a8-4a61-bcad-9739eb8b5e6b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.641707] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5aeba0a-fe6e-4a2a-8123-1c091b9a2f42 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.643351] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.643351] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-209bd60a-9f57-4576-8cd4-ad1329b6f0f1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.643351] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 720.643351] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5275819b-05b0-0761-774c-1fae8812b36a" [ 720.643351] env[69440]: _type = "Task" [ 720.643351] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.643351] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5275819b-05b0-0761-774c-1fae8812b36a, 'name': SearchDatastore_Task, 'duration_secs': 0.012744} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.643351] env[69440]: DEBUG oslo_vmware.api [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Waiting for the task: (returnval){ [ 720.643351] env[69440]: value = "task-4139085" [ 720.643351] env[69440]: _type = "Task" [ 720.643351] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.647105] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.647105] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] f254ccca-ffc2-4ca6-92ac-317b5f99cd20/f254ccca-ffc2-4ca6-92ac-317b5f99cd20.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.647105] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6692d10-1cd5-4865-a1e5-f09092674755 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.647105] env[69440]: DEBUG oslo_vmware.api [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': task-4139085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.647105] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 720.647105] env[69440]: value = "task-4139086" [ 720.647105] env[69440]: _type = "Task" [ 720.648013] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.659257] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.737708] env[69440]: DEBUG oslo_concurrency.lockutils [req-fd64983c-d0b4-4606-91e4-9dfdc9b3276b req-cd4ebbd4-2742-4e13-89bf-d8cad0bdac00 service nova] Releasing lock "refresh_cache-f254ccca-ffc2-4ca6-92ac-317b5f99cd20" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.770744] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Acquiring lock "3716320a-d067-4ad0-8284-424eb407f2ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.771040] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Lock "3716320a-d067-4ad0-8284-424eb407f2ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.847037] env[69440]: DEBUG nova.compute.manager [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.866028] env[69440]: DEBUG nova.network.neutron [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Successfully created port: cd23de7a-015c-463d-bfd5-ca5fb66f0c20 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.004214] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Creating Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 721.005230] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2a1621da-3a77-4fec-9d08-0d98129e806e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.016512] env[69440]: DEBUG oslo_vmware.api [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 721.016512] env[69440]: value = "task-4139087" [ 721.016512] env[69440]: _type = "Task" [ 721.016512] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.037636] env[69440]: DEBUG oslo_vmware.api [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139087, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.059164] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6083ac-a855-4236-9979-1c3e231aa5e8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.070771] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c23d32-31e2-4511-87b4-ddcf7214dec7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.113445] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e084bb-c02a-4bf6-9201-5e966b9823e7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.129766] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b208cba-a891-4547-a26d-89ec2a390619 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.150486] env[69440]: DEBUG nova.compute.provider_tree [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.160699] env[69440]: DEBUG oslo_vmware.api [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': task-4139085, 'name': PowerOffVM_Task, 'duration_secs': 0.258555} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.163785] env[69440]: DEBUG nova.scheduler.client.report [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.166833] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.166833] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.167997] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f917e370-72ed-440b-a17c-78578eb2fcf7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.181824] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139086, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.271609] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.271993] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.272137] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Deleting the datastore file [datastore1] f9371520-75bc-414a-a704-30dba68d5a52 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.272435] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86b5e034-4b44-4d7b-b717-b4f516ff27da {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.282641] env[69440]: DEBUG oslo_vmware.api [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Waiting for the task: (returnval){ [ 721.282641] env[69440]: value = "task-4139089" [ 721.282641] env[69440]: _type = "Task" [ 721.282641] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.292536] env[69440]: DEBUG oslo_vmware.api [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': task-4139089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.531083] env[69440]: DEBUG oslo_vmware.api [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139087, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.659803] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572916} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.660330] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] f254ccca-ffc2-4ca6-92ac-317b5f99cd20/f254ccca-ffc2-4ca6-92ac-317b5f99cd20.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.660613] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.660946] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6566be0-0d96-4ce0-a210-2d961d25c1a3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.669257] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 721.669257] env[69440]: value = "task-4139090" [ 721.669257] env[69440]: _type = "Task" [ 721.669257] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.680347] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.682374] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.685773] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.269s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.687612] env[69440]: INFO nova.compute.claims [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.712287] env[69440]: INFO nova.scheduler.client.report [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Deleted allocations for instance 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe [ 721.798513] env[69440]: DEBUG oslo_vmware.api [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Task: {'id': task-4139089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175338} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.798770] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.799103] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.799201] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.799867] env[69440]: INFO nova.compute.manager [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Took 1.23 seconds to destroy the instance on the hypervisor. [ 721.799867] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.800114] env[69440]: DEBUG nova.compute.manager [-] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.800114] env[69440]: DEBUG nova.network.neutron [-] [instance: f9371520-75bc-414a-a704-30dba68d5a52] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.858060] env[69440]: DEBUG nova.compute.manager [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.886424] env[69440]: DEBUG nova.virt.hardware [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.886424] env[69440]: DEBUG nova.virt.hardware [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.886671] env[69440]: DEBUG nova.virt.hardware [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.886671] env[69440]: DEBUG nova.virt.hardware [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.886825] env[69440]: DEBUG nova.virt.hardware [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.886992] env[69440]: DEBUG nova.virt.hardware [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.887406] env[69440]: DEBUG nova.virt.hardware [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.887607] env[69440]: DEBUG nova.virt.hardware [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.887812] env[69440]: DEBUG nova.virt.hardware [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.888711] env[69440]: DEBUG nova.virt.hardware [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.888711] env[69440]: DEBUG nova.virt.hardware [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.889684] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cb96c1-2063-460c-886d-51b98ddbde96 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.902021] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc514a7e-e67c-46e6-8127-79fdb8d96de0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.031291] env[69440]: DEBUG oslo_vmware.api [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139087, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.187077] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091824} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.187776] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.188921] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698b4dbb-b3f9-4bd4-ada0-03f0e510121f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.217400] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] f254ccca-ffc2-4ca6-92ac-317b5f99cd20/f254ccca-ffc2-4ca6-92ac-317b5f99cd20.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.218701] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a23df63d-4ee3-4ce2-bcf7-872d59dea4de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.239149] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ddf226e-98d9-4297-a473-3e750c9ad938 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Lock "960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.930s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.243351] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 722.243351] env[69440]: value = "task-4139091" [ 722.243351] env[69440]: _type = "Task" [ 722.243351] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.257170] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.342661] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "52627e7c-1387-4e85-b67b-8062a67f71c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.343314] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "52627e7c-1387-4e85-b67b-8062a67f71c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.343607] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "52627e7c-1387-4e85-b67b-8062a67f71c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.343940] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "52627e7c-1387-4e85-b67b-8062a67f71c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.344393] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "52627e7c-1387-4e85-b67b-8062a67f71c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.348223] env[69440]: INFO nova.compute.manager [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Terminating instance [ 722.476713] env[69440]: DEBUG nova.compute.manager [req-3970c891-307f-46a0-89a8-78dac03bf1ac req-936ed677-66ad-4a55-a315-177abf70fc89 service nova] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Received event network-vif-deleted-3965f6b9-89c3-4565-9b70-384f4c544a6d {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.477039] env[69440]: INFO nova.compute.manager [req-3970c891-307f-46a0-89a8-78dac03bf1ac req-936ed677-66ad-4a55-a315-177abf70fc89 service nova] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Neutron deleted interface 3965f6b9-89c3-4565-9b70-384f4c544a6d; detaching it from the instance and deleting it from the info cache [ 722.477423] env[69440]: DEBUG nova.network.neutron [req-3970c891-307f-46a0-89a8-78dac03bf1ac req-936ed677-66ad-4a55-a315-177abf70fc89 service nova] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.535843] env[69440]: DEBUG oslo_vmware.api [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139087, 'name': CreateSnapshot_Task, 'duration_secs': 1.295513} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.535843] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Created Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 722.536615] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0081eaa0-751f-4469-977a-9f8a6c5b86f3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.569710] env[69440]: DEBUG nova.network.neutron [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Successfully updated port: cd23de7a-015c-463d-bfd5-ca5fb66f0c20 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.640490] env[69440]: DEBUG nova.network.neutron [-] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.641966] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "2077be55-c9ca-46ad-9a38-24b83c46b705" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.642273] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "2077be55-c9ca-46ad-9a38-24b83c46b705" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.642478] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "2077be55-c9ca-46ad-9a38-24b83c46b705-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.642660] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "2077be55-c9ca-46ad-9a38-24b83c46b705-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.642823] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "2077be55-c9ca-46ad-9a38-24b83c46b705-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.645173] env[69440]: INFO nova.compute.manager [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Terminating instance [ 722.758809] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.820988] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Acquiring lock "dcae0c26-c079-4d7c-a321-df69cba40c3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.821424] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Lock "dcae0c26-c079-4d7c-a321-df69cba40c3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.857164] env[69440]: DEBUG nova.compute.manager [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.857402] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.859060] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6013a683-0de3-46a5-82c8-fad9b813736d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.868425] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.871566] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cf4ced3-2faa-4317-a209-7e0b87f289f1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.880128] env[69440]: DEBUG oslo_vmware.api [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 722.880128] env[69440]: value = "task-4139092" [ 722.880128] env[69440]: _type = "Task" [ 722.880128] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.892832] env[69440]: DEBUG oslo_vmware.api [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4139092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.985936] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ab006b7-30d5-4d3e-b48e-ea3beec39061 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.999947] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010eaa5e-cbc3-48d8-901c-73994b3b5b7e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.042763] env[69440]: DEBUG nova.compute.manager [req-3970c891-307f-46a0-89a8-78dac03bf1ac req-936ed677-66ad-4a55-a315-177abf70fc89 service nova] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Detach interface failed, port_id=3965f6b9-89c3-4565-9b70-384f4c544a6d, reason: Instance f9371520-75bc-414a-a704-30dba68d5a52 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 723.071563] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Creating linked-clone VM from snapshot {{(pid=69440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 723.073690] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Acquiring lock "refresh_cache-e3c53d5b-18f8-4c41-8ec2-fd8e170576af" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.073690] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Acquired lock "refresh_cache-e3c53d5b-18f8-4c41-8ec2-fd8e170576af" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.073690] env[69440]: DEBUG nova.network.neutron [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.075292] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-93847f3f-909c-415f-878e-e75b1951ae60 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.089317] env[69440]: DEBUG oslo_vmware.api [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 723.089317] env[69440]: value = "task-4139093" [ 723.089317] env[69440]: _type = "Task" [ 723.089317] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.107146] env[69440]: DEBUG oslo_vmware.api [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139093, 'name': CloneVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.145938] env[69440]: INFO nova.compute.manager [-] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Took 1.35 seconds to deallocate network for instance. [ 723.153695] env[69440]: DEBUG nova.compute.manager [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.154035] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.160066] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68d21c5-cc9a-48e3-a29d-e4f0200da284 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.172958] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.172958] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daa4b5a8-fa81-4025-8117-ce027a8f7f1d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.183625] env[69440]: DEBUG oslo_vmware.api [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 723.183625] env[69440]: value = "task-4139094" [ 723.183625] env[69440]: _type = "Task" [ 723.183625] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.197373] env[69440]: DEBUG oslo_vmware.api [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4139094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.256768] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139091, 'name': ReconfigVM_Task, 'duration_secs': 0.897794} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.257178] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Reconfigured VM instance instance-00000013 to attach disk [datastore2] f254ccca-ffc2-4ca6-92ac-317b5f99cd20/f254ccca-ffc2-4ca6-92ac-317b5f99cd20.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.258052] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-995c3708-5aa8-4861-8f47-0a0511aceab9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.271619] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 723.271619] env[69440]: value = "task-4139095" [ 723.271619] env[69440]: _type = "Task" [ 723.271619] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.284929] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139095, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.368263] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a9c948-bd57-482c-903f-251c3b43fbb9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.378709] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af92f20d-3ea2-45c6-b7a4-f599547647b6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.393430] env[69440]: DEBUG oslo_vmware.api [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4139092, 'name': PowerOffVM_Task, 'duration_secs': 0.343273} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.422612] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.422828] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.423373] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5127fc4f-eb17-4b3c-b3d2-08270c854c78 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.426867] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6210f397-2188-4b28-a19a-9436cf6cbf74 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.435305] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa3f4b9-c35d-49e7-b841-b7e7b6b4022a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.454673] env[69440]: DEBUG nova.compute.provider_tree [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.523040] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.523263] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.523476] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Deleting the datastore file [datastore2] 52627e7c-1387-4e85-b67b-8062a67f71c6 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.523781] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8972da64-79fb-4701-af9f-31dbf4e38d8b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.532655] env[69440]: DEBUG oslo_vmware.api [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 723.532655] env[69440]: value = "task-4139097" [ 723.532655] env[69440]: _type = "Task" [ 723.532655] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.547208] env[69440]: DEBUG oslo_vmware.api [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4139097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.604126] env[69440]: DEBUG oslo_vmware.api [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139093, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.624589] env[69440]: DEBUG nova.network.neutron [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.655796] env[69440]: DEBUG oslo_concurrency.lockutils [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.695562] env[69440]: DEBUG oslo_vmware.api [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4139094, 'name': PowerOffVM_Task, 'duration_secs': 0.293921} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.695937] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.696185] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.696862] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b30dc4f2-8b52-4ec8-9387-1eefe80b9650 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.783191] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139095, 'name': Rename_Task, 'duration_secs': 0.244181} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.784254] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.785399] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-059b06b1-42bc-4d3f-b2b8-6dd6605c324e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.786964] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.787187] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.787364] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Deleting the datastore file [datastore2] 2077be55-c9ca-46ad-9a38-24b83c46b705 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.787626] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06718c3d-ac21-40aa-a60d-6f3f394848c1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.794809] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 723.794809] env[69440]: value = "task-4139099" [ 723.794809] env[69440]: _type = "Task" [ 723.794809] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.796381] env[69440]: DEBUG oslo_vmware.api [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for the task: (returnval){ [ 723.796381] env[69440]: value = "task-4139100" [ 723.796381] env[69440]: _type = "Task" [ 723.796381] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.805939] env[69440]: DEBUG nova.network.neutron [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Updating instance_info_cache with network_info: [{"id": "cd23de7a-015c-463d-bfd5-ca5fb66f0c20", "address": "fa:16:3e:d0:98:48", "network": {"id": "b400cad2-fff4-4a5a-b00b-9968d28ec733", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1375610243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf15225a4d5740868d33709382989c9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd23de7a-01", "ovs_interfaceid": "cd23de7a-015c-463d-bfd5-ca5fb66f0c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.814512] env[69440]: DEBUG oslo_vmware.api [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4139100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.814512] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.959048] env[69440]: DEBUG nova.scheduler.client.report [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.046576] env[69440]: DEBUG oslo_vmware.api [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4139097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244705} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.046920] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.047241] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.047435] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.047633] env[69440]: INFO nova.compute.manager [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 724.047893] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.048121] env[69440]: DEBUG nova.compute.manager [-] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.048228] env[69440]: DEBUG nova.network.neutron [-] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.107411] env[69440]: DEBUG oslo_vmware.api [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139093, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.311122] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139099, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.314750] env[69440]: DEBUG oslo_vmware.api [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Task: {'id': task-4139100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231024} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.315173] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Releasing lock "refresh_cache-e3c53d5b-18f8-4c41-8ec2-fd8e170576af" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.315469] env[69440]: DEBUG nova.compute.manager [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Instance network_info: |[{"id": "cd23de7a-015c-463d-bfd5-ca5fb66f0c20", "address": "fa:16:3e:d0:98:48", "network": {"id": "b400cad2-fff4-4a5a-b00b-9968d28ec733", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1375610243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf15225a4d5740868d33709382989c9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd23de7a-01", "ovs_interfaceid": "cd23de7a-015c-463d-bfd5-ca5fb66f0c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.315832] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.315911] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.316119] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.316248] env[69440]: INFO nova.compute.manager [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Took 1.16 seconds to destroy the instance on the hypervisor. [ 724.316488] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.316993] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:98:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd23de7a-015c-463d-bfd5-ca5fb66f0c20', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.324232] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Creating folder: Project (bf15225a4d5740868d33709382989c9b). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.324613] env[69440]: DEBUG nova.compute.manager [-] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.324613] env[69440]: DEBUG nova.network.neutron [-] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.326444] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93bdd43f-c3d1-4a53-b894-a39d207b2cea {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.339280] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Created folder: Project (bf15225a4d5740868d33709382989c9b) in parent group-v819662. [ 724.341254] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Creating folder: Instances. Parent ref: group-v819720. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.341254] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c05edcbe-f2a7-4766-ac39-619bb9882ae8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.357482] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Created folder: Instances in parent group-v819720. [ 724.357482] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.357482] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.357482] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87881e21-9fa5-4595-97d7-3c7e7089856c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.380983] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.380983] env[69440]: value = "task-4139103" [ 724.380983] env[69440]: _type = "Task" [ 724.380983] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.392623] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139103, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.464596] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.465350] env[69440]: DEBUG nova.compute.manager [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.468448] env[69440]: DEBUG oslo_concurrency.lockutils [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.138s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.469414] env[69440]: DEBUG nova.objects.instance [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Lazy-loading 'resources' on Instance uuid 2631d429-9d16-4cdf-b7cf-14ea26d5fd94 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.606486] env[69440]: DEBUG oslo_vmware.api [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139093, 'name': CloneVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.766964] env[69440]: DEBUG nova.compute.manager [req-b5444256-626a-481e-8ca8-b80e5ee3a3ce req-e4944e81-6b96-4623-9efa-3c5aa1695012 service nova] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Received event network-vif-plugged-cd23de7a-015c-463d-bfd5-ca5fb66f0c20 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.767225] env[69440]: DEBUG oslo_concurrency.lockutils [req-b5444256-626a-481e-8ca8-b80e5ee3a3ce req-e4944e81-6b96-4623-9efa-3c5aa1695012 service nova] Acquiring lock "e3c53d5b-18f8-4c41-8ec2-fd8e170576af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.767436] env[69440]: DEBUG oslo_concurrency.lockutils [req-b5444256-626a-481e-8ca8-b80e5ee3a3ce req-e4944e81-6b96-4623-9efa-3c5aa1695012 service nova] Lock "e3c53d5b-18f8-4c41-8ec2-fd8e170576af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.767619] env[69440]: DEBUG oslo_concurrency.lockutils [req-b5444256-626a-481e-8ca8-b80e5ee3a3ce req-e4944e81-6b96-4623-9efa-3c5aa1695012 service nova] Lock "e3c53d5b-18f8-4c41-8ec2-fd8e170576af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.767818] env[69440]: DEBUG nova.compute.manager [req-b5444256-626a-481e-8ca8-b80e5ee3a3ce req-e4944e81-6b96-4623-9efa-3c5aa1695012 service nova] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] No waiting events found dispatching network-vif-plugged-cd23de7a-015c-463d-bfd5-ca5fb66f0c20 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 724.767960] env[69440]: WARNING nova.compute.manager [req-b5444256-626a-481e-8ca8-b80e5ee3a3ce req-e4944e81-6b96-4623-9efa-3c5aa1695012 service nova] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Received unexpected event network-vif-plugged-cd23de7a-015c-463d-bfd5-ca5fb66f0c20 for instance with vm_state building and task_state spawning. [ 724.768077] env[69440]: DEBUG nova.compute.manager [req-b5444256-626a-481e-8ca8-b80e5ee3a3ce req-e4944e81-6b96-4623-9efa-3c5aa1695012 service nova] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Received event network-changed-cd23de7a-015c-463d-bfd5-ca5fb66f0c20 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.768302] env[69440]: DEBUG nova.compute.manager [req-b5444256-626a-481e-8ca8-b80e5ee3a3ce req-e4944e81-6b96-4623-9efa-3c5aa1695012 service nova] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Refreshing instance network info cache due to event network-changed-cd23de7a-015c-463d-bfd5-ca5fb66f0c20. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.768436] env[69440]: DEBUG oslo_concurrency.lockutils [req-b5444256-626a-481e-8ca8-b80e5ee3a3ce req-e4944e81-6b96-4623-9efa-3c5aa1695012 service nova] Acquiring lock "refresh_cache-e3c53d5b-18f8-4c41-8ec2-fd8e170576af" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.768569] env[69440]: DEBUG oslo_concurrency.lockutils [req-b5444256-626a-481e-8ca8-b80e5ee3a3ce req-e4944e81-6b96-4623-9efa-3c5aa1695012 service nova] Acquired lock "refresh_cache-e3c53d5b-18f8-4c41-8ec2-fd8e170576af" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.768756] env[69440]: DEBUG nova.network.neutron [req-b5444256-626a-481e-8ca8-b80e5ee3a3ce req-e4944e81-6b96-4623-9efa-3c5aa1695012 service nova] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Refreshing network info cache for port cd23de7a-015c-463d-bfd5-ca5fb66f0c20 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.807616] env[69440]: DEBUG oslo_vmware.api [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139099, 'name': PowerOnVM_Task, 'duration_secs': 0.932247} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.807890] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.808526] env[69440]: INFO nova.compute.manager [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Took 8.49 seconds to spawn the instance on the hypervisor. [ 724.808526] env[69440]: DEBUG nova.compute.manager [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 724.809210] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9557a1c6-2324-469b-96de-4e9f25f4f17a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.897311] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139103, 'name': CreateVM_Task, 'duration_secs': 0.481} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.897411] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.898227] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.898759] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.898759] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.899352] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09239710-b766-4268-be49-c37e0676dc70 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.906268] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Waiting for the task: (returnval){ [ 724.906268] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]520ca0b5-a842-4c36-c5af-2ff0808942ff" [ 724.906268] env[69440]: _type = "Task" [ 724.906268] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.911933] env[69440]: DEBUG nova.network.neutron [-] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.917157] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520ca0b5-a842-4c36-c5af-2ff0808942ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.973059] env[69440]: DEBUG nova.compute.utils [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.974723] env[69440]: DEBUG nova.compute.manager [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.974723] env[69440]: DEBUG nova.network.neutron [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.105188] env[69440]: DEBUG nova.network.neutron [-] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.114072] env[69440]: DEBUG oslo_vmware.api [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139093, 'name': CloneVM_Task, 'duration_secs': 1.608933} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.114568] env[69440]: INFO nova.virt.vmwareapi.vmops [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Created linked-clone VM from snapshot [ 725.115147] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685ee49a-a7cb-4ac2-990b-c00f1933cf94 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.124651] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Uploading image 9606b159-43ef-4d53-b7e9-d45cc5722ff4 {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 725.164201] env[69440]: DEBUG oslo_vmware.rw_handles [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 725.164201] env[69440]: value = "vm-819719" [ 725.164201] env[69440]: _type = "VirtualMachine" [ 725.164201] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 725.164558] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-574af91b-6355-41f7-8bd5-2bddb26313b7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.180157] env[69440]: DEBUG oslo_vmware.rw_handles [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lease: (returnval){ [ 725.180157] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]524c2970-d9ee-2ec5-3fec-c6dafcb28ad4" [ 725.180157] env[69440]: _type = "HttpNfcLease" [ 725.180157] env[69440]: } obtained for exporting VM: (result){ [ 725.180157] env[69440]: value = "vm-819719" [ 725.180157] env[69440]: _type = "VirtualMachine" [ 725.180157] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 725.180509] env[69440]: DEBUG oslo_vmware.api [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the lease: (returnval){ [ 725.180509] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]524c2970-d9ee-2ec5-3fec-c6dafcb28ad4" [ 725.180509] env[69440]: _type = "HttpNfcLease" [ 725.180509] env[69440]: } to be ready. {{(pid=69440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 725.193514] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 725.193514] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]524c2970-d9ee-2ec5-3fec-c6dafcb28ad4" [ 725.193514] env[69440]: _type = "HttpNfcLease" [ 725.193514] env[69440]: } is ready. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 725.193795] env[69440]: DEBUG oslo_vmware.rw_handles [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 725.193795] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]524c2970-d9ee-2ec5-3fec-c6dafcb28ad4" [ 725.193795] env[69440]: _type = "HttpNfcLease" [ 725.193795] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 725.194890] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2771dc9d-f47a-4d0e-927f-0ef23639424d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.208315] env[69440]: DEBUG oslo_vmware.rw_handles [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228276b-6559-a2d5-b2ad-545bb9c0fe3d/disk-0.vmdk from lease info. {{(pid=69440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 725.208476] env[69440]: DEBUG oslo_vmware.rw_handles [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228276b-6559-a2d5-b2ad-545bb9c0fe3d/disk-0.vmdk for reading. {{(pid=69440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 725.271019] env[69440]: DEBUG nova.policy [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eb1ccdf5406408c8ee5f37e6810bc1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8a06ebe28624c3e95dd75087b826705', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.306947] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9fea4ab5-2527-45c8-be63-c1efd35c0552 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.336245] env[69440]: INFO nova.compute.manager [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Took 40.56 seconds to build instance. [ 725.420054] env[69440]: INFO nova.compute.manager [-] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Took 1.37 seconds to deallocate network for instance. [ 725.420444] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520ca0b5-a842-4c36-c5af-2ff0808942ff, 'name': SearchDatastore_Task, 'duration_secs': 0.018476} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.422260] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.422480] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.422704] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.422856] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.423031] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.425720] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ffaa14e-237d-4c9e-810f-cf7ac62f9829 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.442310] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.442310] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.442310] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-075bdebb-9395-4eb9-baf6-80acb13069ba {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.460180] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Waiting for the task: (returnval){ [ 725.460180] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528d71ee-aa10-7b65-c5d1-f4c64d808d81" [ 725.460180] env[69440]: _type = "Task" [ 725.460180] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.468509] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528d71ee-aa10-7b65-c5d1-f4c64d808d81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.481183] env[69440]: DEBUG nova.compute.manager [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.609283] env[69440]: INFO nova.compute.manager [-] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Took 1.28 seconds to deallocate network for instance. [ 725.652093] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75049ad0-20d9-4836-9124-910c9dd06f16 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.661215] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81474282-3655-4dd2-aa85-2e4feba8ce1d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.666999] env[69440]: DEBUG nova.network.neutron [req-b5444256-626a-481e-8ca8-b80e5ee3a3ce req-e4944e81-6b96-4623-9efa-3c5aa1695012 service nova] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Updated VIF entry in instance network info cache for port cd23de7a-015c-463d-bfd5-ca5fb66f0c20. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.667537] env[69440]: DEBUG nova.network.neutron [req-b5444256-626a-481e-8ca8-b80e5ee3a3ce req-e4944e81-6b96-4623-9efa-3c5aa1695012 service nova] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Updating instance_info_cache with network_info: [{"id": "cd23de7a-015c-463d-bfd5-ca5fb66f0c20", "address": "fa:16:3e:d0:98:48", "network": {"id": "b400cad2-fff4-4a5a-b00b-9968d28ec733", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1375610243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf15225a4d5740868d33709382989c9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd23de7a-01", "ovs_interfaceid": "cd23de7a-015c-463d-bfd5-ca5fb66f0c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.702458] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a68bc4-0cd8-4d3a-a63b-63264579bd73 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.713125] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade29d85-2702-4653-b5a9-52a6eb5a3873 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.730828] env[69440]: DEBUG nova.compute.provider_tree [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.787939] env[69440]: DEBUG nova.network.neutron [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Successfully created port: 481eaa49-d789-44f3-965c-ff7dc1ec50a9 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.838770] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2b1dc0e9-9e17-4302-bb90-9638893346d9 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "f254ccca-ffc2-4ca6-92ac-317b5f99cd20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.529s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.930716] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.974386] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528d71ee-aa10-7b65-c5d1-f4c64d808d81, 'name': SearchDatastore_Task, 'duration_secs': 0.023314} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.975677] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b435e14d-689b-435d-ba7d-360d572f69a8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.983031] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Waiting for the task: (returnval){ [ 725.983031] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d80b70-bca4-9de7-d428-3aa1d2d22d53" [ 725.983031] env[69440]: _type = "Task" [ 725.983031] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.000376] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d80b70-bca4-9de7-d428-3aa1d2d22d53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.120230] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.170982] env[69440]: DEBUG oslo_concurrency.lockutils [req-b5444256-626a-481e-8ca8-b80e5ee3a3ce req-e4944e81-6b96-4623-9efa-3c5aa1695012 service nova] Releasing lock "refresh_cache-e3c53d5b-18f8-4c41-8ec2-fd8e170576af" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.170982] env[69440]: DEBUG nova.compute.manager [req-b5444256-626a-481e-8ca8-b80e5ee3a3ce req-e4944e81-6b96-4623-9efa-3c5aa1695012 service nova] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Received event network-vif-deleted-273d0915-6498-4c00-b609-1b995b9601ba {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.171223] env[69440]: INFO nova.compute.manager [req-b5444256-626a-481e-8ca8-b80e5ee3a3ce req-e4944e81-6b96-4623-9efa-3c5aa1695012 service nova] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Neutron deleted interface 273d0915-6498-4c00-b609-1b995b9601ba; detaching it from the instance and deleting it from the info cache [ 726.171223] env[69440]: DEBUG nova.network.neutron [req-b5444256-626a-481e-8ca8-b80e5ee3a3ce req-e4944e81-6b96-4623-9efa-3c5aa1695012 service nova] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.234914] env[69440]: DEBUG nova.scheduler.client.report [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.343188] env[69440]: DEBUG nova.compute.manager [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.496955] env[69440]: DEBUG nova.compute.manager [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.499256] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d80b70-bca4-9de7-d428-3aa1d2d22d53, 'name': SearchDatastore_Task, 'duration_secs': 0.023827} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.499765] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.500109] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] e3c53d5b-18f8-4c41-8ec2-fd8e170576af/e3c53d5b-18f8-4c41-8ec2-fd8e170576af.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.500439] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daf87191-66f2-4699-b6e9-a5ca9c1e05b8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.508599] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Waiting for the task: (returnval){ [ 726.508599] env[69440]: value = "task-4139105" [ 726.508599] env[69440]: _type = "Task" [ 726.508599] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.518752] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': task-4139105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.527745] env[69440]: DEBUG nova.virt.hardware [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.528102] env[69440]: DEBUG nova.virt.hardware [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.528311] env[69440]: DEBUG nova.virt.hardware [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.528536] env[69440]: DEBUG nova.virt.hardware [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.528728] env[69440]: DEBUG nova.virt.hardware [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.529009] env[69440]: DEBUG nova.virt.hardware [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.529917] env[69440]: DEBUG nova.virt.hardware [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.529917] env[69440]: DEBUG nova.virt.hardware [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.529917] env[69440]: DEBUG nova.virt.hardware [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.529917] env[69440]: DEBUG nova.virt.hardware [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.530178] env[69440]: DEBUG nova.virt.hardware [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.530956] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d23bac-fd85-45d0-9cc4-1e2de0b6d129 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.539932] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ead03b-035f-43c4-adbd-a6b46f901e17 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.675166] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2095c05c-66f6-4ff9-999f-ef811bfa293f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.686771] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0024554-92e6-4d09-a1b1-ada3390504a1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.725923] env[69440]: DEBUG nova.compute.manager [req-b5444256-626a-481e-8ca8-b80e5ee3a3ce req-e4944e81-6b96-4623-9efa-3c5aa1695012 service nova] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Detach interface failed, port_id=273d0915-6498-4c00-b609-1b995b9601ba, reason: Instance 52627e7c-1387-4e85-b67b-8062a67f71c6 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 726.746665] env[69440]: DEBUG oslo_concurrency.lockutils [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.751262] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.644s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.751262] env[69440]: DEBUG nova.objects.instance [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Lazy-loading 'resources' on Instance uuid b9cb0a36-50a0-4030-b8c7-aec41255fb60 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.792445] env[69440]: INFO nova.scheduler.client.report [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Deleted allocations for instance 2631d429-9d16-4cdf-b7cf-14ea26d5fd94 [ 726.871695] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.026222] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': task-4139105, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.098914] env[69440]: DEBUG nova.compute.manager [req-1e349211-22ea-479b-b391-4f2368314edc req-f19a6587-faa0-4aae-aa45-7020577332e6 service nova] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Received event network-vif-deleted-7aa490df-5eb3-4b45-9fdc-f430d0113b87 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.305413] env[69440]: DEBUG oslo_concurrency.lockutils [None req-794db158-b32f-4f58-be88-1a079d9d0d42 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Lock "2631d429-9d16-4cdf-b7cf-14ea26d5fd94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.632s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.526891] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': task-4139105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793498} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.527384] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] e3c53d5b-18f8-4c41-8ec2-fd8e170576af/e3c53d5b-18f8-4c41-8ec2-fd8e170576af.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.527505] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.527692] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14f0e631-a414-4474-991b-8aa0c90cb876 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.540659] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Waiting for the task: (returnval){ [ 727.540659] env[69440]: value = "task-4139106" [ 727.540659] env[69440]: _type = "Task" [ 727.540659] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.556471] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': task-4139106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.641733] env[69440]: DEBUG nova.network.neutron [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Successfully updated port: 481eaa49-d789-44f3-965c-ff7dc1ec50a9 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.905440] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd325101-b50e-4a94-a172-13172c59b4ed {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.917128] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078ee4e6-6572-42da-a6f7-ab7f9d280eee {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.954505] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90ec666-e080-4bc4-93fd-b5a3b78c5f50 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.964099] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39b69fc-d385-4056-a81b-923cda226ff9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.989941] env[69440]: DEBUG nova.compute.provider_tree [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.056357] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': task-4139106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14576} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.056969] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.057940] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910ccb97-b045-4d1a-86af-241e479c0177 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.091623] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] e3c53d5b-18f8-4c41-8ec2-fd8e170576af/e3c53d5b-18f8-4c41-8ec2-fd8e170576af.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.092022] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7b5f79c-5f72-4e47-b79f-0834d313a023 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.115128] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Waiting for the task: (returnval){ [ 728.115128] env[69440]: value = "task-4139107" [ 728.115128] env[69440]: _type = "Task" [ 728.115128] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.127693] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': task-4139107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.150273] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "refresh_cache-23bc134e-7725-40b1-b79d-d8ef6dbd7cad" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.150273] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquired lock "refresh_cache-23bc134e-7725-40b1-b79d-d8ef6dbd7cad" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.150273] env[69440]: DEBUG nova.network.neutron [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.496319] env[69440]: DEBUG nova.scheduler.client.report [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.628927] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': task-4139107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.685339] env[69440]: DEBUG nova.network.neutron [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.856911] env[69440]: DEBUG nova.network.neutron [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Updating instance_info_cache with network_info: [{"id": "481eaa49-d789-44f3-965c-ff7dc1ec50a9", "address": "fa:16:3e:f0:bc:2a", "network": {"id": "c76cc809-ee36-4e50-8515-023def1b953b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-783545152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a06ebe28624c3e95dd75087b826705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481eaa49-d7", "ovs_interfaceid": "481eaa49-d789-44f3-965c-ff7dc1ec50a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.009671] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.012544] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.196s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.014386] env[69440]: INFO nova.compute.claims [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.049573] env[69440]: INFO nova.scheduler.client.report [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Deleted allocations for instance b9cb0a36-50a0-4030-b8c7-aec41255fb60 [ 729.136188] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': task-4139107, 'name': ReconfigVM_Task, 'duration_secs': 0.841962} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.136446] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Reconfigured VM instance instance-00000014 to attach disk [datastore1] e3c53d5b-18f8-4c41-8ec2-fd8e170576af/e3c53d5b-18f8-4c41-8ec2-fd8e170576af.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.137109] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c45bf8f8-f995-4071-a7c6-8a6e926e4419 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.146015] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Waiting for the task: (returnval){ [ 729.146015] env[69440]: value = "task-4139108" [ 729.146015] env[69440]: _type = "Task" [ 729.146015] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.158357] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': task-4139108, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.360815] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Releasing lock "refresh_cache-23bc134e-7725-40b1-b79d-d8ef6dbd7cad" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.361077] env[69440]: DEBUG nova.compute.manager [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Instance network_info: |[{"id": "481eaa49-d789-44f3-965c-ff7dc1ec50a9", "address": "fa:16:3e:f0:bc:2a", "network": {"id": "c76cc809-ee36-4e50-8515-023def1b953b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-783545152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a06ebe28624c3e95dd75087b826705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481eaa49-d7", "ovs_interfaceid": "481eaa49-d789-44f3-965c-ff7dc1ec50a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.361512] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:bc:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '481eaa49-d789-44f3-965c-ff7dc1ec50a9', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.383019] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Creating folder: Project (f8a06ebe28624c3e95dd75087b826705). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.383412] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72b58f05-6990-4b0f-a4b2-f65739462084 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.404369] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Created folder: Project (f8a06ebe28624c3e95dd75087b826705) in parent group-v819662. [ 729.404640] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Creating folder: Instances. Parent ref: group-v819723. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.404940] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1722a4d2-bc10-4fc6-8946-2bd1c70923f1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.426271] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Created folder: Instances in parent group-v819723. [ 729.426430] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.426669] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.426945] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e05af0c-7983-4416-904c-d38885a30fd8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.452725] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.452725] env[69440]: value = "task-4139111" [ 729.452725] env[69440]: _type = "Task" [ 729.452725] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.463236] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139111, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.565191] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38596769-a72c-442f-a8c5-41952450a207 tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Lock "b9cb0a36-50a0-4030-b8c7-aec41255fb60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.320s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.660327] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': task-4139108, 'name': Rename_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.886507] env[69440]: DEBUG nova.compute.manager [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Received event network-vif-plugged-481eaa49-d789-44f3-965c-ff7dc1ec50a9 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.886783] env[69440]: DEBUG oslo_concurrency.lockutils [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] Acquiring lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.887010] env[69440]: DEBUG oslo_concurrency.lockutils [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] Lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.887183] env[69440]: DEBUG oslo_concurrency.lockutils [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] Lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.887370] env[69440]: DEBUG nova.compute.manager [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] No waiting events found dispatching network-vif-plugged-481eaa49-d789-44f3-965c-ff7dc1ec50a9 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 729.887547] env[69440]: WARNING nova.compute.manager [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Received unexpected event network-vif-plugged-481eaa49-d789-44f3-965c-ff7dc1ec50a9 for instance with vm_state building and task_state spawning. [ 729.887736] env[69440]: DEBUG nova.compute.manager [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Received event network-changed-481eaa49-d789-44f3-965c-ff7dc1ec50a9 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.887849] env[69440]: DEBUG nova.compute.manager [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Refreshing instance network info cache due to event network-changed-481eaa49-d789-44f3-965c-ff7dc1ec50a9. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.888064] env[69440]: DEBUG oslo_concurrency.lockutils [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] Acquiring lock "refresh_cache-23bc134e-7725-40b1-b79d-d8ef6dbd7cad" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.888216] env[69440]: DEBUG oslo_concurrency.lockutils [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] Acquired lock "refresh_cache-23bc134e-7725-40b1-b79d-d8ef6dbd7cad" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.888397] env[69440]: DEBUG nova.network.neutron [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Refreshing network info cache for port 481eaa49-d789-44f3-965c-ff7dc1ec50a9 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.965473] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139111, 'name': CreateVM_Task, 'duration_secs': 0.411472} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.965473] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.965473] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.965878] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.966258] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.966543] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7bdbdb1-c560-45bb-b1e0-cf275746223f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.972918] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 729.972918] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d56af3-2af8-d5ba-7a03-8cae285c7bad" [ 729.972918] env[69440]: _type = "Task" [ 729.972918] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.984573] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d56af3-2af8-d5ba-7a03-8cae285c7bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.161512] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': task-4139108, 'name': Rename_Task, 'duration_secs': 0.981955} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.162077] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.166790] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac7abe56-0bfe-4772-8209-8cd8e56118f0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.177683] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Waiting for the task: (returnval){ [ 730.177683] env[69440]: value = "task-4139112" [ 730.177683] env[69440]: _type = "Task" [ 730.177683] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.193720] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': task-4139112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.495568] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d56af3-2af8-d5ba-7a03-8cae285c7bad, 'name': SearchDatastore_Task, 'duration_secs': 0.029552} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.495898] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.496166] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.496406] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.496542] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.496739] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.497039] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1412496f-f45f-4d53-88cb-ec6fbce6ec86 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.508040] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.508274] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.510041] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad04ffc-fbcf-4e93-9a0e-ed709d21780a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.519180] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 730.519180] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]520c516a-ebf0-9f5b-6ce2-c016cbce953c" [ 730.519180] env[69440]: _type = "Task" [ 730.519180] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.528676] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520c516a-ebf0-9f5b-6ce2-c016cbce953c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.633427] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22d35bd-9ad6-4dc7-b3e3-caa94097d0af {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.641779] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7294638e-e0ae-4f46-97a3-e6584f042cb0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.678395] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be969006-719a-4efb-92cf-d174261ecb45 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.694465] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231e46f1-7840-4e9a-b0a4-e994a52846ac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.699391] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': task-4139112, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.711145] env[69440]: DEBUG nova.compute.provider_tree [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.741331] env[69440]: DEBUG nova.network.neutron [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Updated VIF entry in instance network info cache for port 481eaa49-d789-44f3-965c-ff7dc1ec50a9. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.741331] env[69440]: DEBUG nova.network.neutron [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Updating instance_info_cache with network_info: [{"id": "481eaa49-d789-44f3-965c-ff7dc1ec50a9", "address": "fa:16:3e:f0:bc:2a", "network": {"id": "c76cc809-ee36-4e50-8515-023def1b953b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-783545152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a06ebe28624c3e95dd75087b826705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481eaa49-d7", "ovs_interfaceid": "481eaa49-d789-44f3-965c-ff7dc1ec50a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.036687] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520c516a-ebf0-9f5b-6ce2-c016cbce953c, 'name': SearchDatastore_Task, 'duration_secs': 0.019073} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.039372] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77e5cc8f-7a34-4d55-8f3f-79617a7ad3f9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.045689] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 731.045689] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52665b49-7bba-5c75-a23c-c84fb42a7dbf" [ 731.045689] env[69440]: _type = "Task" [ 731.045689] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.057506] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52665b49-7bba-5c75-a23c-c84fb42a7dbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.196029] env[69440]: DEBUG oslo_vmware.api [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': task-4139112, 'name': PowerOnVM_Task, 'duration_secs': 0.702698} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.196546] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.196875] env[69440]: INFO nova.compute.manager [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Took 9.34 seconds to spawn the instance on the hypervisor. [ 731.197201] env[69440]: DEBUG nova.compute.manager [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 731.199224] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec548f36-5930-40c3-8a37-070ab174eb76 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.217242] env[69440]: DEBUG nova.scheduler.client.report [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.243500] env[69440]: DEBUG oslo_concurrency.lockutils [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] Releasing lock "refresh_cache-23bc134e-7725-40b1-b79d-d8ef6dbd7cad" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.243500] env[69440]: DEBUG nova.compute.manager [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Received event network-changed-c30b8c27-69f8-4885-abbe-e74290842d2c {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.243678] env[69440]: DEBUG nova.compute.manager [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Refreshing instance network info cache due to event network-changed-c30b8c27-69f8-4885-abbe-e74290842d2c. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.243901] env[69440]: DEBUG oslo_concurrency.lockutils [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] Acquiring lock "refresh_cache-f254ccca-ffc2-4ca6-92ac-317b5f99cd20" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.244110] env[69440]: DEBUG oslo_concurrency.lockutils [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] Acquired lock "refresh_cache-f254ccca-ffc2-4ca6-92ac-317b5f99cd20" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.244311] env[69440]: DEBUG nova.network.neutron [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Refreshing network info cache for port c30b8c27-69f8-4885-abbe-e74290842d2c {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.564030] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52665b49-7bba-5c75-a23c-c84fb42a7dbf, 'name': SearchDatastore_Task, 'duration_secs': 0.013717} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.564030] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.564030] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 23bc134e-7725-40b1-b79d-d8ef6dbd7cad/23bc134e-7725-40b1-b79d-d8ef6dbd7cad.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.564030] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb5cde1f-4816-4d88-84bf-673211456caa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.573022] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 731.573022] env[69440]: value = "task-4139113" [ 731.573022] env[69440]: _type = "Task" [ 731.573022] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.581425] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.725373] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.725373] env[69440]: DEBUG nova.compute.manager [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.730338] env[69440]: INFO nova.compute.manager [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Took 44.95 seconds to build instance. [ 731.731574] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.341s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.738198] env[69440]: INFO nova.compute.claims [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.092290] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139113, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.243378] env[69440]: DEBUG nova.compute.utils [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.244600] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02335f55-ebc9-40b3-a989-4efbaea0561e tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Lock "e3c53d5b-18f8-4c41-8ec2-fd8e170576af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.902s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.251037] env[69440]: DEBUG nova.compute.manager [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.251037] env[69440]: DEBUG nova.network.neutron [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.347748] env[69440]: DEBUG nova.policy [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6057f3f3d3a648f49d06e3e7d180ff3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0305991b52ba41308587d36ab41b9968', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.482400] env[69440]: DEBUG nova.network.neutron [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Updated VIF entry in instance network info cache for port c30b8c27-69f8-4885-abbe-e74290842d2c. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.482811] env[69440]: DEBUG nova.network.neutron [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Updating instance_info_cache with network_info: [{"id": "c30b8c27-69f8-4885-abbe-e74290842d2c", "address": "fa:16:3e:f9:d3:50", "network": {"id": "3ee00afd-d848-420b-ba15-9439a06b732e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-382051759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72102b7985d34c4f869250d728640afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc30b8c27-69", "ovs_interfaceid": "c30b8c27-69f8-4885-abbe-e74290842d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.589903] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671792} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.590394] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 23bc134e-7725-40b1-b79d-d8ef6dbd7cad/23bc134e-7725-40b1-b79d-d8ef6dbd7cad.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.590670] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.590948] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcb3f1dd-6840-4bd4-b95e-351a1fa9ceee {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.601765] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 732.601765] env[69440]: value = "task-4139114" [ 732.601765] env[69440]: _type = "Task" [ 732.601765] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.613904] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.748574] env[69440]: DEBUG nova.compute.manager [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.754967] env[69440]: DEBUG nova.compute.manager [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.910960] env[69440]: DEBUG nova.network.neutron [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Successfully created port: 1c286710-182e-4213-900b-8f2ebedecff0 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.987442] env[69440]: DEBUG oslo_concurrency.lockutils [req-5f686aac-ffa3-4342-92fb-4dd95527f165 req-15585024-a290-46ae-9518-b41664fcc275 service nova] Releasing lock "refresh_cache-f254ccca-ffc2-4ca6-92ac-317b5f99cd20" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.122758] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099655} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.123476] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.125048] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0a4824-a192-467e-9073-e8ed585ae3cf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.161847] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 23bc134e-7725-40b1-b79d-d8ef6dbd7cad/23bc134e-7725-40b1-b79d-d8ef6dbd7cad.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.165037] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e4eb0fc-8edf-4b9d-a9ff-9c763c42cc31 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.188216] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 733.188216] env[69440]: value = "task-4139115" [ 733.188216] env[69440]: _type = "Task" [ 733.188216] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.201730] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.281756] env[69440]: DEBUG oslo_concurrency.lockutils [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.364754] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297de82e-3640-458d-8a7c-7d105fe77534 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.373278] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4c9fe3-4f93-4d99-a4cc-15bb97518c12 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.413033] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bba9b7-2459-415c-8300-1aa4b2a3d8ab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.419580] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3310bec-5e55-4c6e-a11b-81a5c509a4ad {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.434941] env[69440]: DEBUG nova.compute.provider_tree [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.699463] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139115, 'name': ReconfigVM_Task, 'duration_secs': 0.449072} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.700213] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 23bc134e-7725-40b1-b79d-d8ef6dbd7cad/23bc134e-7725-40b1-b79d-d8ef6dbd7cad.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.700828] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71c61f08-fc8f-4020-8dc9-2204553aabb9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.709262] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 733.709262] env[69440]: value = "task-4139116" [ 733.709262] env[69440]: _type = "Task" [ 733.709262] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.719451] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139116, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.763975] env[69440]: DEBUG nova.compute.manager [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.792510] env[69440]: DEBUG nova.virt.hardware [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.792755] env[69440]: DEBUG nova.virt.hardware [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.792909] env[69440]: DEBUG nova.virt.hardware [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.796485] env[69440]: DEBUG nova.virt.hardware [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.796485] env[69440]: DEBUG nova.virt.hardware [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.796485] env[69440]: DEBUG nova.virt.hardware [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.796485] env[69440]: DEBUG nova.virt.hardware [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.796485] env[69440]: DEBUG nova.virt.hardware [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.796944] env[69440]: DEBUG nova.virt.hardware [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.796944] env[69440]: DEBUG nova.virt.hardware [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.796944] env[69440]: DEBUG nova.virt.hardware [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.797158] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875bcedd-6908-4d0f-9074-cef0a5b0b2b5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.806753] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c86078-ebac-4c70-9ac8-2a6cbc5ba1a8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.941591] env[69440]: DEBUG nova.scheduler.client.report [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.186368] env[69440]: DEBUG oslo_vmware.rw_handles [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228276b-6559-a2d5-b2ad-545bb9c0fe3d/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 734.188474] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d18c44-0f7a-438c-bfc6-341930af529a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.194725] env[69440]: DEBUG oslo_vmware.rw_handles [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228276b-6559-a2d5-b2ad-545bb9c0fe3d/disk-0.vmdk is in state: ready. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 734.194942] env[69440]: ERROR oslo_vmware.rw_handles [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228276b-6559-a2d5-b2ad-545bb9c0fe3d/disk-0.vmdk due to incomplete transfer. [ 734.195172] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-79094e5a-2df8-45da-a771-6a40c0194d00 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.206022] env[69440]: DEBUG oslo_vmware.rw_handles [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228276b-6559-a2d5-b2ad-545bb9c0fe3d/disk-0.vmdk. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 734.206022] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Uploaded image 9606b159-43ef-4d53-b7e9-d45cc5722ff4 to the Glance image server {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 734.208270] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Destroying the VM {{(pid=69440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 734.208591] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2c9bde1b-68ee-4a7a-874a-2c32ee9c379c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.221752] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139116, 'name': Rename_Task, 'duration_secs': 0.188856} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.223409] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.223746] env[69440]: DEBUG oslo_vmware.api [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 734.223746] env[69440]: value = "task-4139117" [ 734.223746] env[69440]: _type = "Task" [ 734.223746] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.223951] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a124e61-b7e6-44c1-8526-167d35f7764e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.236972] env[69440]: DEBUG oslo_vmware.api [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139117, 'name': Destroy_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.239402] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 734.239402] env[69440]: value = "task-4139118" [ 734.239402] env[69440]: _type = "Task" [ 734.239402] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.252192] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.445975] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.446976] env[69440]: DEBUG nova.compute.manager [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.450295] env[69440]: DEBUG oslo_concurrency.lockutils [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.429s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.453149] env[69440]: INFO nova.compute.claims [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.709393] env[69440]: DEBUG nova.network.neutron [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Successfully updated port: 1c286710-182e-4213-900b-8f2ebedecff0 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.744053] env[69440]: DEBUG oslo_vmware.api [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139117, 'name': Destroy_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.756916] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139118, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.962389] env[69440]: DEBUG nova.compute.utils [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.962389] env[69440]: DEBUG nova.compute.manager [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Not allocating networking since 'none' was specified. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 735.008416] env[69440]: DEBUG oslo_concurrency.lockutils [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Acquiring lock "e3c53d5b-18f8-4c41-8ec2-fd8e170576af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.008416] env[69440]: DEBUG oslo_concurrency.lockutils [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Lock "e3c53d5b-18f8-4c41-8ec2-fd8e170576af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.008416] env[69440]: DEBUG oslo_concurrency.lockutils [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Acquiring lock "e3c53d5b-18f8-4c41-8ec2-fd8e170576af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.008416] env[69440]: DEBUG oslo_concurrency.lockutils [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Lock "e3c53d5b-18f8-4c41-8ec2-fd8e170576af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.008596] env[69440]: DEBUG oslo_concurrency.lockutils [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Lock "e3c53d5b-18f8-4c41-8ec2-fd8e170576af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.008596] env[69440]: INFO nova.compute.manager [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Terminating instance [ 735.214359] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "refresh_cache-4e574bef-58f7-4fe3-9f0f-c76854082912" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.214359] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquired lock "refresh_cache-4e574bef-58f7-4fe3-9f0f-c76854082912" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.214359] env[69440]: DEBUG nova.network.neutron [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.243561] env[69440]: DEBUG oslo_vmware.api [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139117, 'name': Destroy_Task, 'duration_secs': 0.54216} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.243972] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Destroyed the VM [ 735.244453] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Deleting Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 735.247743] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e52a9a7a-6dc3-42b0-90f6-466256adeb86 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.258120] env[69440]: DEBUG oslo_vmware.api [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139118, 'name': PowerOnVM_Task, 'duration_secs': 0.63441} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.260285] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.262024] env[69440]: INFO nova.compute.manager [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Took 8.76 seconds to spawn the instance on the hypervisor. [ 735.262024] env[69440]: DEBUG nova.compute.manager [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 735.262024] env[69440]: DEBUG oslo_vmware.api [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 735.262024] env[69440]: value = "task-4139119" [ 735.262024] env[69440]: _type = "Task" [ 735.262024] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.262377] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cab22f-454f-449b-9fef-17cf997ca834 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.280125] env[69440]: DEBUG oslo_vmware.api [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139119, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.368910] env[69440]: DEBUG nova.compute.manager [req-364add40-72b4-4026-9015-eee27e54b6a8 req-dcaf238e-4ddd-4d34-a830-fce0bb91b977 service nova] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Received event network-vif-plugged-1c286710-182e-4213-900b-8f2ebedecff0 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.368910] env[69440]: DEBUG oslo_concurrency.lockutils [req-364add40-72b4-4026-9015-eee27e54b6a8 req-dcaf238e-4ddd-4d34-a830-fce0bb91b977 service nova] Acquiring lock "4e574bef-58f7-4fe3-9f0f-c76854082912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.368910] env[69440]: DEBUG oslo_concurrency.lockutils [req-364add40-72b4-4026-9015-eee27e54b6a8 req-dcaf238e-4ddd-4d34-a830-fce0bb91b977 service nova] Lock "4e574bef-58f7-4fe3-9f0f-c76854082912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.368910] env[69440]: DEBUG oslo_concurrency.lockutils [req-364add40-72b4-4026-9015-eee27e54b6a8 req-dcaf238e-4ddd-4d34-a830-fce0bb91b977 service nova] Lock "4e574bef-58f7-4fe3-9f0f-c76854082912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.368910] env[69440]: DEBUG nova.compute.manager [req-364add40-72b4-4026-9015-eee27e54b6a8 req-dcaf238e-4ddd-4d34-a830-fce0bb91b977 service nova] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] No waiting events found dispatching network-vif-plugged-1c286710-182e-4213-900b-8f2ebedecff0 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 735.369435] env[69440]: WARNING nova.compute.manager [req-364add40-72b4-4026-9015-eee27e54b6a8 req-dcaf238e-4ddd-4d34-a830-fce0bb91b977 service nova] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Received unexpected event network-vif-plugged-1c286710-182e-4213-900b-8f2ebedecff0 for instance with vm_state building and task_state spawning. [ 735.466761] env[69440]: DEBUG nova.compute.manager [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.507163] env[69440]: DEBUG nova.compute.manager [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.510464] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.510959] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde7295f-7970-418b-8f96-626423c71817 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.520041] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.521271] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34cb88e9-9974-42aa-8c79-9b8245116459 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.532042] env[69440]: DEBUG oslo_vmware.api [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Waiting for the task: (returnval){ [ 735.532042] env[69440]: value = "task-4139120" [ 735.532042] env[69440]: _type = "Task" [ 735.532042] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.540184] env[69440]: DEBUG oslo_vmware.api [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': task-4139120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.760077] env[69440]: DEBUG nova.network.neutron [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.780307] env[69440]: DEBUG oslo_vmware.api [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139119, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.798561] env[69440]: INFO nova.compute.manager [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Took 44.42 seconds to build instance. [ 735.869743] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "4d95bd47-17b5-48d5-82f8-13e5c7cfba1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.870023] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "4d95bd47-17b5-48d5-82f8-13e5c7cfba1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.898366] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.898366] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.953695] env[69440]: DEBUG nova.network.neutron [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Updating instance_info_cache with network_info: [{"id": "1c286710-182e-4213-900b-8f2ebedecff0", "address": "fa:16:3e:86:c3:0d", "network": {"id": "14a0ef8a-1a59-4ae1-9fd2-bd2de05a600d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-820915620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0305991b52ba41308587d36ab41b9968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c286710-18", "ovs_interfaceid": "1c286710-182e-4213-900b-8f2ebedecff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.045988] env[69440]: DEBUG oslo_vmware.api [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': task-4139120, 'name': PowerOffVM_Task, 'duration_secs': 0.319795} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.046495] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.046495] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.046702] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96fbe631-c775-47b1-8203-3be6895751d6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.101183] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5732e3b0-21cd-48ca-94af-c520cab4e0cd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.110887] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c369bf15-bc10-496d-9129-89a7a02d50a8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.152577] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61269ed9-fca0-4ed0-894a-cafed46c6666 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.156323] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.156721] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.157098] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Deleting the datastore file [datastore1] e3c53d5b-18f8-4c41-8ec2-fd8e170576af {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.158738] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-587077a8-3b03-46fb-9011-b499df9dff73 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.167198] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa808bf-2dce-4fb8-aaf9-569050a39586 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.172662] env[69440]: DEBUG oslo_vmware.api [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Waiting for the task: (returnval){ [ 736.172662] env[69440]: value = "task-4139122" [ 736.172662] env[69440]: _type = "Task" [ 736.172662] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.187907] env[69440]: DEBUG nova.compute.provider_tree [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.196027] env[69440]: DEBUG oslo_vmware.api [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': task-4139122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.281640] env[69440]: DEBUG oslo_vmware.api [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139119, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.303348] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6025932a-b38a-49e1-856b-e5a4b915ccbc tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.915s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.458009] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Releasing lock "refresh_cache-4e574bef-58f7-4fe3-9f0f-c76854082912" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.458361] env[69440]: DEBUG nova.compute.manager [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Instance network_info: |[{"id": "1c286710-182e-4213-900b-8f2ebedecff0", "address": "fa:16:3e:86:c3:0d", "network": {"id": "14a0ef8a-1a59-4ae1-9fd2-bd2de05a600d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-820915620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0305991b52ba41308587d36ab41b9968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c286710-18", "ovs_interfaceid": "1c286710-182e-4213-900b-8f2ebedecff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.458786] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:c3:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c286710-182e-4213-900b-8f2ebedecff0', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.466419] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Creating folder: Project (0305991b52ba41308587d36ab41b9968). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.466738] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72d687ef-c038-4e4c-a20f-3b25858268f7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.478639] env[69440]: DEBUG nova.compute.manager [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.483235] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Created folder: Project (0305991b52ba41308587d36ab41b9968) in parent group-v819662. [ 736.483235] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Creating folder: Instances. Parent ref: group-v819726. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.483533] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32820725-2c0d-477a-8064-699725ea1c30 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.496124] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Created folder: Instances in parent group-v819726. [ 736.499097] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.499097] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.499097] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63722abb-6489-4ea8-9ccb-2587a5d13215 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.526175] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.526175] env[69440]: value = "task-4139125" [ 736.526175] env[69440]: _type = "Task" [ 736.526175] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.533519] env[69440]: DEBUG nova.virt.hardware [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.533519] env[69440]: DEBUG nova.virt.hardware [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.533519] env[69440]: DEBUG nova.virt.hardware [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.533668] env[69440]: DEBUG nova.virt.hardware [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.533853] env[69440]: DEBUG nova.virt.hardware [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.534063] env[69440]: DEBUG nova.virt.hardware [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.534333] env[69440]: DEBUG nova.virt.hardware [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.534542] env[69440]: DEBUG nova.virt.hardware [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.535038] env[69440]: DEBUG nova.virt.hardware [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.535288] env[69440]: DEBUG nova.virt.hardware [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.535539] env[69440]: DEBUG nova.virt.hardware [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.536575] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fdf64c-25c7-4d4a-9fef-53b1791fa151 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.546722] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139125, 'name': CreateVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.550709] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a283c719-10e3-4b8f-b8c1-29330dfbf6ec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.568805] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Instance VIF info [] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.577348] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Creating folder: Project (8561639f1bf547f4bea6a92867fb261c). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.577861] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef4575ef-d7fd-4f32-a65c-ff4817e2f3f8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.592242] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Created folder: Project (8561639f1bf547f4bea6a92867fb261c) in parent group-v819662. [ 736.592242] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Creating folder: Instances. Parent ref: group-v819729. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.592538] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9c1c91e-c7b3-410d-adf6-a3a41cfdc017 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.606804] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Created folder: Instances in parent group-v819729. [ 736.607035] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.607348] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.607621] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e49e1071-29d6-4572-b0fc-83a11db79ba8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.627367] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.627367] env[69440]: value = "task-4139128" [ 736.627367] env[69440]: _type = "Task" [ 736.627367] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.636661] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139128, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.655634] env[69440]: DEBUG oslo_concurrency.lockutils [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "8fb7187b-854f-4a4b-8129-318705dfc170" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.655943] env[69440]: DEBUG oslo_concurrency.lockutils [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "8fb7187b-854f-4a4b-8129-318705dfc170" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.683103] env[69440]: DEBUG oslo_vmware.api [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Task: {'id': task-4139122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142042} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.683407] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.683655] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.683828] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.684151] env[69440]: INFO nova.compute.manager [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Took 1.18 seconds to destroy the instance on the hypervisor. [ 736.684541] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.684927] env[69440]: DEBUG nova.compute.manager [-] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.684985] env[69440]: DEBUG nova.network.neutron [-] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.697715] env[69440]: DEBUG nova.scheduler.client.report [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.780560] env[69440]: DEBUG oslo_vmware.api [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139119, 'name': RemoveSnapshot_Task, 'duration_secs': 1.079625} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.780858] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Deleted Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 736.781113] env[69440]: INFO nova.compute.manager [None req-3dad363a-414e-4d0f-a532-da11bb45c624 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Took 16.32 seconds to snapshot the instance on the hypervisor. [ 736.806207] env[69440]: DEBUG nova.compute.manager [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.039897] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139125, 'name': CreateVM_Task, 'duration_secs': 0.442331} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.040094] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.040822] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.040992] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.041333] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.042304] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc752960-d79f-4625-bbac-a792073bd017 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.047723] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 737.047723] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5230956f-1bd0-146b-e9aa-8e5ed28887a2" [ 737.047723] env[69440]: _type = "Task" [ 737.047723] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.064888] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5230956f-1bd0-146b-e9aa-8e5ed28887a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010187} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.064888] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.064888] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.064888] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.065467] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.065467] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.065467] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbc436eb-2019-4c96-a4cf-8db8c8db0e9e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.073781] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.074031] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.074705] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fadddd47-bca2-4c58-8b29-9e9de7efb6d9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.082886] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 737.082886] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52c6e248-397b-3b92-6a2a-09aaac1c071c" [ 737.082886] env[69440]: _type = "Task" [ 737.082886] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.092559] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c6e248-397b-3b92-6a2a-09aaac1c071c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.139893] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139128, 'name': CreateVM_Task, 'duration_secs': 0.391439} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.139893] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.139893] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.139893] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.139893] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.140278] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34646773-211c-4529-b773-a3e149510615 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.146407] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for the task: (returnval){ [ 737.146407] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52499579-f7b9-7f2c-3555-592e793a5d9e" [ 737.146407] env[69440]: _type = "Task" [ 737.146407] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.155408] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52499579-f7b9-7f2c-3555-592e793a5d9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.202711] env[69440]: DEBUG oslo_concurrency.lockutils [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.203334] env[69440]: DEBUG nova.compute.manager [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.207100] env[69440]: DEBUG oslo_concurrency.lockutils [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.507s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.207100] env[69440]: DEBUG nova.objects.instance [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Lazy-loading 'resources' on Instance uuid a006d1f1-5185-4717-bf54-fa8b33c19fda {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.331233] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.463948] env[69440]: DEBUG nova.network.neutron [-] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.594473] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c6e248-397b-3b92-6a2a-09aaac1c071c, 'name': SearchDatastore_Task, 'duration_secs': 0.009355} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.595420] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-898971ae-4062-48e5-a495-9f49aad33e15 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.602407] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 737.602407] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]525fff4f-16dd-24a4-974f-02de258ca7ac" [ 737.602407] env[69440]: _type = "Task" [ 737.602407] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.611408] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525fff4f-16dd-24a4-974f-02de258ca7ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.657420] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52499579-f7b9-7f2c-3555-592e793a5d9e, 'name': SearchDatastore_Task, 'duration_secs': 0.010293} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.657725] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.657958] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.658219] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.658363] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.658540] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.658825] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7df98fe5-35c0-40eb-9597-a2fd16182c70 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.670755] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.671150] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.671791] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed51351a-138b-4f26-8ec7-b42f9a2d7542 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.678635] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for the task: (returnval){ [ 737.678635] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5207dbab-6132-d341-1471-6c27a3572c40" [ 737.678635] env[69440]: _type = "Task" [ 737.678635] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.688997] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5207dbab-6132-d341-1471-6c27a3572c40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.710175] env[69440]: DEBUG nova.compute.utils [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.715153] env[69440]: DEBUG nova.compute.manager [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.715153] env[69440]: DEBUG nova.network.neutron [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.783226] env[69440]: DEBUG nova.policy [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8053dddfb7ce48bfb38a29e918295f3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '357383c405e443c5854564baf161ce9d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.968075] env[69440]: INFO nova.compute.manager [-] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Took 1.28 seconds to deallocate network for instance. [ 738.016982] env[69440]: DEBUG nova.compute.manager [req-6227a368-2a0d-48fa-bf09-8754468654b7 req-d6b1f489-6de2-4a6e-9e11-685dcf4ebd14 service nova] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Received event network-changed-1c286710-182e-4213-900b-8f2ebedecff0 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.017097] env[69440]: DEBUG nova.compute.manager [req-6227a368-2a0d-48fa-bf09-8754468654b7 req-d6b1f489-6de2-4a6e-9e11-685dcf4ebd14 service nova] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Refreshing instance network info cache due to event network-changed-1c286710-182e-4213-900b-8f2ebedecff0. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.017381] env[69440]: DEBUG oslo_concurrency.lockutils [req-6227a368-2a0d-48fa-bf09-8754468654b7 req-d6b1f489-6de2-4a6e-9e11-685dcf4ebd14 service nova] Acquiring lock "refresh_cache-4e574bef-58f7-4fe3-9f0f-c76854082912" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.017536] env[69440]: DEBUG oslo_concurrency.lockutils [req-6227a368-2a0d-48fa-bf09-8754468654b7 req-d6b1f489-6de2-4a6e-9e11-685dcf4ebd14 service nova] Acquired lock "refresh_cache-4e574bef-58f7-4fe3-9f0f-c76854082912" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.017689] env[69440]: DEBUG nova.network.neutron [req-6227a368-2a0d-48fa-bf09-8754468654b7 req-d6b1f489-6de2-4a6e-9e11-685dcf4ebd14 service nova] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Refreshing network info cache for port 1c286710-182e-4213-900b-8f2ebedecff0 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.102246] env[69440]: DEBUG nova.network.neutron [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Successfully created port: f0d5ef4d-3cc7-4bc7-ae24-91f273711fad {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.115340] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525fff4f-16dd-24a4-974f-02de258ca7ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009789} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.118030] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.118517] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 4e574bef-58f7-4fe3-9f0f-c76854082912/4e574bef-58f7-4fe3-9f0f-c76854082912.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.118976] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b09d1c01-f571-4cfe-87a6-b9bf3d4d9ea6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.127060] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 738.127060] env[69440]: value = "task-4139129" [ 738.127060] env[69440]: _type = "Task" [ 738.127060] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.138770] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.191033] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5207dbab-6132-d341-1471-6c27a3572c40, 'name': SearchDatastore_Task, 'duration_secs': 0.010081} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.196364] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc82259-3e8b-4f44-8e0b-88c57d3713cd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.203315] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for the task: (returnval){ [ 738.203315] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5235d0a7-7f14-a14a-8a91-fe98af7fd5fc" [ 738.203315] env[69440]: _type = "Task" [ 738.203315] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.216788] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5235d0a7-7f14-a14a-8a91-fe98af7fd5fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010553} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.218167] env[69440]: DEBUG nova.compute.manager [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.221402] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.221802] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] c6473d46-cde3-401b-8654-a9013978b81b/c6473d46-cde3-401b-8654-a9013978b81b.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.225284] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa6534dc-f736-4708-8069-69c5d0cc193f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.233175] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for the task: (returnval){ [ 738.233175] env[69440]: value = "task-4139130" [ 738.233175] env[69440]: _type = "Task" [ 738.233175] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.242182] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.310447] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a5c8b5-9706-4537-b76c-4a6867429cf8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.319814] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8160d8ea-4011-4b44-a1b3-716c77565eb8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.359879] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a69d862-cb61-48bc-986b-dbc6f32e1d78 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.368694] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37df3be4-de31-4848-9142-a0feb2189f77 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.384394] env[69440]: DEBUG nova.compute.provider_tree [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.475060] env[69440]: DEBUG oslo_concurrency.lockutils [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.638315] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139129, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.751677] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139130, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.776330] env[69440]: DEBUG nova.network.neutron [req-6227a368-2a0d-48fa-bf09-8754468654b7 req-d6b1f489-6de2-4a6e-9e11-685dcf4ebd14 service nova] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Updated VIF entry in instance network info cache for port 1c286710-182e-4213-900b-8f2ebedecff0. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.776715] env[69440]: DEBUG nova.network.neutron [req-6227a368-2a0d-48fa-bf09-8754468654b7 req-d6b1f489-6de2-4a6e-9e11-685dcf4ebd14 service nova] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Updating instance_info_cache with network_info: [{"id": "1c286710-182e-4213-900b-8f2ebedecff0", "address": "fa:16:3e:86:c3:0d", "network": {"id": "14a0ef8a-1a59-4ae1-9fd2-bd2de05a600d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-820915620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0305991b52ba41308587d36ab41b9968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c286710-18", "ovs_interfaceid": "1c286710-182e-4213-900b-8f2ebedecff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.888243] env[69440]: DEBUG nova.scheduler.client.report [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.996020] env[69440]: DEBUG nova.compute.manager [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 738.996964] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c830317b-9f99-48b3-9dec-e32efabc8ddf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.146045] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519918} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.146373] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 4e574bef-58f7-4fe3-9f0f-c76854082912/4e574bef-58f7-4fe3-9f0f-c76854082912.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.146593] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.147213] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0544c470-d58f-4e3b-803d-4b4577dc68d0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.155518] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 739.155518] env[69440]: value = "task-4139131" [ 739.155518] env[69440]: _type = "Task" [ 739.155518] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.167094] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.230648] env[69440]: DEBUG nova.compute.manager [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.245317] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711316} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.245565] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] c6473d46-cde3-401b-8654-a9013978b81b/c6473d46-cde3-401b-8654-a9013978b81b.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.245765] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.246028] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f6faf1b-dfea-4550-a9f6-dc6d1cd788d8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.254298] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for the task: (returnval){ [ 739.254298] env[69440]: value = "task-4139132" [ 739.254298] env[69440]: _type = "Task" [ 739.254298] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.260204] env[69440]: DEBUG nova.virt.hardware [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.260460] env[69440]: DEBUG nova.virt.hardware [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.260613] env[69440]: DEBUG nova.virt.hardware [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.260978] env[69440]: DEBUG nova.virt.hardware [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.260978] env[69440]: DEBUG nova.virt.hardware [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.261083] env[69440]: DEBUG nova.virt.hardware [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.261299] env[69440]: DEBUG nova.virt.hardware [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.261452] env[69440]: DEBUG nova.virt.hardware [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.261613] env[69440]: DEBUG nova.virt.hardware [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.261767] env[69440]: DEBUG nova.virt.hardware [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.261936] env[69440]: DEBUG nova.virt.hardware [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.262794] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5e9d58-892c-4bef-a6ba-12fc6654471d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.268624] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.276090] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e4c7de-cee7-4b43-abb1-5ade0257899c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.283326] env[69440]: DEBUG oslo_concurrency.lockutils [req-6227a368-2a0d-48fa-bf09-8754468654b7 req-d6b1f489-6de2-4a6e-9e11-685dcf4ebd14 service nova] Releasing lock "refresh_cache-4e574bef-58f7-4fe3-9f0f-c76854082912" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.283326] env[69440]: DEBUG nova.compute.manager [req-6227a368-2a0d-48fa-bf09-8754468654b7 req-d6b1f489-6de2-4a6e-9e11-685dcf4ebd14 service nova] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Received event network-vif-deleted-cd23de7a-015c-463d-bfd5-ca5fb66f0c20 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.394564] env[69440]: DEBUG oslo_concurrency.lockutils [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.397256] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.248s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.431043] env[69440]: INFO nova.scheduler.client.report [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Deleted allocations for instance a006d1f1-5185-4717-bf54-fa8b33c19fda [ 739.510614] env[69440]: INFO nova.compute.manager [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] instance snapshotting [ 739.514014] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f031252-c470-4955-945d-4e33c3cadcff {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.535291] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109f3464-009f-4266-bc1a-57213d9c3049 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.665680] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075333} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.666378] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.666937] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f368daf-fbdb-4de0-b9ae-42c6e62a78e0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.690815] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 4e574bef-58f7-4fe3-9f0f-c76854082912/4e574bef-58f7-4fe3-9f0f-c76854082912.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.691129] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd2ec33d-e54a-4dfe-8db6-b7be02adad43 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.711601] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 739.711601] env[69440]: value = "task-4139133" [ 739.711601] env[69440]: _type = "Task" [ 739.711601] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.722304] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.763437] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079801} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.763702] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.764503] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71f8afa-a8a3-4f0a-bc9f-46be896da730 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.784242] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] c6473d46-cde3-401b-8654-a9013978b81b/c6473d46-cde3-401b-8654-a9013978b81b.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.784553] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f9cd79f-59f1-46cf-92ab-6978e172d3f6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.805194] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for the task: (returnval){ [ 739.805194] env[69440]: value = "task-4139134" [ 739.805194] env[69440]: _type = "Task" [ 739.805194] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.813309] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.902873] env[69440]: INFO nova.compute.claims [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.916122] env[69440]: DEBUG nova.network.neutron [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Successfully updated port: f0d5ef4d-3cc7-4bc7-ae24-91f273711fad {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.938617] env[69440]: DEBUG oslo_concurrency.lockutils [None req-35aee086-8df8-47bc-a1a3-ae986e1b2018 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Lock "a006d1f1-5185-4717-bf54-fa8b33c19fda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.813s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.047427] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Creating Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 740.047805] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cc3d6d22-146b-494f-a6d8-83309bc8edd0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.056163] env[69440]: DEBUG nova.compute.manager [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Received event network-changed-481eaa49-d789-44f3-965c-ff7dc1ec50a9 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.056323] env[69440]: DEBUG nova.compute.manager [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Refreshing instance network info cache due to event network-changed-481eaa49-d789-44f3-965c-ff7dc1ec50a9. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.056591] env[69440]: DEBUG oslo_concurrency.lockutils [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] Acquiring lock "refresh_cache-23bc134e-7725-40b1-b79d-d8ef6dbd7cad" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.056656] env[69440]: DEBUG oslo_concurrency.lockutils [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] Acquired lock "refresh_cache-23bc134e-7725-40b1-b79d-d8ef6dbd7cad" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.056812] env[69440]: DEBUG nova.network.neutron [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Refreshing network info cache for port 481eaa49-d789-44f3-965c-ff7dc1ec50a9 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.065766] env[69440]: DEBUG oslo_vmware.api [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 740.065766] env[69440]: value = "task-4139135" [ 740.065766] env[69440]: _type = "Task" [ 740.065766] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.077255] env[69440]: DEBUG oslo_vmware.api [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139135, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.223806] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139133, 'name': ReconfigVM_Task, 'duration_secs': 0.298768} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.224387] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 4e574bef-58f7-4fe3-9f0f-c76854082912/4e574bef-58f7-4fe3-9f0f-c76854082912.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.225350] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2f7184c-0742-4d19-a690-67bbedb7d99f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.235332] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 740.235332] env[69440]: value = "task-4139136" [ 740.235332] env[69440]: _type = "Task" [ 740.235332] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.246207] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139136, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.315456] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139134, 'name': ReconfigVM_Task, 'duration_secs': 0.312739} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.315848] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Reconfigured VM instance instance-00000017 to attach disk [datastore1] c6473d46-cde3-401b-8654-a9013978b81b/c6473d46-cde3-401b-8654-a9013978b81b.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.316558] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ebacb9d-8e70-42c9-8324-e25710e566c6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.325511] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for the task: (returnval){ [ 740.325511] env[69440]: value = "task-4139137" [ 740.325511] env[69440]: _type = "Task" [ 740.325511] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.338063] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139137, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.409613] env[69440]: INFO nova.compute.resource_tracker [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Updating resource usage from migration 352300d4-7276-46f2-b81a-e1383c766286 [ 740.419681] env[69440]: DEBUG oslo_concurrency.lockutils [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquiring lock "refresh_cache-b407224d-c687-4351-9bcf-d7ff85ab0193" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.419821] env[69440]: DEBUG oslo_concurrency.lockutils [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquired lock "refresh_cache-b407224d-c687-4351-9bcf-d7ff85ab0193" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.420040] env[69440]: DEBUG nova.network.neutron [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.582916] env[69440]: DEBUG oslo_vmware.api [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139135, 'name': CreateSnapshot_Task, 'duration_secs': 0.502881} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.583324] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Created Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 740.584409] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b914daf-cfa8-4bfb-8283-ade359a317d0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.746161] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139136, 'name': Rename_Task, 'duration_secs': 0.151423} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.746442] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.746692] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db1da784-6a4f-4e2c-9ea6-af6b9fe498e3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.760493] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 740.760493] env[69440]: value = "task-4139138" [ 740.760493] env[69440]: _type = "Task" [ 740.760493] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.781430] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139138, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.839916] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139137, 'name': Rename_Task, 'duration_secs': 0.14491} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.843014] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.843519] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-451e91e1-bd1b-45c9-940d-7b478b3156fc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.853480] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for the task: (returnval){ [ 740.853480] env[69440]: value = "task-4139139" [ 740.853480] env[69440]: _type = "Task" [ 740.853480] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.866365] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.867202] env[69440]: DEBUG nova.network.neutron [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Updated VIF entry in instance network info cache for port 481eaa49-d789-44f3-965c-ff7dc1ec50a9. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.867618] env[69440]: DEBUG nova.network.neutron [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Updating instance_info_cache with network_info: [{"id": "481eaa49-d789-44f3-965c-ff7dc1ec50a9", "address": "fa:16:3e:f0:bc:2a", "network": {"id": "c76cc809-ee36-4e50-8515-023def1b953b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-783545152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a06ebe28624c3e95dd75087b826705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481eaa49-d7", "ovs_interfaceid": "481eaa49-d789-44f3-965c-ff7dc1ec50a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.971395] env[69440]: DEBUG nova.network.neutron [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.066840] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3862130-0d9c-4075-be81-1ef4c70dc50a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.079459] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc03587-304f-46a6-8038-e707e4e3ad1a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.118383] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Creating linked-clone VM from snapshot {{(pid=69440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 741.119405] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-29c62c59-0757-412a-924e-94d88921c3ea {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.122843] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddb8146-f0af-4152-adaa-19e768e19001 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.133165] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6869875-4795-4ff0-a081-be1d362e7249 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.138434] env[69440]: DEBUG oslo_vmware.api [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 741.138434] env[69440]: value = "task-4139140" [ 741.138434] env[69440]: _type = "Task" [ 741.138434] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.154077] env[69440]: DEBUG nova.compute.provider_tree [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.168024] env[69440]: DEBUG oslo_vmware.api [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139140, 'name': CloneVM_Task} progress is 11%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.200581] env[69440]: DEBUG nova.network.neutron [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Updating instance_info_cache with network_info: [{"id": "f0d5ef4d-3cc7-4bc7-ae24-91f273711fad", "address": "fa:16:3e:c1:e0:74", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0d5ef4d-3c", "ovs_interfaceid": "f0d5ef4d-3cc7-4bc7-ae24-91f273711fad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.276534] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139138, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.367889] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139139, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.373389] env[69440]: DEBUG oslo_concurrency.lockutils [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] Releasing lock "refresh_cache-23bc134e-7725-40b1-b79d-d8ef6dbd7cad" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.373683] env[69440]: DEBUG nova.compute.manager [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Received event network-vif-plugged-f0d5ef4d-3cc7-4bc7-ae24-91f273711fad {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.373861] env[69440]: DEBUG oslo_concurrency.lockutils [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] Acquiring lock "b407224d-c687-4351-9bcf-d7ff85ab0193-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.374090] env[69440]: DEBUG oslo_concurrency.lockutils [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] Lock "b407224d-c687-4351-9bcf-d7ff85ab0193-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.374258] env[69440]: DEBUG oslo_concurrency.lockutils [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] Lock "b407224d-c687-4351-9bcf-d7ff85ab0193-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.374489] env[69440]: DEBUG nova.compute.manager [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] No waiting events found dispatching network-vif-plugged-f0d5ef4d-3cc7-4bc7-ae24-91f273711fad {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 741.374677] env[69440]: WARNING nova.compute.manager [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Received unexpected event network-vif-plugged-f0d5ef4d-3cc7-4bc7-ae24-91f273711fad for instance with vm_state building and task_state spawning. [ 741.374838] env[69440]: DEBUG nova.compute.manager [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Received event network-changed-f0d5ef4d-3cc7-4bc7-ae24-91f273711fad {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.374992] env[69440]: DEBUG nova.compute.manager [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Refreshing instance network info cache due to event network-changed-f0d5ef4d-3cc7-4bc7-ae24-91f273711fad. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.375220] env[69440]: DEBUG oslo_concurrency.lockutils [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] Acquiring lock "refresh_cache-b407224d-c687-4351-9bcf-d7ff85ab0193" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.652999] env[69440]: DEBUG oslo_vmware.api [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139140, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.657298] env[69440]: DEBUG nova.scheduler.client.report [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.705204] env[69440]: DEBUG oslo_concurrency.lockutils [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Releasing lock "refresh_cache-b407224d-c687-4351-9bcf-d7ff85ab0193" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.705532] env[69440]: DEBUG nova.compute.manager [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Instance network_info: |[{"id": "f0d5ef4d-3cc7-4bc7-ae24-91f273711fad", "address": "fa:16:3e:c1:e0:74", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0d5ef4d-3c", "ovs_interfaceid": "f0d5ef4d-3cc7-4bc7-ae24-91f273711fad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.705932] env[69440]: DEBUG oslo_concurrency.lockutils [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] Acquired lock "refresh_cache-b407224d-c687-4351-9bcf-d7ff85ab0193" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.706103] env[69440]: DEBUG nova.network.neutron [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Refreshing network info cache for port f0d5ef4d-3cc7-4bc7-ae24-91f273711fad {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.707280] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:e0:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0d5ef4d-3cc7-4bc7-ae24-91f273711fad', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.717461] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.717461] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.717461] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0324957c-5b9d-4dea-b38a-fe789b9d8d25 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.739416] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.739416] env[69440]: value = "task-4139141" [ 741.739416] env[69440]: _type = "Task" [ 741.739416] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.754387] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139141, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.770767] env[69440]: DEBUG oslo_vmware.api [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139138, 'name': PowerOnVM_Task, 'duration_secs': 0.740476} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.770767] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.770767] env[69440]: INFO nova.compute.manager [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Took 8.01 seconds to spawn the instance on the hypervisor. [ 741.770767] env[69440]: DEBUG nova.compute.manager [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 741.772100] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0aa0221-55ce-46f8-a71e-5ddc8c311bb5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.868793] env[69440]: DEBUG oslo_vmware.api [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139139, 'name': PowerOnVM_Task, 'duration_secs': 0.887244} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.868896] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.869144] env[69440]: INFO nova.compute.manager [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Took 5.39 seconds to spawn the instance on the hypervisor. [ 741.869336] env[69440]: DEBUG nova.compute.manager [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 741.870197] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638d981c-af24-48bd-a1c6-873a6943f93a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.151802] env[69440]: DEBUG oslo_vmware.api [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139140, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.163634] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.766s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.163902] env[69440]: INFO nova.compute.manager [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Migrating [ 742.164148] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.164294] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.168809] env[69440]: DEBUG oslo_concurrency.lockutils [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.548s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.171374] env[69440]: INFO nova.compute.claims [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.253401] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139141, 'name': CreateVM_Task, 'duration_secs': 0.433556} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.253614] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.254311] env[69440]: DEBUG oslo_concurrency.lockutils [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.254468] env[69440]: DEBUG oslo_concurrency.lockutils [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.254801] env[69440]: DEBUG oslo_concurrency.lockutils [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.255084] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fd3878a-3f33-42db-b7b0-b3bab60a730d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.263218] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for the task: (returnval){ [ 742.263218] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]527a44f5-912d-362e-98a3-93bd35fac1d2" [ 742.263218] env[69440]: _type = "Task" [ 742.263218] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.277377] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]527a44f5-912d-362e-98a3-93bd35fac1d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.294791] env[69440]: INFO nova.compute.manager [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Took 44.50 seconds to build instance. [ 742.393652] env[69440]: INFO nova.compute.manager [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Took 42.03 seconds to build instance. [ 742.573266] env[69440]: DEBUG nova.network.neutron [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Updated VIF entry in instance network info cache for port f0d5ef4d-3cc7-4bc7-ae24-91f273711fad. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.573266] env[69440]: DEBUG nova.network.neutron [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Updating instance_info_cache with network_info: [{"id": "f0d5ef4d-3cc7-4bc7-ae24-91f273711fad", "address": "fa:16:3e:c1:e0:74", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0d5ef4d-3c", "ovs_interfaceid": "f0d5ef4d-3cc7-4bc7-ae24-91f273711fad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.652613] env[69440]: DEBUG oslo_vmware.api [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139140, 'name': CloneVM_Task, 'duration_secs': 1.422584} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.653935] env[69440]: INFO nova.virt.vmwareapi.vmops [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Created linked-clone VM from snapshot [ 742.654945] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0745d3d-a332-4cc4-a954-f169ebf9053b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.668403] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Uploading image d3c78717-1204-457e-b446-30b8971c6f00 {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 742.670858] env[69440]: INFO nova.compute.rpcapi [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 742.671467] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.716797] env[69440]: DEBUG oslo_vmware.rw_handles [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 742.716797] env[69440]: value = "vm-819733" [ 742.716797] env[69440]: _type = "VirtualMachine" [ 742.716797] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 742.717776] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ba92ee1a-7948-46f1-ae30-fdc16815baa4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.732721] env[69440]: DEBUG oslo_vmware.rw_handles [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lease: (returnval){ [ 742.732721] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52106d7b-36ac-bda2-5358-5f769d7d0931" [ 742.732721] env[69440]: _type = "HttpNfcLease" [ 742.732721] env[69440]: } obtained for exporting VM: (result){ [ 742.732721] env[69440]: value = "vm-819733" [ 742.732721] env[69440]: _type = "VirtualMachine" [ 742.732721] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 742.733089] env[69440]: DEBUG oslo_vmware.api [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the lease: (returnval){ [ 742.733089] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52106d7b-36ac-bda2-5358-5f769d7d0931" [ 742.733089] env[69440]: _type = "HttpNfcLease" [ 742.733089] env[69440]: } to be ready. {{(pid=69440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 742.744029] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 742.744029] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52106d7b-36ac-bda2-5358-5f769d7d0931" [ 742.744029] env[69440]: _type = "HttpNfcLease" [ 742.744029] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 742.778264] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]527a44f5-912d-362e-98a3-93bd35fac1d2, 'name': SearchDatastore_Task, 'duration_secs': 0.014408} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.778597] env[69440]: DEBUG oslo_concurrency.lockutils [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.778929] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.779521] env[69440]: DEBUG oslo_concurrency.lockutils [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.779704] env[69440]: DEBUG oslo_concurrency.lockutils [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.779921] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.780255] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-738d5a08-4df3-4d4c-84c8-4868b130af28 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.794134] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.794134] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.794134] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d02b18e-9063-47c2-b758-1c5c9e1e29e1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.798431] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "4e574bef-58f7-4fe3-9f0f-c76854082912" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.973s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.803527] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for the task: (returnval){ [ 742.803527] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]526d14a7-907d-1457-50d4-51a6e0a06fa4" [ 742.803527] env[69440]: _type = "Task" [ 742.803527] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.813736] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526d14a7-907d-1457-50d4-51a6e0a06fa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.898357] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c3e6d82d-d7d8-47e6-a550-b7bb4539f298 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Lock "c6473d46-cde3-401b-8654-a9013978b81b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.321s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.075795] env[69440]: DEBUG oslo_concurrency.lockutils [req-de70d252-1584-4f1f-9d83-bb14da3b2228 req-1cfa98dd-0538-4dda-beae-0e384aa173f0 service nova] Releasing lock "refresh_cache-b407224d-c687-4351-9bcf-d7ff85ab0193" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.138018] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 743.141023] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 743.204861] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "refresh_cache-5c1878eb-3c4b-49b8-89ba-9c51845204bd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.205031] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquired lock "refresh_cache-5c1878eb-3c4b-49b8-89ba-9c51845204bd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.205185] env[69440]: DEBUG nova.network.neutron [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.966528] env[69440]: DEBUG nova.compute.manager [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.969443] env[69440]: DEBUG nova.compute.manager [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.972257] env[69440]: INFO nova.compute.manager [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Rebuilding instance [ 743.989690] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 743.989690] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 743.993752] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 743.993752] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 743.993752] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 743.993752] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 743.993752] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 743.993752] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 743.994953] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 743.994953] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52106d7b-36ac-bda2-5358-5f769d7d0931" [ 743.994953] env[69440]: _type = "HttpNfcLease" [ 743.994953] env[69440]: } is ready. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 743.998570] env[69440]: DEBUG oslo_vmware.rw_handles [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 743.998570] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52106d7b-36ac-bda2-5358-5f769d7d0931" [ 743.998570] env[69440]: _type = "HttpNfcLease" [ 743.998570] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 743.998855] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526d14a7-907d-1457-50d4-51a6e0a06fa4, 'name': SearchDatastore_Task, 'duration_secs': 0.012125} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.999851] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e106f53a-79f0-4692-8aa0-aa9f902543de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.003432] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89c5fb94-4c03-405d-95a5-204179ec36d4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.009967] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for the task: (returnval){ [ 744.009967] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d48db4-37fe-50af-28ae-6ba220c71b6b" [ 744.009967] env[69440]: _type = "Task" [ 744.009967] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.013764] env[69440]: DEBUG oslo_vmware.rw_handles [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3e986-5915-dcd9-639c-9f3ccb75e5a1/disk-0.vmdk from lease info. {{(pid=69440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 744.014060] env[69440]: DEBUG oslo_vmware.rw_handles [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3e986-5915-dcd9-639c-9f3ccb75e5a1/disk-0.vmdk for reading. {{(pid=69440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 744.089902] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d48db4-37fe-50af-28ae-6ba220c71b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.012734} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.091713] env[69440]: DEBUG oslo_concurrency.lockutils [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.092982] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] b407224d-c687-4351-9bcf-d7ff85ab0193/b407224d-c687-4351-9bcf-d7ff85ab0193.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.092982] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8682c8c3-8117-4f33-900f-f52fe201c626 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.101308] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for the task: (returnval){ [ 744.101308] env[69440]: value = "task-4139143" [ 744.101308] env[69440]: _type = "Task" [ 744.101308] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.112093] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4139143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.119160] env[69440]: DEBUG nova.compute.manager [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 744.120100] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c13e6c-b804-47d6-9335-817ab63a1824 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.133805] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ff870ad9-1f6a-45fe-b511-25f36520fd9f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.502393] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.523191] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.534656] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.614971] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4139143, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.723766] env[69440]: DEBUG nova.network.neutron [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Updating instance_info_cache with network_info: [{"id": "a0acc9f7-7520-43bf-9ee5-a77637b24316", "address": "fa:16:3e:df:a9:29", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0acc9f7-75", "ovs_interfaceid": "a0acc9f7-7520-43bf-9ee5-a77637b24316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.800132] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b999293e-ff61-4a9e-ac97-d1bf19987cb4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.809260] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd01b40-2d55-4595-be01-bc0084d85cd7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.843413] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9942bc-df65-450f-8db5-a6c993876c66 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.852831] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86604f8e-eca2-4643-a5cd-a74b65c04f94 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.870034] env[69440]: DEBUG nova.compute.provider_tree [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.120400] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4139143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666611} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.120857] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] b407224d-c687-4351-9bcf-d7ff85ab0193/b407224d-c687-4351-9bcf-d7ff85ab0193.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.120857] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.124024] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2f01081-6913-4796-8155-2a7c43ff2774 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.134502] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for the task: (returnval){ [ 745.134502] env[69440]: value = "task-4139144" [ 745.134502] env[69440]: _type = "Task" [ 745.134502] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.142020] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.142020] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1b09254-34da-4f1c-bddb-783cecd52981 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.156034] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for the task: (returnval){ [ 745.156034] env[69440]: value = "task-4139145" [ 745.156034] env[69440]: _type = "Task" [ 745.156034] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.157048] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4139144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.167604] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.225130] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Releasing lock "refresh_cache-5c1878eb-3c4b-49b8-89ba-9c51845204bd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.378529] env[69440]: DEBUG nova.scheduler.client.report [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.496350] env[69440]: DEBUG nova.compute.manager [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 745.498083] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b51d12-ac8d-4b03-8adc-b4c84992113a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.649832] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4139144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08201} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.650450] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.652285] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b537c7e-45b6-4f91-9525-28c46b868999 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.684991] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] b407224d-c687-4351-9bcf-d7ff85ab0193/b407224d-c687-4351-9bcf-d7ff85ab0193.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.684991] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61850655-bc71-42ff-b2c3-32e6a92a64cf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.704620] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139145, 'name': PowerOffVM_Task, 'duration_secs': 0.436194} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.711991] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.712195] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.714547] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b067ac0f-082d-43df-b643-c8309ac907b4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.721176] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for the task: (returnval){ [ 745.721176] env[69440]: value = "task-4139146" [ 745.721176] env[69440]: _type = "Task" [ 745.721176] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.726669] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.728079] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-282f1ff6-6412-4612-aa3a-c1eca2aa4f13 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.737378] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4139146, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.769063] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.769519] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.769716] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Deleting the datastore file [datastore1] c6473d46-cde3-401b-8654-a9013978b81b {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.770047] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9b6982a-7eb2-44fe-a45f-01e4d89adb72 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.780147] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for the task: (returnval){ [ 745.780147] env[69440]: value = "task-4139148" [ 745.780147] env[69440]: _type = "Task" [ 745.780147] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.794504] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.883810] env[69440]: DEBUG oslo_concurrency.lockutils [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.715s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.887258] env[69440]: DEBUG nova.compute.manager [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.890227] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.914s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.893091] env[69440]: INFO nova.compute.claims [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.011093] env[69440]: INFO nova.compute.manager [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] instance snapshotting [ 746.017566] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6a4f17-d1a3-47a2-9fde-9e534ae7c153 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.051456] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3ca773-eeec-4fe9-8484-c5092a9e4700 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.236723] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4139146, 'name': ReconfigVM_Task, 'duration_secs': 0.372852} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.236723] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Reconfigured VM instance instance-00000018 to attach disk [datastore2] b407224d-c687-4351-9bcf-d7ff85ab0193/b407224d-c687-4351-9bcf-d7ff85ab0193.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.236723] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8deb9e3b-df87-4d54-b3ec-d8320719667b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.250627] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for the task: (returnval){ [ 746.250627] env[69440]: value = "task-4139149" [ 746.250627] env[69440]: _type = "Task" [ 746.250627] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.263425] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4139149, 'name': Rename_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.294936] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13699} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.295463] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.295533] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.295816] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.403758] env[69440]: DEBUG nova.compute.utils [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.413305] env[69440]: DEBUG nova.compute.manager [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.413305] env[69440]: DEBUG nova.network.neutron [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.474257] env[69440]: DEBUG nova.policy [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3108417d62b44801b4c5a0d7aeb5d1b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '449c066c0a2644b995fd9fd41599b07a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.563138] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Creating Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 746.563845] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1808338a-5cd8-4d67-ac17-4f94fb7ec4a5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.576373] env[69440]: DEBUG oslo_vmware.api [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 746.576373] env[69440]: value = "task-4139150" [ 746.576373] env[69440]: _type = "Task" [ 746.576373] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.587771] env[69440]: DEBUG oslo_vmware.api [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139150, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.760851] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a55267e-35ba-4e27-aa05-d6bd748ef49d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.770967] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4139149, 'name': Rename_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.785345] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Updating instance '5c1878eb-3c4b-49b8-89ba-9c51845204bd' progress to 0 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 746.845943] env[69440]: DEBUG nova.network.neutron [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Successfully created port: 52de4e0f-4a41-4bca-abf5-c3e5145ab671 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.917309] env[69440]: DEBUG nova.compute.manager [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.094494] env[69440]: DEBUG oslo_vmware.api [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139150, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.143856] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Acquiring lock "f2ff90a8-b170-4ecf-be0c-da88d3f3a158" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.143856] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Lock "f2ff90a8-b170-4ecf-be0c-da88d3f3a158" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.270962] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4139149, 'name': Rename_Task, 'duration_secs': 0.911919} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.270962] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.270962] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d74ea51-702c-435b-b770-6ff87186b20c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.279483] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for the task: (returnval){ [ 747.279483] env[69440]: value = "task-4139151" [ 747.279483] env[69440]: _type = "Task" [ 747.279483] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.288594] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4139151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.291777] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.291777] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9025359-72f8-44de-955e-3be3c18ed54f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.300122] env[69440]: DEBUG oslo_vmware.api [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 747.300122] env[69440]: value = "task-4139152" [ 747.300122] env[69440]: _type = "Task" [ 747.300122] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.317547] env[69440]: DEBUG oslo_vmware.api [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.348339] env[69440]: DEBUG nova.virt.hardware [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.348339] env[69440]: DEBUG nova.virt.hardware [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.348520] env[69440]: DEBUG nova.virt.hardware [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.348742] env[69440]: DEBUG nova.virt.hardware [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.349751] env[69440]: DEBUG nova.virt.hardware [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.349751] env[69440]: DEBUG nova.virt.hardware [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.349751] env[69440]: DEBUG nova.virt.hardware [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.349751] env[69440]: DEBUG nova.virt.hardware [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.349751] env[69440]: DEBUG nova.virt.hardware [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.350181] env[69440]: DEBUG nova.virt.hardware [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.350181] env[69440]: DEBUG nova.virt.hardware [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.350943] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d243d58f-9656-4916-b2d7-1016109fc6fe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.364149] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643edb9d-a4e4-40b0-8b27-2f73417f0f5f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.385742] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Instance VIF info [] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.395743] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.395743] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.396224] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc7ce7e2-300f-4e2c-b047-2883154f6904 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.416646] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.416646] env[69440]: value = "task-4139153" [ 747.416646] env[69440]: _type = "Task" [ 747.416646] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.438422] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139153, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.594334] env[69440]: DEBUG oslo_vmware.api [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139150, 'name': CreateSnapshot_Task, 'duration_secs': 0.872026} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.597851] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Created Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 747.599493] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9ebe64-40a9-4823-87a1-e5c98e435639 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.645856] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4af3ed-26e6-4f41-94f6-7d933fadd06c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.657650] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33e2190-202d-402a-b640-5254128ad799 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.689755] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0a1523-7a7e-4475-8b24-51b71ae132f5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.698441] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ab47d9-d0e3-4964-9fcc-0d3de70d88ad {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.714592] env[69440]: DEBUG nova.compute.provider_tree [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.793698] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4139151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.813578] env[69440]: DEBUG oslo_vmware.api [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139152, 'name': PowerOffVM_Task, 'duration_secs': 0.316551} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.813887] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.814125] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Updating instance '5c1878eb-3c4b-49b8-89ba-9c51845204bd' progress to 17 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 747.930075] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139153, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.930075] env[69440]: DEBUG nova.compute.manager [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.962912] env[69440]: DEBUG nova.virt.hardware [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.963303] env[69440]: DEBUG nova.virt.hardware [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.963502] env[69440]: DEBUG nova.virt.hardware [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.963697] env[69440]: DEBUG nova.virt.hardware [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.963842] env[69440]: DEBUG nova.virt.hardware [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.963984] env[69440]: DEBUG nova.virt.hardware [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.964210] env[69440]: DEBUG nova.virt.hardware [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.964370] env[69440]: DEBUG nova.virt.hardware [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.964534] env[69440]: DEBUG nova.virt.hardware [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.964695] env[69440]: DEBUG nova.virt.hardware [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.964865] env[69440]: DEBUG nova.virt.hardware [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.965812] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d0a0cd-9c0a-4a2f-9457-d10312cf63f7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.975087] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a79e0c1-004c-4d62-9497-46eba7566878 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.034080] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquiring lock "0995d66a-3324-45b9-afe9-660cc208a538" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.034377] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lock "0995d66a-3324-45b9-afe9-660cc208a538" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.124235] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Creating linked-clone VM from snapshot {{(pid=69440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 748.124447] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-002b74c9-fb23-4334-b892-6f2ffb62b068 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.134343] env[69440]: DEBUG oslo_vmware.api [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 748.134343] env[69440]: value = "task-4139154" [ 748.134343] env[69440]: _type = "Task" [ 748.134343] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.146526] env[69440]: DEBUG oslo_vmware.api [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139154, 'name': CloneVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.218199] env[69440]: DEBUG nova.scheduler.client.report [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.293314] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4139151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.323353] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.326406] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.326406] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.326406] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.326406] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.326406] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.326406] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.326566] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.326566] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.326566] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.326566] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.333098] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b65ab7c-1150-49ce-8cb3-e32f7418848c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.353030] env[69440]: DEBUG oslo_vmware.api [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 748.353030] env[69440]: value = "task-4139155" [ 748.353030] env[69440]: _type = "Task" [ 748.353030] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.365832] env[69440]: DEBUG oslo_vmware.api [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.428092] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139153, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.430328] env[69440]: DEBUG nova.compute.manager [req-da3a4212-88fd-483c-b5e2-c4cbd83b8043 req-2b12d7c5-c898-43fc-917b-5dfc5e8ed2e5 service nova] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Received event network-vif-plugged-52de4e0f-4a41-4bca-abf5-c3e5145ab671 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.430562] env[69440]: DEBUG oslo_concurrency.lockutils [req-da3a4212-88fd-483c-b5e2-c4cbd83b8043 req-2b12d7c5-c898-43fc-917b-5dfc5e8ed2e5 service nova] Acquiring lock "559d44dc-2ae8-48a9-9dcd-bad5d03ed236-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.430738] env[69440]: DEBUG oslo_concurrency.lockutils [req-da3a4212-88fd-483c-b5e2-c4cbd83b8043 req-2b12d7c5-c898-43fc-917b-5dfc5e8ed2e5 service nova] Lock "559d44dc-2ae8-48a9-9dcd-bad5d03ed236-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.432108] env[69440]: DEBUG oslo_concurrency.lockutils [req-da3a4212-88fd-483c-b5e2-c4cbd83b8043 req-2b12d7c5-c898-43fc-917b-5dfc5e8ed2e5 service nova] Lock "559d44dc-2ae8-48a9-9dcd-bad5d03ed236-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.432108] env[69440]: DEBUG nova.compute.manager [req-da3a4212-88fd-483c-b5e2-c4cbd83b8043 req-2b12d7c5-c898-43fc-917b-5dfc5e8ed2e5 service nova] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] No waiting events found dispatching network-vif-plugged-52de4e0f-4a41-4bca-abf5-c3e5145ab671 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 748.432108] env[69440]: WARNING nova.compute.manager [req-da3a4212-88fd-483c-b5e2-c4cbd83b8043 req-2b12d7c5-c898-43fc-917b-5dfc5e8ed2e5 service nova] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Received unexpected event network-vif-plugged-52de4e0f-4a41-4bca-abf5-c3e5145ab671 for instance with vm_state building and task_state spawning. [ 748.541044] env[69440]: DEBUG nova.network.neutron [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Successfully updated port: 52de4e0f-4a41-4bca-abf5-c3e5145ab671 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.649450] env[69440]: DEBUG oslo_vmware.api [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139154, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.726073] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.836s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.726756] env[69440]: DEBUG nova.compute.manager [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.730521] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.071s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.732013] env[69440]: INFO nova.compute.claims [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.797932] env[69440]: DEBUG oslo_vmware.api [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4139151, 'name': PowerOnVM_Task, 'duration_secs': 1.418927} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.798924] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.799268] env[69440]: INFO nova.compute.manager [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Took 9.57 seconds to spawn the instance on the hypervisor. [ 748.799558] env[69440]: DEBUG nova.compute.manager [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 748.800673] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259ac05c-fffb-4d79-bf9d-08f97a559a0b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.865266] env[69440]: DEBUG oslo_vmware.api [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139155, 'name': ReconfigVM_Task, 'duration_secs': 0.388275} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.865606] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Updating instance '5c1878eb-3c4b-49b8-89ba-9c51845204bd' progress to 33 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 748.931792] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139153, 'name': CreateVM_Task, 'duration_secs': 1.042604} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.932016] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.932638] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.933995] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.934376] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.935079] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8228b791-80c1-459d-88d3-3fe8767747f6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.941399] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for the task: (returnval){ [ 748.941399] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52e0f1e7-3146-3a43-f4a5-c4534a758c54" [ 748.941399] env[69440]: _type = "Task" [ 748.941399] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.952214] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e0f1e7-3146-3a43-f4a5-c4534a758c54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.043874] env[69440]: DEBUG oslo_concurrency.lockutils [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "refresh_cache-559d44dc-2ae8-48a9-9dcd-bad5d03ed236" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.044020] env[69440]: DEBUG oslo_concurrency.lockutils [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquired lock "refresh_cache-559d44dc-2ae8-48a9-9dcd-bad5d03ed236" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.044202] env[69440]: DEBUG nova.network.neutron [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.146203] env[69440]: DEBUG oslo_vmware.api [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139154, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.240509] env[69440]: DEBUG nova.compute.utils [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.242186] env[69440]: DEBUG nova.compute.manager [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Not allocating networking since 'none' was specified. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 749.319733] env[69440]: INFO nova.compute.manager [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Took 45.33 seconds to build instance. [ 749.372669] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.372986] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.373210] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.373490] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.373744] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.373872] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.374241] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.374568] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.374840] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.375118] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.375395] env[69440]: DEBUG nova.virt.hardware [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.382820] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Reconfiguring VM instance instance-0000000e to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 749.383187] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71f41693-1949-44c0-bac4-6622212eeb71 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.405675] env[69440]: DEBUG oslo_vmware.api [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 749.405675] env[69440]: value = "task-4139156" [ 749.405675] env[69440]: _type = "Task" [ 749.405675] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.415862] env[69440]: DEBUG oslo_vmware.api [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.453256] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e0f1e7-3146-3a43-f4a5-c4534a758c54, 'name': SearchDatastore_Task, 'duration_secs': 0.011396} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.453668] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.453943] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.454160] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.454318] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.454492] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.454765] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5c1ed1f-d716-4117-9fda-7bceb9940104 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.465156] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.465379] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.466189] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51fe8446-3f0c-4303-a599-5476b9b61cbf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.473184] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for the task: (returnval){ [ 749.473184] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5269fe42-a087-08f6-8fb4-916b59faa1d8" [ 749.473184] env[69440]: _type = "Task" [ 749.473184] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.482964] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5269fe42-a087-08f6-8fb4-916b59faa1d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.578379] env[69440]: DEBUG nova.network.neutron [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.648089] env[69440]: DEBUG oslo_vmware.api [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139154, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.744308] env[69440]: DEBUG nova.compute.manager [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.754595] env[69440]: DEBUG nova.network.neutron [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Updating instance_info_cache with network_info: [{"id": "52de4e0f-4a41-4bca-abf5-c3e5145ab671", "address": "fa:16:3e:8d:3c:f7", "network": {"id": "eeb1fd99-8130-4307-a1ff-f4e0287dfc9c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-239946609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "449c066c0a2644b995fd9fd41599b07a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52de4e0f-4a", "ovs_interfaceid": "52de4e0f-4a41-4bca-abf5-c3e5145ab671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.822134] env[69440]: DEBUG oslo_concurrency.lockutils [None req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Lock "b407224d-c687-4351-9bcf-d7ff85ab0193" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.945s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.917994] env[69440]: DEBUG oslo_vmware.api [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139156, 'name': ReconfigVM_Task, 'duration_secs': 0.363246} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.918314] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Reconfigured VM instance instance-0000000e to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 749.919125] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7969a04c-f750-4768-95ce-13e52448232e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.948104] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 5c1878eb-3c4b-49b8-89ba-9c51845204bd/5c1878eb-3c4b-49b8-89ba-9c51845204bd.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.951716] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cd53689-9b1f-4597-a0bd-5b6e7cefe43f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.973553] env[69440]: DEBUG oslo_vmware.api [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 749.973553] env[69440]: value = "task-4139157" [ 749.973553] env[69440]: _type = "Task" [ 749.973553] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.990273] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5269fe42-a087-08f6-8fb4-916b59faa1d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010219} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.994874] env[69440]: DEBUG oslo_vmware.api [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.998289] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26a2fca0-8c60-40a5-a93a-b6b45e58c826 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.005597] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for the task: (returnval){ [ 750.005597] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528a8209-b53d-c845-c627-91f1d3521570" [ 750.005597] env[69440]: _type = "Task" [ 750.005597] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.017355] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528a8209-b53d-c845-c627-91f1d3521570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.150661] env[69440]: DEBUG oslo_vmware.api [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139154, 'name': CloneVM_Task, 'duration_secs': 1.764605} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.150949] env[69440]: INFO nova.virt.vmwareapi.vmops [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Created linked-clone VM from snapshot [ 750.151816] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f25f784-6146-43bc-b5ec-9811d4210025 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.165633] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Uploading image 8899c24f-3b59-433f-807c-0f910fdc67ff {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 750.171675] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf976f23-8486-40b0-bdac-1266f24d1f0e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.177529] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Destroying the VM {{(pid=69440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 750.177848] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-23a2c889-7e9f-4548-83c5-cd8b240eefc2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.182285] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b75686-60a3-467a-b919-ed4b2cba6c38 tempest-ServersAdminNegativeTestJSON-693583648 tempest-ServersAdminNegativeTestJSON-693583648-project-admin] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Suspending the VM {{(pid=69440) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 750.182779] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-18482012-f3a2-411e-883e-a8d3697ca2b5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.188091] env[69440]: DEBUG oslo_vmware.api [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 750.188091] env[69440]: value = "task-4139158" [ 750.188091] env[69440]: _type = "Task" [ 750.188091] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.189751] env[69440]: DEBUG oslo_vmware.api [None req-c9b75686-60a3-467a-b919-ed4b2cba6c38 tempest-ServersAdminNegativeTestJSON-693583648 tempest-ServersAdminNegativeTestJSON-693583648-project-admin] Waiting for the task: (returnval){ [ 750.189751] env[69440]: value = "task-4139159" [ 750.189751] env[69440]: _type = "Task" [ 750.189751] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.207632] env[69440]: DEBUG oslo_vmware.api [None req-c9b75686-60a3-467a-b919-ed4b2cba6c38 tempest-ServersAdminNegativeTestJSON-693583648 tempest-ServersAdminNegativeTestJSON-693583648-project-admin] Task: {'id': task-4139159, 'name': SuspendVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.211149] env[69440]: DEBUG oslo_vmware.api [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139158, 'name': Destroy_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.257596] env[69440]: DEBUG oslo_concurrency.lockutils [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Releasing lock "refresh_cache-559d44dc-2ae8-48a9-9dcd-bad5d03ed236" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.262542] env[69440]: DEBUG nova.compute.manager [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Instance network_info: |[{"id": "52de4e0f-4a41-4bca-abf5-c3e5145ab671", "address": "fa:16:3e:8d:3c:f7", "network": {"id": "eeb1fd99-8130-4307-a1ff-f4e0287dfc9c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-239946609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "449c066c0a2644b995fd9fd41599b07a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52de4e0f-4a", "ovs_interfaceid": "52de4e0f-4a41-4bca-abf5-c3e5145ab671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.264101] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:3c:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52de4e0f-4a41-4bca-abf5-c3e5145ab671', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.271996] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Creating folder: Project (449c066c0a2644b995fd9fd41599b07a). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.275431] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9790f36-4b5a-4267-acc4-e2f5d0845679 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.291174] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Created folder: Project (449c066c0a2644b995fd9fd41599b07a) in parent group-v819662. [ 750.291403] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Creating folder: Instances. Parent ref: group-v819738. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.291755] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab704dae-99d1-4159-983b-bd317e7b14a7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.309126] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Created folder: Instances in parent group-v819738. [ 750.309959] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.312649] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.315398] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed280ada-d6ff-4f6c-a3b6-0c14fbb83268 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.331703] env[69440]: DEBUG nova.compute.manager [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.344124] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.344124] env[69440]: value = "task-4139162" [ 750.344124] env[69440]: _type = "Task" [ 750.344124] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.361111] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139162, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.394327] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3914fa63-1400-4d5e-a10c-ee75e5e7b0bc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.404645] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608e1d68-d747-4adb-8e29-88678a21f27a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.443510] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7801f8d-394d-4862-a862-2e6a46617f48 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.453354] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e96d44-03c4-4254-8490-6f10b0b2ec81 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.469726] env[69440]: DEBUG nova.compute.provider_tree [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.486106] env[69440]: DEBUG oslo_vmware.api [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139157, 'name': ReconfigVM_Task, 'duration_secs': 0.429764} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.486414] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 5c1878eb-3c4b-49b8-89ba-9c51845204bd/5c1878eb-3c4b-49b8-89ba-9c51845204bd.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.486692] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Updating instance '5c1878eb-3c4b-49b8-89ba-9c51845204bd' progress to 50 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 750.519759] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528a8209-b53d-c845-c627-91f1d3521570, 'name': SearchDatastore_Task, 'duration_secs': 0.010615} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.520075] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.520402] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] c6473d46-cde3-401b-8654-a9013978b81b/c6473d46-cde3-401b-8654-a9013978b81b.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.521053] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2a6bbdd-a975-4032-bcbe-229e753ee536 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.529792] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for the task: (returnval){ [ 750.529792] env[69440]: value = "task-4139163" [ 750.529792] env[69440]: _type = "Task" [ 750.529792] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.539502] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.578833] env[69440]: DEBUG nova.compute.manager [req-8daa6257-097f-4ec4-96a3-4695f9831477 req-9481aa9d-7846-45af-9a5d-45d6923fffcb service nova] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Received event network-changed-52de4e0f-4a41-4bca-abf5-c3e5145ab671 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.579097] env[69440]: DEBUG nova.compute.manager [req-8daa6257-097f-4ec4-96a3-4695f9831477 req-9481aa9d-7846-45af-9a5d-45d6923fffcb service nova] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Refreshing instance network info cache due to event network-changed-52de4e0f-4a41-4bca-abf5-c3e5145ab671. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.579817] env[69440]: DEBUG oslo_concurrency.lockutils [req-8daa6257-097f-4ec4-96a3-4695f9831477 req-9481aa9d-7846-45af-9a5d-45d6923fffcb service nova] Acquiring lock "refresh_cache-559d44dc-2ae8-48a9-9dcd-bad5d03ed236" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.579905] env[69440]: DEBUG oslo_concurrency.lockutils [req-8daa6257-097f-4ec4-96a3-4695f9831477 req-9481aa9d-7846-45af-9a5d-45d6923fffcb service nova] Acquired lock "refresh_cache-559d44dc-2ae8-48a9-9dcd-bad5d03ed236" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.580116] env[69440]: DEBUG nova.network.neutron [req-8daa6257-097f-4ec4-96a3-4695f9831477 req-9481aa9d-7846-45af-9a5d-45d6923fffcb service nova] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Refreshing network info cache for port 52de4e0f-4a41-4bca-abf5-c3e5145ab671 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.704538] env[69440]: DEBUG oslo_vmware.api [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139158, 'name': Destroy_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.711581] env[69440]: DEBUG oslo_vmware.api [None req-c9b75686-60a3-467a-b919-ed4b2cba6c38 tempest-ServersAdminNegativeTestJSON-693583648 tempest-ServersAdminNegativeTestJSON-693583648-project-admin] Task: {'id': task-4139159, 'name': SuspendVM_Task} progress is 62%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.765257] env[69440]: DEBUG nova.compute.manager [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.789504] env[69440]: DEBUG nova.virt.hardware [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.789810] env[69440]: DEBUG nova.virt.hardware [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.789991] env[69440]: DEBUG nova.virt.hardware [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.790200] env[69440]: DEBUG nova.virt.hardware [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.790353] env[69440]: DEBUG nova.virt.hardware [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.790494] env[69440]: DEBUG nova.virt.hardware [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.790696] env[69440]: DEBUG nova.virt.hardware [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.790848] env[69440]: DEBUG nova.virt.hardware [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.791017] env[69440]: DEBUG nova.virt.hardware [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.791189] env[69440]: DEBUG nova.virt.hardware [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.791401] env[69440]: DEBUG nova.virt.hardware [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.792341] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe418c8-3530-4047-8888-8ef2e020e210 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.801661] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defd3a66-3e81-4e3c-8a2e-609a2fab4081 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.818728] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Instance VIF info [] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.826260] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Creating folder: Project (98bd66139b5946c58ededa93a3f55d00). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.826780] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4b9eba6-c41e-46ef-9ddc-d1b0d5393023 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.848029] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Created folder: Project (98bd66139b5946c58ededa93a3f55d00) in parent group-v819662. [ 750.848029] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Creating folder: Instances. Parent ref: group-v819741. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.848029] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f5f7f40-aefa-4173-8ba1-ab126b66c474 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.862783] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139162, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.868954] env[69440]: DEBUG oslo_concurrency.lockutils [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.891344] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Created folder: Instances in parent group-v819741. [ 750.891726] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.892296] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.892584] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29bea92b-6c56-4997-a616-99c8addf313b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.914296] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.914296] env[69440]: value = "task-4139166" [ 750.914296] env[69440]: _type = "Task" [ 750.914296] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.924828] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139166, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.974140] env[69440]: DEBUG nova.scheduler.client.report [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.994401] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99eba3a9-cd0b-4fee-9ef5-96c685b92495 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.019311] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448101c8-3e86-41ee-99d3-6ff469810451 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.041598] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Updating instance '5c1878eb-3c4b-49b8-89ba-9c51845204bd' progress to 67 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 751.058036] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139163, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.209500] env[69440]: DEBUG oslo_vmware.api [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139158, 'name': Destroy_Task, 'duration_secs': 0.545104} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.212943] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Destroyed the VM [ 751.213417] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Deleting Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 751.213789] env[69440]: DEBUG oslo_vmware.api [None req-c9b75686-60a3-467a-b919-ed4b2cba6c38 tempest-ServersAdminNegativeTestJSON-693583648 tempest-ServersAdminNegativeTestJSON-693583648-project-admin] Task: {'id': task-4139159, 'name': SuspendVM_Task, 'duration_secs': 0.697806} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.213924] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-725323ef-b579-49cf-8aa5-c7429b24c219 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.215779] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b75686-60a3-467a-b919-ed4b2cba6c38 tempest-ServersAdminNegativeTestJSON-693583648 tempest-ServersAdminNegativeTestJSON-693583648-project-admin] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Suspended the VM {{(pid=69440) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 751.216063] env[69440]: DEBUG nova.compute.manager [None req-c9b75686-60a3-467a-b919-ed4b2cba6c38 tempest-ServersAdminNegativeTestJSON-693583648 tempest-ServersAdminNegativeTestJSON-693583648-project-admin] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 751.216949] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c22277-720d-429b-8885-c7cd81922eae {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.230376] env[69440]: DEBUG oslo_vmware.api [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 751.230376] env[69440]: value = "task-4139167" [ 751.230376] env[69440]: _type = "Task" [ 751.230376] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.240144] env[69440]: DEBUG oslo_vmware.api [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139167, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.345228] env[69440]: DEBUG nova.network.neutron [req-8daa6257-097f-4ec4-96a3-4695f9831477 req-9481aa9d-7846-45af-9a5d-45d6923fffcb service nova] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Updated VIF entry in instance network info cache for port 52de4e0f-4a41-4bca-abf5-c3e5145ab671. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.345630] env[69440]: DEBUG nova.network.neutron [req-8daa6257-097f-4ec4-96a3-4695f9831477 req-9481aa9d-7846-45af-9a5d-45d6923fffcb service nova] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Updating instance_info_cache with network_info: [{"id": "52de4e0f-4a41-4bca-abf5-c3e5145ab671", "address": "fa:16:3e:8d:3c:f7", "network": {"id": "eeb1fd99-8130-4307-a1ff-f4e0287dfc9c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-239946609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "449c066c0a2644b995fd9fd41599b07a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52de4e0f-4a", "ovs_interfaceid": "52de4e0f-4a41-4bca-abf5-c3e5145ab671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.357892] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139162, 'name': CreateVM_Task, 'duration_secs': 0.886449} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.358103] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.358783] env[69440]: DEBUG oslo_concurrency.lockutils [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.358949] env[69440]: DEBUG oslo_concurrency.lockutils [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.359447] env[69440]: DEBUG oslo_concurrency.lockutils [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.360160] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d840ee13-ca0b-4bb2-bf95-f63eb1e23651 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.366604] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 751.366604] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528fa22e-aec4-8c20-fb67-674040a2bd4c" [ 751.366604] env[69440]: _type = "Task" [ 751.366604] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.375866] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528fa22e-aec4-8c20-fb67-674040a2bd4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.425546] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139166, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.479439] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.480220] env[69440]: DEBUG nova.compute.manager [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.484041] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.761s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.486010] env[69440]: INFO nova.compute.claims [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.555641] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684398} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.555941] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] c6473d46-cde3-401b-8654-a9013978b81b/c6473d46-cde3-401b-8654-a9013978b81b.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.556193] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.556827] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82f78f1e-de55-4d47-871a-b0d02f8e202c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.565600] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for the task: (returnval){ [ 751.565600] env[69440]: value = "task-4139168" [ 751.565600] env[69440]: _type = "Task" [ 751.565600] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.575267] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.593937] env[69440]: DEBUG nova.network.neutron [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Port a0acc9f7-7520-43bf-9ee5-a77637b24316 binding to destination host cpu-1 is already ACTIVE {{(pid=69440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 751.746174] env[69440]: DEBUG oslo_vmware.api [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139167, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.848953] env[69440]: DEBUG oslo_concurrency.lockutils [req-8daa6257-097f-4ec4-96a3-4695f9831477 req-9481aa9d-7846-45af-9a5d-45d6923fffcb service nova] Releasing lock "refresh_cache-559d44dc-2ae8-48a9-9dcd-bad5d03ed236" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.879487] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528fa22e-aec4-8c20-fb67-674040a2bd4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010687} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.879885] env[69440]: DEBUG oslo_concurrency.lockutils [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.880156] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.880451] env[69440]: DEBUG oslo_concurrency.lockutils [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.880615] env[69440]: DEBUG oslo_concurrency.lockutils [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.880821] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.881126] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cead01e-9bf7-4b07-9299-9aeecc177df6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.891430] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.891657] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.892453] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-491be4de-b017-44a9-b4a3-c98f4cf9d8b8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.898703] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 751.898703] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52a49a46-bbb2-62f2-cfc9-4c842105b59e" [ 751.898703] env[69440]: _type = "Task" [ 751.898703] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.909440] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a49a46-bbb2-62f2-cfc9-4c842105b59e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.930771] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139166, 'name': CreateVM_Task, 'duration_secs': 0.632461} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.930771] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.931820] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.932137] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.932911] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.933448] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c902c77-da87-474d-874b-c8f71b6b4abc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.941112] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for the task: (returnval){ [ 751.941112] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52a4a372-73ce-d2c4-6092-570de8bea247" [ 751.941112] env[69440]: _type = "Task" [ 751.941112] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.952113] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a4a372-73ce-d2c4-6092-570de8bea247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.994108] env[69440]: DEBUG nova.compute.utils [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.995533] env[69440]: DEBUG nova.compute.manager [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.995700] env[69440]: DEBUG nova.network.neutron [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.033958] env[69440]: DEBUG nova.policy [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2de649b13cfe46b8b69de421ab1edd67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d1aead63af044df9df43c2755ab7bbe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.075876] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069268} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.076173] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.076972] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c634bb3d-4582-4189-b14e-863ccb570692 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.100612] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] c6473d46-cde3-401b-8654-a9013978b81b/c6473d46-cde3-401b-8654-a9013978b81b.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.105585] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84edb176-05b1-4776-9595-7bc521bc1626 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.126813] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for the task: (returnval){ [ 752.126813] env[69440]: value = "task-4139169" [ 752.126813] env[69440]: _type = "Task" [ 752.126813] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.136613] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.247300] env[69440]: DEBUG oslo_vmware.api [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139167, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.341655] env[69440]: DEBUG nova.network.neutron [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Successfully created port: 7bae1de3-ff26-4b2c-9941-c02f858e5c3a {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.420039] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a49a46-bbb2-62f2-cfc9-4c842105b59e, 'name': SearchDatastore_Task, 'duration_secs': 0.010965} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.420039] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ef59792-5b50-4b4e-8bb9-95776bb7fee9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.426812] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 752.426812] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]521160e9-6162-2901-edba-412c0662f35a" [ 752.426812] env[69440]: _type = "Task" [ 752.426812] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.435697] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521160e9-6162-2901-edba-412c0662f35a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.456125] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a4a372-73ce-d2c4-6092-570de8bea247, 'name': SearchDatastore_Task, 'duration_secs': 0.010822} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.456125] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.456125] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.456125] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.501681] env[69440]: DEBUG nova.compute.manager [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.627970] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "5c1878eb-3c4b-49b8-89ba-9c51845204bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.628254] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "5c1878eb-3c4b-49b8-89ba-9c51845204bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.628424] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "5c1878eb-3c4b-49b8-89ba-9c51845204bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.646950] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139169, 'name': ReconfigVM_Task, 'duration_secs': 0.297858} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.646950] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Reconfigured VM instance instance-00000017 to attach disk [datastore1] c6473d46-cde3-401b-8654-a9013978b81b/c6473d46-cde3-401b-8654-a9013978b81b.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.647695] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c81a8798-1a99-450d-93d8-784a1c7c9f21 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.659254] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for the task: (returnval){ [ 752.659254] env[69440]: value = "task-4139170" [ 752.659254] env[69440]: _type = "Task" [ 752.659254] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.676736] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139170, 'name': Rename_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.745626] env[69440]: DEBUG oslo_vmware.api [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139167, 'name': RemoveSnapshot_Task, 'duration_secs': 1.042838} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.746616] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Deleted Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 752.942124] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521160e9-6162-2901-edba-412c0662f35a, 'name': SearchDatastore_Task, 'duration_secs': 0.010191} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.942413] env[69440]: DEBUG oslo_concurrency.lockutils [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.942692] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 559d44dc-2ae8-48a9-9dcd-bad5d03ed236/559d44dc-2ae8-48a9-9dcd-bad5d03ed236.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.943129] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.943247] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.944291] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cbf2841-c7f4-498b-b6b2-13ac856c396b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.948562] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8d7dba1-fd49-4947-bfd2-cac4b52414e6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.957754] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 752.957754] env[69440]: value = "task-4139171" [ 752.957754] env[69440]: _type = "Task" [ 752.957754] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.959150] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.959389] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.966227] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e40897d-2a84-4c76-8866-b4151e5bd9c1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.974665] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.976318] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for the task: (returnval){ [ 752.976318] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52928335-1a23-279c-8a47-304c3f6a1c62" [ 752.976318] env[69440]: _type = "Task" [ 752.976318] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.986600] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52928335-1a23-279c-8a47-304c3f6a1c62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.116602] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f33e80-8cc5-4e17-a16c-1eb31b7f14e1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.125539] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19c6676-2dfd-4a1e-9780-2f1fbb8bd05b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.167959] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f76ca56-1abe-462f-bd49-39d72e5136a5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.180155] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139170, 'name': Rename_Task, 'duration_secs': 0.143547} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.183041] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.183410] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89559d97-1758-4034-b79c-a299c946c74b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.186599] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c5cff8-071e-4b71-ae06-4d63b0e8d241 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.204807] env[69440]: DEBUG nova.compute.provider_tree [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.207983] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for the task: (returnval){ [ 753.207983] env[69440]: value = "task-4139172" [ 753.207983] env[69440]: _type = "Task" [ 753.207983] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.220149] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.253633] env[69440]: WARNING nova.compute.manager [None req-54dd1464-b29e-47de-8dd1-138e9bf75ef5 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Image not found during snapshot: nova.exception.ImageNotFound: Image 8899c24f-3b59-433f-807c-0f910fdc67ff could not be found. [ 753.421468] env[69440]: DEBUG oslo_vmware.rw_handles [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3e986-5915-dcd9-639c-9f3ccb75e5a1/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 753.426507] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718338d9-d1c4-4c7f-a2f0-8c3972c5530e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.431428] env[69440]: DEBUG oslo_vmware.rw_handles [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3e986-5915-dcd9-639c-9f3ccb75e5a1/disk-0.vmdk is in state: ready. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 753.431753] env[69440]: ERROR oslo_vmware.rw_handles [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3e986-5915-dcd9-639c-9f3ccb75e5a1/disk-0.vmdk due to incomplete transfer. [ 753.432127] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d842dcaf-bcef-4fda-a1f9-6bd454da148d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.443714] env[69440]: DEBUG oslo_vmware.rw_handles [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3e986-5915-dcd9-639c-9f3ccb75e5a1/disk-0.vmdk. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 753.443947] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Uploaded image d3c78717-1204-457e-b446-30b8971c6f00 to the Glance image server {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 753.446372] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Destroying the VM {{(pid=69440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 753.446740] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2b035e51-2260-4ca1-be0e-178c15c211fb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.458048] env[69440]: DEBUG oslo_vmware.api [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 753.458048] env[69440]: value = "task-4139173" [ 753.458048] env[69440]: _type = "Task" [ 753.458048] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.473226] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139171, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.479434] env[69440]: DEBUG oslo_vmware.api [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139173, 'name': Destroy_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.490492] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52928335-1a23-279c-8a47-304c3f6a1c62, 'name': SearchDatastore_Task, 'duration_secs': 0.012594} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.491539] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc559f4e-0901-4aa8-a03e-17573e53b720 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.498814] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for the task: (returnval){ [ 753.498814] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]524f906b-dbba-188a-4422-a78e47496f4d" [ 753.498814] env[69440]: _type = "Task" [ 753.498814] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.508155] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]524f906b-dbba-188a-4422-a78e47496f4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.514538] env[69440]: DEBUG nova.compute.manager [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.536507] env[69440]: DEBUG nova.virt.hardware [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.536507] env[69440]: DEBUG nova.virt.hardware [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.537409] env[69440]: DEBUG nova.virt.hardware [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.537409] env[69440]: DEBUG nova.virt.hardware [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.537409] env[69440]: DEBUG nova.virt.hardware [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.537409] env[69440]: DEBUG nova.virt.hardware [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.537599] env[69440]: DEBUG nova.virt.hardware [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.537848] env[69440]: DEBUG nova.virt.hardware [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.537848] env[69440]: DEBUG nova.virt.hardware [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.538432] env[69440]: DEBUG nova.virt.hardware [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.538432] env[69440]: DEBUG nova.virt.hardware [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.539042] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1467f8cf-3231-4d6b-84f5-58d054cdb9c5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.548275] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678dbcfc-0ef6-4dcd-9499-f35ac1406f64 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.714177] env[69440]: DEBUG nova.scheduler.client.report [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.730368] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "refresh_cache-5c1878eb-3c4b-49b8-89ba-9c51845204bd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.730766] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquired lock "refresh_cache-5c1878eb-3c4b-49b8-89ba-9c51845204bd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.731064] env[69440]: DEBUG nova.network.neutron [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.743250] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139172, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.956026] env[69440]: DEBUG nova.network.neutron [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Successfully updated port: 7bae1de3-ff26-4b2c-9941-c02f858e5c3a {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.973805] env[69440]: DEBUG oslo_vmware.api [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139173, 'name': Destroy_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.977095] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53099} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.977425] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 559d44dc-2ae8-48a9-9dcd-bad5d03ed236/559d44dc-2ae8-48a9-9dcd-bad5d03ed236.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.977694] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.978225] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-476580ae-e3ac-4227-82ae-37a4e71d610c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.985576] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 753.985576] env[69440]: value = "task-4139174" [ 753.985576] env[69440]: _type = "Task" [ 753.985576] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.995895] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.009477] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]524f906b-dbba-188a-4422-a78e47496f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009615} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.010839] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.011114] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 443a8dc6-a88a-45e9-9a8c-f9976f91b821/443a8dc6-a88a-45e9-9a8c-f9976f91b821.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.012125] env[69440]: DEBUG nova.compute.manager [req-18129985-6b4a-444d-92a1-674ef9396f0b req-e58756c4-b934-4ad6-a0df-83c3e1106e7f service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Received event network-vif-plugged-7bae1de3-ff26-4b2c-9941-c02f858e5c3a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.012352] env[69440]: DEBUG oslo_concurrency.lockutils [req-18129985-6b4a-444d-92a1-674ef9396f0b req-e58756c4-b934-4ad6-a0df-83c3e1106e7f service nova] Acquiring lock "452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.012556] env[69440]: DEBUG oslo_concurrency.lockutils [req-18129985-6b4a-444d-92a1-674ef9396f0b req-e58756c4-b934-4ad6-a0df-83c3e1106e7f service nova] Lock "452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.012714] env[69440]: DEBUG oslo_concurrency.lockutils [req-18129985-6b4a-444d-92a1-674ef9396f0b req-e58756c4-b934-4ad6-a0df-83c3e1106e7f service nova] Lock "452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.013071] env[69440]: DEBUG nova.compute.manager [req-18129985-6b4a-444d-92a1-674ef9396f0b req-e58756c4-b934-4ad6-a0df-83c3e1106e7f service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] No waiting events found dispatching network-vif-plugged-7bae1de3-ff26-4b2c-9941-c02f858e5c3a {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 754.013729] env[69440]: WARNING nova.compute.manager [req-18129985-6b4a-444d-92a1-674ef9396f0b req-e58756c4-b934-4ad6-a0df-83c3e1106e7f service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Received unexpected event network-vif-plugged-7bae1de3-ff26-4b2c-9941-c02f858e5c3a for instance with vm_state building and task_state spawning. [ 754.013729] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f075d42-aa10-4408-94a5-333fd9c188de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.021080] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for the task: (returnval){ [ 754.021080] env[69440]: value = "task-4139175" [ 754.021080] env[69440]: _type = "Task" [ 754.021080] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.030697] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.158473] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "4e574bef-58f7-4fe3-9f0f-c76854082912" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.158737] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "4e574bef-58f7-4fe3-9f0f-c76854082912" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.158944] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "4e574bef-58f7-4fe3-9f0f-c76854082912-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.159149] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "4e574bef-58f7-4fe3-9f0f-c76854082912-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.159311] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "4e574bef-58f7-4fe3-9f0f-c76854082912-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.161717] env[69440]: INFO nova.compute.manager [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Terminating instance [ 754.221513] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.222064] env[69440]: DEBUG nova.compute.manager [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.225618] env[69440]: DEBUG oslo_concurrency.lockutils [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.570s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.225837] env[69440]: DEBUG nova.objects.instance [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Lazy-loading 'resources' on Instance uuid f9371520-75bc-414a-a704-30dba68d5a52 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.243526] env[69440]: DEBUG oslo_vmware.api [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139172, 'name': PowerOnVM_Task, 'duration_secs': 0.617983} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.243526] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.243688] env[69440]: DEBUG nova.compute.manager [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 754.244691] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a00802-cb90-40ea-aadb-8e924f4546ed {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.461183] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquiring lock "refresh_cache-452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.461183] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquired lock "refresh_cache-452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.461183] env[69440]: DEBUG nova.network.neutron [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.478844] env[69440]: DEBUG oslo_vmware.api [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139173, 'name': Destroy_Task, 'duration_secs': 0.602949} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.479212] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Destroyed the VM [ 754.479558] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Deleting Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 754.480959] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2929f725-8934-48d7-a99d-711cc6af56b3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.490977] env[69440]: DEBUG nova.network.neutron [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Updating instance_info_cache with network_info: [{"id": "a0acc9f7-7520-43bf-9ee5-a77637b24316", "address": "fa:16:3e:df:a9:29", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0acc9f7-75", "ovs_interfaceid": "a0acc9f7-7520-43bf-9ee5-a77637b24316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.495932] env[69440]: DEBUG oslo_vmware.api [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 754.495932] env[69440]: value = "task-4139176" [ 754.495932] env[69440]: _type = "Task" [ 754.495932] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.502981] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086445} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.503928] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.505024] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2e505d-964d-426b-b1fb-9c8da9b09be0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.511987] env[69440]: DEBUG oslo_vmware.api [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139176, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.534715] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 559d44dc-2ae8-48a9-9dcd-bad5d03ed236/559d44dc-2ae8-48a9-9dcd-bad5d03ed236.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.538721] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c6034ee-4178-402c-a0fa-5a3f919832c1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.559482] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522745} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.560931] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 443a8dc6-a88a-45e9-9a8c-f9976f91b821/443a8dc6-a88a-45e9-9a8c-f9976f91b821.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.561215] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.561509] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 754.561509] env[69440]: value = "task-4139177" [ 754.561509] env[69440]: _type = "Task" [ 754.561509] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.561705] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b519ec1-5c69-468b-8e17-e4dc21b7233c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.573380] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139177, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.575382] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for the task: (returnval){ [ 754.575382] env[69440]: value = "task-4139178" [ 754.575382] env[69440]: _type = "Task" [ 754.575382] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.583203] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.639926] env[69440]: DEBUG oslo_concurrency.lockutils [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquiring lock "b407224d-c687-4351-9bcf-d7ff85ab0193" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.640300] env[69440]: DEBUG oslo_concurrency.lockutils [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Lock "b407224d-c687-4351-9bcf-d7ff85ab0193" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.640568] env[69440]: DEBUG oslo_concurrency.lockutils [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquiring lock "b407224d-c687-4351-9bcf-d7ff85ab0193-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.640791] env[69440]: DEBUG oslo_concurrency.lockutils [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Lock "b407224d-c687-4351-9bcf-d7ff85ab0193-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.641029] env[69440]: DEBUG oslo_concurrency.lockutils [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Lock "b407224d-c687-4351-9bcf-d7ff85ab0193-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.644687] env[69440]: INFO nova.compute.manager [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Terminating instance [ 754.666267] env[69440]: DEBUG nova.compute.manager [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.666519] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.667664] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d2ccc7-2c13-404a-8b12-5f1b2bdd5864 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.676789] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.676980] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c811b716-6a59-4e27-a532-27f740d08936 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.684418] env[69440]: DEBUG oslo_vmware.api [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 754.684418] env[69440]: value = "task-4139179" [ 754.684418] env[69440]: _type = "Task" [ 754.684418] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.693408] env[69440]: DEBUG oslo_vmware.api [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.738513] env[69440]: DEBUG nova.compute.utils [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.739933] env[69440]: DEBUG nova.compute.manager [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.740141] env[69440]: DEBUG nova.network.neutron [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.765945] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.785829] env[69440]: DEBUG nova.policy [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5453e29b1e164e708b74abee8e68a929', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce1b9966b9444589a47ad0c5c5125308', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.994848] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Releasing lock "refresh_cache-5c1878eb-3c4b-49b8-89ba-9c51845204bd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.011023] env[69440]: DEBUG nova.network.neutron [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.018688] env[69440]: DEBUG oslo_vmware.api [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139176, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.081165] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139177, 'name': ReconfigVM_Task, 'duration_secs': 0.29992} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.087157] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 559d44dc-2ae8-48a9-9dcd-bad5d03ed236/559d44dc-2ae8-48a9-9dcd-bad5d03ed236.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.088144] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8c64be9-d084-4533-b929-f497329d48ed {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.097773] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.099558] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 755.099558] env[69440]: value = "task-4139180" [ 755.099558] env[69440]: _type = "Task" [ 755.099558] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.111505] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139180, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.154856] env[69440]: DEBUG nova.compute.manager [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.155181] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.156992] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90326029-741f-48bf-8772-fd19bf4da5c7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.167471] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.167750] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9e5bda2-01d1-473c-bd3f-cd6aab2f4b6f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.201777] env[69440]: DEBUG oslo_vmware.api [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.246131] env[69440]: DEBUG nova.compute.manager [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.286464] env[69440]: DEBUG nova.network.neutron [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Updating instance_info_cache with network_info: [{"id": "7bae1de3-ff26-4b2c-9941-c02f858e5c3a", "address": "fa:16:3e:f8:74:e2", "network": {"id": "7df8f4a2-693e-4780-89d0-9346425975b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-590937234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d1aead63af044df9df43c2755ab7bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bae1de3-ff", "ovs_interfaceid": "7bae1de3-ff26-4b2c-9941-c02f858e5c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.319852] env[69440]: DEBUG nova.network.neutron [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Successfully created port: 245fdd9c-58db-4452-a548-9cf04ed8e88e {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.399942] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c63f357-d693-426b-89d6-ef0f75f03b69 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.408478] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bae393-2032-42df-8c1c-aded598b327f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.441475] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdccaf4-4c1d-4d14-877e-260da6c1394d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.450398] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ce4a42-8d23-4b0c-a0d4-1153e6febf57 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.471662] env[69440]: DEBUG nova.compute.provider_tree [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.519948] env[69440]: DEBUG oslo_vmware.api [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139176, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.525191] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12111daf-a25d-4cba-9fc0-1e909616bbfb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.544954] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05f09d9-f73d-4f1b-8325-2f8d370d50ce {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.554083] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Updating instance '5c1878eb-3c4b-49b8-89ba-9c51845204bd' progress to 83 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 755.591047] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.607235} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.591349] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.592269] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8da8a3-e99d-48a1-a019-c186fb30b225 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.617023] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 443a8dc6-a88a-45e9-9a8c-f9976f91b821/443a8dc6-a88a-45e9-9a8c-f9976f91b821.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.618914] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-662efffa-b3ff-45a3-92f3-ca5e30bcf4ef {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.642030] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139180, 'name': Rename_Task, 'duration_secs': 0.180696} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.643799] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.644347] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for the task: (returnval){ [ 755.644347] env[69440]: value = "task-4139182" [ 755.644347] env[69440]: _type = "Task" [ 755.644347] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.644822] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed8ec244-b6c4-45c3-b566-d027757b9c27 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.656961] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139182, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.661115] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 755.661115] env[69440]: value = "task-4139183" [ 755.661115] env[69440]: _type = "Task" [ 755.661115] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.667558] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.695696] env[69440]: DEBUG oslo_vmware.api [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139179, 'name': PowerOffVM_Task, 'duration_secs': 0.645443} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.698669] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.698669] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.698669] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44b16e18-6803-4ada-a4ec-43f8d11d5cf1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.705860] env[69440]: INFO nova.compute.manager [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Rebuilding instance [ 755.763043] env[69440]: DEBUG nova.compute.manager [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 755.763936] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d36fdf-6502-43e3-ac5b-c6aefc1c374e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.791453] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Releasing lock "refresh_cache-452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.791810] env[69440]: DEBUG nova.compute.manager [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Instance network_info: |[{"id": "7bae1de3-ff26-4b2c-9941-c02f858e5c3a", "address": "fa:16:3e:f8:74:e2", "network": {"id": "7df8f4a2-693e-4780-89d0-9346425975b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-590937234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d1aead63af044df9df43c2755ab7bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bae1de3-ff", "ovs_interfaceid": "7bae1de3-ff26-4b2c-9941-c02f858e5c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.792882] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:74:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bae1de3-ff26-4b2c-9941-c02f858e5c3a', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.802293] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Creating folder: Project (6d1aead63af044df9df43c2755ab7bbe). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.803146] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-503748b9-38ee-4908-91d0-c7b201b16364 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.816362] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Created folder: Project (6d1aead63af044df9df43c2755ab7bbe) in parent group-v819662. [ 755.816574] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Creating folder: Instances. Parent ref: group-v819744. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.816828] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75ea8864-8717-4845-a2e7-936aef33e339 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.824723] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.824860] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.825126] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Deleting the datastore file [datastore2] b407224d-c687-4351-9bcf-d7ff85ab0193 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.825352] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cb57406-0653-4180-91cb-8998858c684a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.828852] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.829103] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.829417] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Deleting the datastore file [datastore2] 4e574bef-58f7-4fe3-9f0f-c76854082912 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.830098] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af7778ac-9f90-40c4-9245-ea2b66eae8da {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.833780] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Created folder: Instances in parent group-v819744. [ 755.834079] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.835584] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.835923] env[69440]: DEBUG oslo_vmware.api [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for the task: (returnval){ [ 755.835923] env[69440]: value = "task-4139187" [ 755.835923] env[69440]: _type = "Task" [ 755.835923] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.836206] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd26e97f-da49-40a7-9934-aec2433662a9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.856443] env[69440]: DEBUG oslo_vmware.api [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 755.856443] env[69440]: value = "task-4139188" [ 755.856443] env[69440]: _type = "Task" [ 755.856443] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.864251] env[69440]: DEBUG oslo_vmware.api [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4139187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.865990] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.865990] env[69440]: value = "task-4139189" [ 755.865990] env[69440]: _type = "Task" [ 755.865990] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.874297] env[69440]: DEBUG oslo_vmware.api [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.877655] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139189, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.975349] env[69440]: DEBUG nova.scheduler.client.report [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.016470] env[69440]: DEBUG oslo_vmware.api [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139176, 'name': RemoveSnapshot_Task, 'duration_secs': 1.262132} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.017477] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Deleted Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 756.017477] env[69440]: INFO nova.compute.manager [None req-22fcae51-c4ef-4b98-b590-c045376248f2 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Took 16.50 seconds to snapshot the instance on the hypervisor. [ 756.061018] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.061594] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-541bfde1-0da1-4a86-86d1-2c607512df1d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.072032] env[69440]: DEBUG oslo_vmware.api [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 756.072032] env[69440]: value = "task-4139190" [ 756.072032] env[69440]: _type = "Task" [ 756.072032] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.084138] env[69440]: DEBUG oslo_vmware.api [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.157989] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139182, 'name': ReconfigVM_Task, 'duration_secs': 0.41689} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.158455] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 443a8dc6-a88a-45e9-9a8c-f9976f91b821/443a8dc6-a88a-45e9-9a8c-f9976f91b821.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.159077] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8555bace-e4fe-447d-b0db-d7ea29e0d9a1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.171611] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.173209] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for the task: (returnval){ [ 756.173209] env[69440]: value = "task-4139191" [ 756.173209] env[69440]: _type = "Task" [ 756.173209] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.184837] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139191, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.255874] env[69440]: DEBUG nova.compute.manager [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.286292] env[69440]: DEBUG nova.virt.hardware [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.286554] env[69440]: DEBUG nova.virt.hardware [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.286714] env[69440]: DEBUG nova.virt.hardware [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.286902] env[69440]: DEBUG nova.virt.hardware [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.287045] env[69440]: DEBUG nova.virt.hardware [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.287195] env[69440]: DEBUG nova.virt.hardware [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.287406] env[69440]: DEBUG nova.virt.hardware [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.287655] env[69440]: DEBUG nova.virt.hardware [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.287930] env[69440]: DEBUG nova.virt.hardware [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.288164] env[69440]: DEBUG nova.virt.hardware [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.288423] env[69440]: DEBUG nova.virt.hardware [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.289467] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc34ab20-83cd-44b6-83a3-9783cb370993 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.300150] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d608b4ed-462f-451c-baf4-4aff675fb54b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.364648] env[69440]: DEBUG oslo_vmware.api [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4139187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26339} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.365476] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.365644] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.365844] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.366035] env[69440]: INFO nova.compute.manager [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Took 1.21 seconds to destroy the instance on the hypervisor. [ 756.366309] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.367031] env[69440]: DEBUG nova.compute.manager [-] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.367168] env[69440]: DEBUG nova.network.neutron [-] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.377672] env[69440]: DEBUG oslo_vmware.api [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250109} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.379270] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.379270] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.379270] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.379270] env[69440]: INFO nova.compute.manager [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Took 1.71 seconds to destroy the instance on the hypervisor. [ 756.379270] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.379737] env[69440]: DEBUG nova.compute.manager [-] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.379850] env[69440]: DEBUG nova.network.neutron [-] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.387717] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139189, 'name': CreateVM_Task, 'duration_secs': 0.423334} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.387717] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.388893] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.388893] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.389903] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.389975] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44e0c00b-de3d-464d-a8fd-fd860dcb3a0c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.396865] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for the task: (returnval){ [ 756.396865] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5275252a-41ee-591b-e50d-cc87530809e2" [ 756.396865] env[69440]: _type = "Task" [ 756.396865] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.407274] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5275252a-41ee-591b-e50d-cc87530809e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.441708] env[69440]: DEBUG nova.compute.manager [req-1495f589-9516-48ab-bdf8-b28380400fb5 req-8f924dc0-08e6-4d3a-84c8-8012d7dff42b service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Received event network-changed-7bae1de3-ff26-4b2c-9941-c02f858e5c3a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.441708] env[69440]: DEBUG nova.compute.manager [req-1495f589-9516-48ab-bdf8-b28380400fb5 req-8f924dc0-08e6-4d3a-84c8-8012d7dff42b service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Refreshing instance network info cache due to event network-changed-7bae1de3-ff26-4b2c-9941-c02f858e5c3a. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.441708] env[69440]: DEBUG oslo_concurrency.lockutils [req-1495f589-9516-48ab-bdf8-b28380400fb5 req-8f924dc0-08e6-4d3a-84c8-8012d7dff42b service nova] Acquiring lock "refresh_cache-452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.441708] env[69440]: DEBUG oslo_concurrency.lockutils [req-1495f589-9516-48ab-bdf8-b28380400fb5 req-8f924dc0-08e6-4d3a-84c8-8012d7dff42b service nova] Acquired lock "refresh_cache-452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.441708] env[69440]: DEBUG nova.network.neutron [req-1495f589-9516-48ab-bdf8-b28380400fb5 req-8f924dc0-08e6-4d3a-84c8-8012d7dff42b service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Refreshing network info cache for port 7bae1de3-ff26-4b2c-9941-c02f858e5c3a {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.483072] env[69440]: DEBUG oslo_concurrency.lockutils [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.483730] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.553s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.484513] env[69440]: DEBUG nova.objects.instance [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lazy-loading 'resources' on Instance uuid 52627e7c-1387-4e85-b67b-8062a67f71c6 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.519745] env[69440]: INFO nova.scheduler.client.report [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Deleted allocations for instance f9371520-75bc-414a-a704-30dba68d5a52 [ 756.586788] env[69440]: DEBUG oslo_vmware.api [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139190, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.676421] env[69440]: DEBUG oslo_vmware.api [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139183, 'name': PowerOnVM_Task, 'duration_secs': 0.618867} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.684603] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.685019] env[69440]: INFO nova.compute.manager [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Took 8.75 seconds to spawn the instance on the hypervisor. [ 756.686643] env[69440]: DEBUG nova.compute.manager [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 756.687347] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4815f30c-6d0b-4f12-9551-9c024c056c19 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.702633] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139191, 'name': Rename_Task, 'duration_secs': 0.212918} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.703354] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.708232] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7759188-8750-40a9-a152-48d33c5b6299 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.718684] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for the task: (returnval){ [ 756.718684] env[69440]: value = "task-4139192" [ 756.718684] env[69440]: _type = "Task" [ 756.718684] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.736115] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.779273] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.779658] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ec00487-b1a6-4fde-adbc-deb894bbf174 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.791797] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Waiting for the task: (returnval){ [ 756.791797] env[69440]: value = "task-4139193" [ 756.791797] env[69440]: _type = "Task" [ 756.791797] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.805119] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': task-4139193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.914499] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5275252a-41ee-591b-e50d-cc87530809e2, 'name': SearchDatastore_Task, 'duration_secs': 0.014528} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.914499] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.914764] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.914821] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.914963] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.915145] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.915450] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc3a8d6d-4d03-4944-b20b-25df894564d5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.928238] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.928469] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.930142] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13cafc3a-5a12-4c8d-b3fd-b8c2c13bfce5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.937577] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for the task: (returnval){ [ 756.937577] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]529039a1-409b-54e8-8685-6576268e812f" [ 756.937577] env[69440]: _type = "Task" [ 756.937577] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.948535] env[69440]: DEBUG nova.network.neutron [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Successfully updated port: 245fdd9c-58db-4452-a548-9cf04ed8e88e {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.951866] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529039a1-409b-54e8-8685-6576268e812f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.998969] env[69440]: DEBUG nova.compute.manager [req-9b996576-aef8-4096-bbea-4e543e7c39c1 req-6fdc7df2-12b0-4cc9-9cc0-90af93e8329e service nova] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Received event network-vif-deleted-1c286710-182e-4213-900b-8f2ebedecff0 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.999778] env[69440]: INFO nova.compute.manager [req-9b996576-aef8-4096-bbea-4e543e7c39c1 req-6fdc7df2-12b0-4cc9-9cc0-90af93e8329e service nova] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Neutron deleted interface 1c286710-182e-4213-900b-8f2ebedecff0; detaching it from the instance and deleting it from the info cache [ 756.999989] env[69440]: DEBUG nova.network.neutron [req-9b996576-aef8-4096-bbea-4e543e7c39c1 req-6fdc7df2-12b0-4cc9-9cc0-90af93e8329e service nova] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.036030] env[69440]: DEBUG oslo_concurrency.lockutils [None req-121bea23-1815-4d8b-8680-f8301e7c7272 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Lock "f9371520-75bc-414a-a704-30dba68d5a52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.979s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.092019] env[69440]: DEBUG oslo_vmware.api [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139190, 'name': PowerOnVM_Task, 'duration_secs': 0.539988} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.092019] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.092019] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c153e4eb-3121-4c89-85de-32f7ffa7a49b tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Updating instance '5c1878eb-3c4b-49b8-89ba-9c51845204bd' progress to 100 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 757.216520] env[69440]: DEBUG nova.network.neutron [req-1495f589-9516-48ab-bdf8-b28380400fb5 req-8f924dc0-08e6-4d3a-84c8-8012d7dff42b service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Updated VIF entry in instance network info cache for port 7bae1de3-ff26-4b2c-9941-c02f858e5c3a. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.216622] env[69440]: DEBUG nova.network.neutron [req-1495f589-9516-48ab-bdf8-b28380400fb5 req-8f924dc0-08e6-4d3a-84c8-8012d7dff42b service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Updating instance_info_cache with network_info: [{"id": "7bae1de3-ff26-4b2c-9941-c02f858e5c3a", "address": "fa:16:3e:f8:74:e2", "network": {"id": "7df8f4a2-693e-4780-89d0-9346425975b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-590937234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d1aead63af044df9df43c2755ab7bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bae1de3-ff", "ovs_interfaceid": "7bae1de3-ff26-4b2c-9941-c02f858e5c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.219038] env[69440]: INFO nova.compute.manager [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Took 48.63 seconds to build instance. [ 757.236652] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139192, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.246414] env[69440]: DEBUG nova.network.neutron [-] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.252503] env[69440]: DEBUG nova.network.neutron [-] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.305851] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': task-4139193, 'name': PowerOffVM_Task, 'duration_secs': 0.154615} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.306753] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.307017] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.307881] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81eb6ca2-9c12-4d18-a324-30b99b8bed59 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.318942] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.319346] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f53f028-8097-429a-b043-386c79ffc71e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.345337] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.345563] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.345751] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Deleting the datastore file [datastore1] c6473d46-cde3-401b-8654-a9013978b81b {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.346040] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82cb9f8d-66a2-4d4b-984d-ba7032406f96 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.358565] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Waiting for the task: (returnval){ [ 757.358565] env[69440]: value = "task-4139195" [ 757.358565] env[69440]: _type = "Task" [ 757.358565] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.368886] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': task-4139195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.448951] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529039a1-409b-54e8-8685-6576268e812f, 'name': SearchDatastore_Task, 'duration_secs': 0.015034} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.453453] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "refresh_cache-814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.453625] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "refresh_cache-814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.453867] env[69440]: DEBUG nova.network.neutron [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.454920] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9cfc686-4130-4e7d-91d2-65fc7eda2afe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.463905] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for the task: (returnval){ [ 757.463905] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5297e730-f1f4-4e6c-1dd5-86fa151a287c" [ 757.463905] env[69440]: _type = "Task" [ 757.463905] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.472738] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5297e730-f1f4-4e6c-1dd5-86fa151a287c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.509041] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f9ee3c1-e45b-464b-bb88-06a3b3a51731 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.522642] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512daa07-8c10-4293-9b96-f5d241d2a6ec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.560215] env[69440]: DEBUG nova.compute.manager [req-9b996576-aef8-4096-bbea-4e543e7c39c1 req-6fdc7df2-12b0-4cc9-9cc0-90af93e8329e service nova] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Detach interface failed, port_id=1c286710-182e-4213-900b-8f2ebedecff0, reason: Instance 4e574bef-58f7-4fe3-9f0f-c76854082912 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 757.644989] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3fe435-a30c-49c8-be6b-a3df97fb1409 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.653818] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec30d5a-a222-4e19-bde6-1acf2489cf90 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.687271] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f91413-8ad7-4c75-9d30-022138b24358 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.697595] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b485f37-4599-41dc-b3d4-9d758ff604af {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.714632] env[69440]: DEBUG nova.compute.provider_tree [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.720384] env[69440]: DEBUG oslo_concurrency.lockutils [req-1495f589-9516-48ab-bdf8-b28380400fb5 req-8f924dc0-08e6-4d3a-84c8-8012d7dff42b service nova] Releasing lock "refresh_cache-452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.724427] env[69440]: DEBUG oslo_concurrency.lockutils [None req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "559d44dc-2ae8-48a9-9dcd-bad5d03ed236" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.447s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.731826] env[69440]: DEBUG oslo_vmware.api [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139192, 'name': PowerOnVM_Task, 'duration_secs': 0.620659} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.732946] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.733193] env[69440]: INFO nova.compute.manager [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Took 6.97 seconds to spawn the instance on the hypervisor. [ 757.733434] env[69440]: DEBUG nova.compute.manager [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 757.734226] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304aa4d7-6263-4870-b0c0-64210504346e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.749414] env[69440]: INFO nova.compute.manager [-] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Took 1.38 seconds to deallocate network for instance. [ 757.755378] env[69440]: INFO nova.compute.manager [-] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Took 1.38 seconds to deallocate network for instance. [ 757.869156] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': task-4139195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343939} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.869423] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.869608] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.869842] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.974558] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5297e730-f1f4-4e6c-1dd5-86fa151a287c, 'name': SearchDatastore_Task, 'duration_secs': 0.019785} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.975025] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.975157] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3/452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.975991] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-895986d2-c973-4f12-bbe7-07d93d7b7125 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.983850] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for the task: (returnval){ [ 757.983850] env[69440]: value = "task-4139196" [ 757.983850] env[69440]: _type = "Task" [ 757.983850] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.992561] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.996994] env[69440]: DEBUG nova.network.neutron [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.171763] env[69440]: DEBUG nova.network.neutron [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Updating instance_info_cache with network_info: [{"id": "245fdd9c-58db-4452-a548-9cf04ed8e88e", "address": "fa:16:3e:75:f5:6a", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245fdd9c-58", "ovs_interfaceid": "245fdd9c-58db-4452-a548-9cf04ed8e88e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.191651] env[69440]: DEBUG nova.compute.manager [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 758.194031] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b0e853-0359-4489-bb7d-540c4aa4c95f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.219581] env[69440]: DEBUG nova.scheduler.client.report [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.235395] env[69440]: DEBUG nova.compute.manager [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.258515] env[69440]: DEBUG oslo_concurrency.lockutils [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.260713] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.269144] env[69440]: INFO nova.compute.manager [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Took 43.32 seconds to build instance. [ 758.504200] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139196, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.537891] env[69440]: DEBUG nova.compute.manager [req-b2504a4a-a5b7-4aaa-8ed4-e75c7716e967 req-ff0f14b3-b83e-4da9-86b5-f5c4a0ca3ba9 service nova] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Received event network-vif-deleted-f0d5ef4d-3cc7-4bc7-ae24-91f273711fad {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.538194] env[69440]: DEBUG nova.compute.manager [req-b2504a4a-a5b7-4aaa-8ed4-e75c7716e967 req-ff0f14b3-b83e-4da9-86b5-f5c4a0ca3ba9 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Received event network-vif-plugged-245fdd9c-58db-4452-a548-9cf04ed8e88e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.539551] env[69440]: DEBUG oslo_concurrency.lockutils [req-b2504a4a-a5b7-4aaa-8ed4-e75c7716e967 req-ff0f14b3-b83e-4da9-86b5-f5c4a0ca3ba9 service nova] Acquiring lock "814f3854-3681-4f3d-95de-18340a765f53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.539551] env[69440]: DEBUG oslo_concurrency.lockutils [req-b2504a4a-a5b7-4aaa-8ed4-e75c7716e967 req-ff0f14b3-b83e-4da9-86b5-f5c4a0ca3ba9 service nova] Lock "814f3854-3681-4f3d-95de-18340a765f53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.539551] env[69440]: DEBUG oslo_concurrency.lockutils [req-b2504a4a-a5b7-4aaa-8ed4-e75c7716e967 req-ff0f14b3-b83e-4da9-86b5-f5c4a0ca3ba9 service nova] Lock "814f3854-3681-4f3d-95de-18340a765f53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.539551] env[69440]: DEBUG nova.compute.manager [req-b2504a4a-a5b7-4aaa-8ed4-e75c7716e967 req-ff0f14b3-b83e-4da9-86b5-f5c4a0ca3ba9 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] No waiting events found dispatching network-vif-plugged-245fdd9c-58db-4452-a548-9cf04ed8e88e {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 758.539551] env[69440]: WARNING nova.compute.manager [req-b2504a4a-a5b7-4aaa-8ed4-e75c7716e967 req-ff0f14b3-b83e-4da9-86b5-f5c4a0ca3ba9 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Received unexpected event network-vif-plugged-245fdd9c-58db-4452-a548-9cf04ed8e88e for instance with vm_state building and task_state spawning. [ 758.539745] env[69440]: DEBUG nova.compute.manager [req-b2504a4a-a5b7-4aaa-8ed4-e75c7716e967 req-ff0f14b3-b83e-4da9-86b5-f5c4a0ca3ba9 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Received event network-changed-245fdd9c-58db-4452-a548-9cf04ed8e88e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.539745] env[69440]: DEBUG nova.compute.manager [req-b2504a4a-a5b7-4aaa-8ed4-e75c7716e967 req-ff0f14b3-b83e-4da9-86b5-f5c4a0ca3ba9 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Refreshing instance network info cache due to event network-changed-245fdd9c-58db-4452-a548-9cf04ed8e88e. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.539745] env[69440]: DEBUG oslo_concurrency.lockutils [req-b2504a4a-a5b7-4aaa-8ed4-e75c7716e967 req-ff0f14b3-b83e-4da9-86b5-f5c4a0ca3ba9 service nova] Acquiring lock "refresh_cache-814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.672809] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "refresh_cache-814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.673314] env[69440]: DEBUG nova.compute.manager [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Instance network_info: |[{"id": "245fdd9c-58db-4452-a548-9cf04ed8e88e", "address": "fa:16:3e:75:f5:6a", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245fdd9c-58", "ovs_interfaceid": "245fdd9c-58db-4452-a548-9cf04ed8e88e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.673783] env[69440]: DEBUG oslo_concurrency.lockutils [req-b2504a4a-a5b7-4aaa-8ed4-e75c7716e967 req-ff0f14b3-b83e-4da9-86b5-f5c4a0ca3ba9 service nova] Acquired lock "refresh_cache-814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.674103] env[69440]: DEBUG nova.network.neutron [req-b2504a4a-a5b7-4aaa-8ed4-e75c7716e967 req-ff0f14b3-b83e-4da9-86b5-f5c4a0ca3ba9 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Refreshing network info cache for port 245fdd9c-58db-4452-a548-9cf04ed8e88e {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.676827] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:f5:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '245fdd9c-58db-4452-a548-9cf04ed8e88e', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.687790] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Creating folder: Project (ce1b9966b9444589a47ad0c5c5125308). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.693981] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-627490ce-df07-4a88-b7a1-2da60ad904de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.704969] env[69440]: INFO nova.compute.manager [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] instance snapshotting [ 758.714023] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e9417a-9f89-4789-9986-57f23c0328a7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.716767] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Created folder: Project (ce1b9966b9444589a47ad0c5c5125308) in parent group-v819662. [ 758.717064] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Creating folder: Instances. Parent ref: group-v819747. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.717661] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66a8a98c-b755-45fa-9294-af57e3443fbb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.735212] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.739113] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.619s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.739472] env[69440]: DEBUG nova.objects.instance [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lazy-loading 'resources' on Instance uuid 2077be55-c9ca-46ad-9a38-24b83c46b705 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.743999] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1f9379-3375-4809-a29c-39caace60eff {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.756225] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Created folder: Instances in parent group-v819747. [ 758.756578] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.757355] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.757434] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dea74660-7cb7-450c-9c68-bc5778888586 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.777830] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.778962] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0965abbf-6fcd-4c0e-8675-86889be55bfd tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Lock "443a8dc6-a88a-45e9-9a8c-f9976f91b821" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.516s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.784921] env[69440]: INFO nova.scheduler.client.report [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Deleted allocations for instance 52627e7c-1387-4e85-b67b-8062a67f71c6 [ 758.795660] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.795660] env[69440]: value = "task-4139199" [ 758.795660] env[69440]: _type = "Task" [ 758.795660] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.806970] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139199, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.922678] env[69440]: DEBUG nova.virt.hardware [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.922810] env[69440]: DEBUG nova.virt.hardware [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.923519] env[69440]: DEBUG nova.virt.hardware [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.923519] env[69440]: DEBUG nova.virt.hardware [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.923519] env[69440]: DEBUG nova.virt.hardware [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.923519] env[69440]: DEBUG nova.virt.hardware [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.923719] env[69440]: DEBUG nova.virt.hardware [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.923876] env[69440]: DEBUG nova.virt.hardware [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.923967] env[69440]: DEBUG nova.virt.hardware [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.925096] env[69440]: DEBUG nova.virt.hardware [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.925096] env[69440]: DEBUG nova.virt.hardware [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.925484] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adafaa31-03ad-4878-ab5a-bb50139817de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.939616] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92635f38-439b-438f-9362-7a803ed88753 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.957207] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Instance VIF info [] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.963365] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.963740] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.964010] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98f8b699-54d3-4f29-942b-1a35f64ce3fd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.986449] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.986449] env[69440]: value = "task-4139200" [ 758.986449] env[69440]: _type = "Task" [ 758.986449] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.000082] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83228} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.005105] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3/452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.005105] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.005105] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139200, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.005105] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f879d650-7efe-4230-a6e3-bded30516b27 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.013576] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for the task: (returnval){ [ 759.013576] env[69440]: value = "task-4139201" [ 759.013576] env[69440]: _type = "Task" [ 759.013576] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.032077] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.033266] env[69440]: DEBUG nova.network.neutron [req-b2504a4a-a5b7-4aaa-8ed4-e75c7716e967 req-ff0f14b3-b83e-4da9-86b5-f5c4a0ca3ba9 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Updated VIF entry in instance network info cache for port 245fdd9c-58db-4452-a548-9cf04ed8e88e. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.033700] env[69440]: DEBUG nova.network.neutron [req-b2504a4a-a5b7-4aaa-8ed4-e75c7716e967 req-ff0f14b3-b83e-4da9-86b5-f5c4a0ca3ba9 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Updating instance_info_cache with network_info: [{"id": "245fdd9c-58db-4452-a548-9cf04ed8e88e", "address": "fa:16:3e:75:f5:6a", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245fdd9c-58", "ovs_interfaceid": "245fdd9c-58db-4452-a548-9cf04ed8e88e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.204063] env[69440]: DEBUG oslo_concurrency.lockutils [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "5c1878eb-3c4b-49b8-89ba-9c51845204bd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.204121] env[69440]: DEBUG oslo_concurrency.lockutils [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "5c1878eb-3c4b-49b8-89ba-9c51845204bd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.204498] env[69440]: DEBUG nova.compute.manager [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Going to confirm migration 1 {{(pid=69440) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 759.291285] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Creating Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 759.291794] env[69440]: DEBUG nova.compute.manager [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.295159] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1edbf33e-0f45-41d0-a6d1-1f4eabe73951 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.301141] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc8067fd-ea12-4630-aeee-291057879ef4 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "52627e7c-1387-4e85-b67b-8062a67f71c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.957s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.318679] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139199, 'name': CreateVM_Task, 'duration_secs': 0.410594} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.320395] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.320845] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 759.320845] env[69440]: value = "task-4139202" [ 759.320845] env[69440]: _type = "Task" [ 759.320845] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.324730] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.325176] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.325280] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.326140] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78d4ac3f-f8b2-49fa-93a7-5c863599c984 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.337841] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 759.337841] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]520709f3-853a-f47e-9fa6-b67d4a40362e" [ 759.337841] env[69440]: _type = "Task" [ 759.337841] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.341745] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139202, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.355893] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520709f3-853a-f47e-9fa6-b67d4a40362e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.396142] env[69440]: DEBUG nova.compute.manager [req-35a4a0c1-efde-4302-aef8-8977056011ed req-61cd2f77-a233-43ec-9b32-805091c1db0a service nova] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Received event network-changed-52de4e0f-4a41-4bca-abf5-c3e5145ab671 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.396351] env[69440]: DEBUG nova.compute.manager [req-35a4a0c1-efde-4302-aef8-8977056011ed req-61cd2f77-a233-43ec-9b32-805091c1db0a service nova] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Refreshing instance network info cache due to event network-changed-52de4e0f-4a41-4bca-abf5-c3e5145ab671. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.396563] env[69440]: DEBUG oslo_concurrency.lockutils [req-35a4a0c1-efde-4302-aef8-8977056011ed req-61cd2f77-a233-43ec-9b32-805091c1db0a service nova] Acquiring lock "refresh_cache-559d44dc-2ae8-48a9-9dcd-bad5d03ed236" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.396700] env[69440]: DEBUG oslo_concurrency.lockutils [req-35a4a0c1-efde-4302-aef8-8977056011ed req-61cd2f77-a233-43ec-9b32-805091c1db0a service nova] Acquired lock "refresh_cache-559d44dc-2ae8-48a9-9dcd-bad5d03ed236" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.396852] env[69440]: DEBUG nova.network.neutron [req-35a4a0c1-efde-4302-aef8-8977056011ed req-61cd2f77-a233-43ec-9b32-805091c1db0a service nova] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Refreshing network info cache for port 52de4e0f-4a41-4bca-abf5-c3e5145ab671 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.506440] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139200, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.523613] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085117} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.526500] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.528526] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ed7917-5194-4fda-bb25-9d63bdaebff1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.536405] env[69440]: DEBUG oslo_concurrency.lockutils [req-b2504a4a-a5b7-4aaa-8ed4-e75c7716e967 req-ff0f14b3-b83e-4da9-86b5-f5c4a0ca3ba9 service nova] Releasing lock "refresh_cache-814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.559286] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3/452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.562214] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-334a23e8-9f8b-463c-a85b-f68652453073 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.582940] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for the task: (returnval){ [ 759.582940] env[69440]: value = "task-4139203" [ 759.582940] env[69440]: _type = "Task" [ 759.582940] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.591831] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.793797] env[69440]: DEBUG oslo_concurrency.lockutils [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "refresh_cache-5c1878eb-3c4b-49b8-89ba-9c51845204bd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.794168] env[69440]: DEBUG oslo_concurrency.lockutils [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquired lock "refresh_cache-5c1878eb-3c4b-49b8-89ba-9c51845204bd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.794628] env[69440]: DEBUG nova.network.neutron [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.794737] env[69440]: DEBUG nova.objects.instance [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lazy-loading 'info_cache' on Instance uuid 5c1878eb-3c4b-49b8-89ba-9c51845204bd {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.822836] env[69440]: DEBUG oslo_concurrency.lockutils [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.836468] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139202, 'name': CreateSnapshot_Task, 'duration_secs': 0.510929} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.839596] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Created Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 759.841075] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabbc9ff-b071-4926-b794-57f4cbd5c92d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.863507] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520709f3-853a-f47e-9fa6-b67d4a40362e, 'name': SearchDatastore_Task, 'duration_secs': 0.033829} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.866629] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.866880] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.867298] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.867996] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.867996] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.869483] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ecf4ec5-908f-4fc3-bfe6-e42776a81908 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.886870] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.887118] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.891143] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f93bc26-263f-4abd-9c4e-0270eabd1518 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.898824] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 759.898824] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52f769da-1817-b5ed-9740-bde79e5e751b" [ 759.898824] env[69440]: _type = "Task" [ 759.898824] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.913079] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f769da-1817-b5ed-9740-bde79e5e751b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.919067] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20e1401-dc83-4c01-a3c9-f2c86713cdce {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.929473] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79387d5-887a-4f3c-96ee-13d2b017fc14 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.964186] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa90ac2b-2ca6-451e-adf0-5f0b5aae3c66 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.972930] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051027e0-05e4-4731-86fd-6a2856554ed7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.987369] env[69440]: DEBUG nova.compute.provider_tree [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.003969] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139200, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.098083] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.296913] env[69440]: DEBUG nova.network.neutron [req-35a4a0c1-efde-4302-aef8-8977056011ed req-61cd2f77-a233-43ec-9b32-805091c1db0a service nova] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Updated VIF entry in instance network info cache for port 52de4e0f-4a41-4bca-abf5-c3e5145ab671. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.297409] env[69440]: DEBUG nova.network.neutron [req-35a4a0c1-efde-4302-aef8-8977056011ed req-61cd2f77-a233-43ec-9b32-805091c1db0a service nova] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Updating instance_info_cache with network_info: [{"id": "52de4e0f-4a41-4bca-abf5-c3e5145ab671", "address": "fa:16:3e:8d:3c:f7", "network": {"id": "eeb1fd99-8130-4307-a1ff-f4e0287dfc9c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-239946609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "449c066c0a2644b995fd9fd41599b07a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52de4e0f-4a", "ovs_interfaceid": "52de4e0f-4a41-4bca-abf5-c3e5145ab671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.378481] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Creating linked-clone VM from snapshot {{(pid=69440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 760.378950] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9a0b8db3-c6a9-40ff-9377-f8e454e48a9a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.391682] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 760.391682] env[69440]: value = "task-4139204" [ 760.391682] env[69440]: _type = "Task" [ 760.391682] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.402572] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139204, 'name': CloneVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.411985] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f769da-1817-b5ed-9740-bde79e5e751b, 'name': SearchDatastore_Task, 'duration_secs': 0.032239} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.412900] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85aa7102-8d36-4ea3-97ac-58aa5c6443ac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.419016] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 760.419016] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]525444c1-0e38-e169-c42f-feade22b4e59" [ 760.419016] env[69440]: _type = "Task" [ 760.419016] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.431164] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525444c1-0e38-e169-c42f-feade22b4e59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.491111] env[69440]: DEBUG nova.scheduler.client.report [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.505338] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139200, 'name': CreateVM_Task, 'duration_secs': 1.424085} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.505526] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.505949] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.506130] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.506459] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.506721] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e064f791-0342-48c3-ade0-d7209910a990 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.513624] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Waiting for the task: (returnval){ [ 760.513624] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52abdf94-39e2-ce64-0e5b-005d0090a4ee" [ 760.513624] env[69440]: _type = "Task" [ 760.513624] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.527026] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52abdf94-39e2-ce64-0e5b-005d0090a4ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.595099] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139203, 'name': ReconfigVM_Task, 'duration_secs': 0.656453} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.595475] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3/452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.596096] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4edb59b5-bed4-4433-8aa5-c74984f9c0d4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.607707] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for the task: (returnval){ [ 760.607707] env[69440]: value = "task-4139205" [ 760.607707] env[69440]: _type = "Task" [ 760.607707] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.618677] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139205, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.710360] env[69440]: INFO nova.compute.manager [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Rebuilding instance [ 760.761561] env[69440]: DEBUG nova.compute.manager [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 760.762526] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f873510f-d3c0-4890-bde6-1f8c370eeb2a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.801095] env[69440]: DEBUG oslo_concurrency.lockutils [req-35a4a0c1-efde-4302-aef8-8977056011ed req-61cd2f77-a233-43ec-9b32-805091c1db0a service nova] Releasing lock "refresh_cache-559d44dc-2ae8-48a9-9dcd-bad5d03ed236" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.904059] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139204, 'name': CloneVM_Task} progress is 93%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.941160] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525444c1-0e38-e169-c42f-feade22b4e59, 'name': SearchDatastore_Task, 'duration_secs': 0.013195} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.941160] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.941160] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 814f3854-3681-4f3d-95de-18340a765f53/814f3854-3681-4f3d-95de-18340a765f53.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.942083] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b06c174-98b5-4656-b80d-df989ab08adf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.953023] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 760.953023] env[69440]: value = "task-4139206" [ 760.953023] env[69440]: _type = "Task" [ 760.953023] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.967463] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.002040] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.003049] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.131s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.006706] env[69440]: INFO nova.compute.claims [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.033959] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52abdf94-39e2-ce64-0e5b-005d0090a4ee, 'name': SearchDatastore_Task, 'duration_secs': 0.026061} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.033959] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.033959] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.033959] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.034598] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.034598] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.034598] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b455c1a5-ab6f-471c-9503-2af05cb23ae1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.040015] env[69440]: INFO nova.scheduler.client.report [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Deleted allocations for instance 2077be55-c9ca-46ad-9a38-24b83c46b705 [ 761.056396] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.056820] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.059030] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-306e5248-8531-498b-9fe7-5c3597f832c2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.065830] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Waiting for the task: (returnval){ [ 761.065830] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5270880b-beae-2bcd-f78d-06e9bf5352ba" [ 761.065830] env[69440]: _type = "Task" [ 761.065830] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.081917] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5270880b-beae-2bcd-f78d-06e9bf5352ba, 'name': SearchDatastore_Task, 'duration_secs': 0.01423} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.086529] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5248687-5ede-4cef-9faf-bdd9a76dae0b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.093864] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Waiting for the task: (returnval){ [ 761.093864] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]526323ad-f64d-aee5-cd0d-820b063c57f0" [ 761.093864] env[69440]: _type = "Task" [ 761.093864] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.105503] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526323ad-f64d-aee5-cd0d-820b063c57f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.120727] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139205, 'name': Rename_Task, 'duration_secs': 0.388314} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.121008] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.121276] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc2b655d-91a1-4c51-98d1-cf315fb5e1c6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.129823] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for the task: (returnval){ [ 761.129823] env[69440]: value = "task-4139207" [ 761.129823] env[69440]: _type = "Task" [ 761.129823] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.142642] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.211170] env[69440]: DEBUG nova.network.neutron [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Updating instance_info_cache with network_info: [{"id": "a0acc9f7-7520-43bf-9ee5-a77637b24316", "address": "fa:16:3e:df:a9:29", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0acc9f7-75", "ovs_interfaceid": "a0acc9f7-7520-43bf-9ee5-a77637b24316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.405647] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139204, 'name': CloneVM_Task} progress is 93%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.463519] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139206, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.555739] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f907ff82-f83f-428a-8858-978ce4d53045 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Lock "2077be55-c9ca-46ad-9a38-24b83c46b705" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.913s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.614696] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526323ad-f64d-aee5-cd0d-820b063c57f0, 'name': SearchDatastore_Task, 'duration_secs': 0.031879} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.615192] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.615558] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] c6473d46-cde3-401b-8654-a9013978b81b/c6473d46-cde3-401b-8654-a9013978b81b.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.615887] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da1cbdf3-f2b1-4628-82a6-1f46f5458cdb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.626332] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Waiting for the task: (returnval){ [ 761.626332] env[69440]: value = "task-4139208" [ 761.626332] env[69440]: _type = "Task" [ 761.626332] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.643890] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': task-4139208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.651377] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139207, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.714990] env[69440]: DEBUG oslo_concurrency.lockutils [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Releasing lock "refresh_cache-5c1878eb-3c4b-49b8-89ba-9c51845204bd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.715343] env[69440]: DEBUG nova.objects.instance [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lazy-loading 'migration_context' on Instance uuid 5c1878eb-3c4b-49b8-89ba-9c51845204bd {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.777868] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.778270] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7ef1813-ccb3-4953-b6f2-aacd60959642 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.792501] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for the task: (returnval){ [ 761.792501] env[69440]: value = "task-4139209" [ 761.792501] env[69440]: _type = "Task" [ 761.792501] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.807381] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.905661] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139204, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.964022] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871977} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.964315] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 814f3854-3681-4f3d-95de-18340a765f53/814f3854-3681-4f3d-95de-18340a765f53.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.964526] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.964798] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a01ddc7-16fc-4b4c-b97d-c6ca30442ae4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.974921] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 761.974921] env[69440]: value = "task-4139210" [ 761.974921] env[69440]: _type = "Task" [ 761.974921] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.987596] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.144713] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': task-4139208, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.147335] env[69440]: DEBUG oslo_vmware.api [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139207, 'name': PowerOnVM_Task, 'duration_secs': 0.947194} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.152024] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.152024] env[69440]: INFO nova.compute.manager [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Took 8.64 seconds to spawn the instance on the hypervisor. [ 762.152024] env[69440]: DEBUG nova.compute.manager [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 762.153040] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62125c29-b395-474c-999f-97ec4d59a40f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.219596] env[69440]: DEBUG nova.objects.base [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Object Instance<5c1878eb-3c4b-49b8-89ba-9c51845204bd> lazy-loaded attributes: info_cache,migration_context {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 762.223700] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935cbcab-b2c8-4d25-a913-703ad4fccde9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.262241] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c090a2bc-0916-48a9-9870-8fbac704f770 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.276583] env[69440]: DEBUG oslo_vmware.api [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 762.276583] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52c92483-b750-2ed3-d296-83da97f313a7" [ 762.276583] env[69440]: _type = "Task" [ 762.276583] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.292282] env[69440]: DEBUG oslo_vmware.api [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c92483-b750-2ed3-d296-83da97f313a7, 'name': SearchDatastore_Task, 'duration_secs': 0.012604} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.292282] env[69440]: DEBUG oslo_concurrency.lockutils [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.303714] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139209, 'name': PowerOffVM_Task, 'duration_secs': 0.127598} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.307222] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.307892] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.309508] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5936ba8-b586-4965-b7bd-7dcadc6685e7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.320774] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.320774] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9a27aa4-649b-41f8-8b48-60c36277c369 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.350996] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.351256] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.351439] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Deleting the datastore file [datastore1] 443a8dc6-a88a-45e9-9a8c-f9976f91b821 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.351729] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-129fdfd2-3928-47ed-aa5c-67e1f8bfb292 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.364566] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for the task: (returnval){ [ 762.364566] env[69440]: value = "task-4139212" [ 762.364566] env[69440]: _type = "Task" [ 762.364566] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.377962] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.410436] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139204, 'name': CloneVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.484784] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.250461} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.485668] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.486237] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc03e434-0941-45d0-85ce-f92c681013f9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.520260] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 814f3854-3681-4f3d-95de-18340a765f53/814f3854-3681-4f3d-95de-18340a765f53.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.524892] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b56fd958-4486-45f4-a760-76e229544b40 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.551394] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 762.551394] env[69440]: value = "task-4139213" [ 762.551394] env[69440]: _type = "Task" [ 762.551394] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.568168] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139213, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.638865] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': task-4139208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680774} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.639154] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] c6473d46-cde3-401b-8654-a9013978b81b/c6473d46-cde3-401b-8654-a9013978b81b.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.639378] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.639714] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3151061b-9e96-40c9-8e79-bedbe21388a1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.650295] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Waiting for the task: (returnval){ [ 762.650295] env[69440]: value = "task-4139214" [ 762.650295] env[69440]: _type = "Task" [ 762.650295] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.660762] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': task-4139214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.677572] env[69440]: INFO nova.compute.manager [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Took 45.04 seconds to build instance. [ 762.709218] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05b42e2-1cd1-4b2d-a01d-63328e6e8af4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.720054] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b1ffd1-e3b9-4a49-9241-176235d89c6d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.760693] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cab39bc-fee7-4aab-893a-d1dd62db4541 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.770679] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5956d0bb-cb0d-42a4-a1bb-ebcc87e522a2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.788854] env[69440]: DEBUG nova.compute.provider_tree [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.876922] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139212, 'name': DeleteDatastoreFile_Task} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.877338] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.877607] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.877898] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.909478] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139204, 'name': CloneVM_Task, 'duration_secs': 2.463805} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.909478] env[69440]: INFO nova.virt.vmwareapi.vmops [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Created linked-clone VM from snapshot [ 762.909478] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b673370e-d375-4881-be42-46bbd61368dc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.917405] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Uploading image aba7eb85-3a6e-46e0-8ef8-7ba86a669c1b {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 762.953588] env[69440]: DEBUG oslo_vmware.rw_handles [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 762.953588] env[69440]: value = "vm-819752" [ 762.953588] env[69440]: _type = "VirtualMachine" [ 762.953588] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 762.953827] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c74fcbe8-b5e5-448f-9acb-508b06fe4585 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.964415] env[69440]: DEBUG oslo_vmware.rw_handles [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lease: (returnval){ [ 762.964415] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]522b5544-5cde-2cda-68a9-d2e214830157" [ 762.964415] env[69440]: _type = "HttpNfcLease" [ 762.964415] env[69440]: } obtained for exporting VM: (result){ [ 762.964415] env[69440]: value = "vm-819752" [ 762.964415] env[69440]: _type = "VirtualMachine" [ 762.964415] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 762.964415] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the lease: (returnval){ [ 762.964415] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]522b5544-5cde-2cda-68a9-d2e214830157" [ 762.964415] env[69440]: _type = "HttpNfcLease" [ 762.964415] env[69440]: } to be ready. {{(pid=69440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 762.973042] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 762.973042] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]522b5544-5cde-2cda-68a9-d2e214830157" [ 762.973042] env[69440]: _type = "HttpNfcLease" [ 762.973042] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 763.066950] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.162471] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': task-4139214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080441} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.162792] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.163567] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e540dcd-93f5-4d8c-9587-850cfed3ca50 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.189442] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] c6473d46-cde3-401b-8654-a9013978b81b/c6473d46-cde3-401b-8654-a9013978b81b.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.190154] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.941s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.191150] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe3627ff-409a-4769-a094-cb9c4efb1fcf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.212632] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Waiting for the task: (returnval){ [ 763.212632] env[69440]: value = "task-4139216" [ 763.212632] env[69440]: _type = "Task" [ 763.212632] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.221902] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': task-4139216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.292595] env[69440]: DEBUG nova.scheduler.client.report [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.475035] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 763.475035] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]522b5544-5cde-2cda-68a9-d2e214830157" [ 763.475035] env[69440]: _type = "HttpNfcLease" [ 763.475035] env[69440]: } is ready. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 763.477033] env[69440]: DEBUG oslo_vmware.rw_handles [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 763.477033] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]522b5544-5cde-2cda-68a9-d2e214830157" [ 763.477033] env[69440]: _type = "HttpNfcLease" [ 763.477033] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 763.477033] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ff7deb-3e1c-41a6-a0fe-f17dce160884 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.487222] env[69440]: DEBUG oslo_vmware.rw_handles [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa7e3f-ff99-fc87-f1dc-45fe94132435/disk-0.vmdk from lease info. {{(pid=69440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 763.487583] env[69440]: DEBUG oslo_vmware.rw_handles [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa7e3f-ff99-fc87-f1dc-45fe94132435/disk-0.vmdk for reading. {{(pid=69440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 763.574470] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.599351] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-60026e05-e46d-4058-9e7c-ee286d70e78f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.710334] env[69440]: DEBUG nova.compute.manager [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.727562] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': task-4139216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.798522] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.799172] env[69440]: DEBUG nova.compute.manager [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.803305] env[69440]: DEBUG oslo_concurrency.lockutils [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.522s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.805261] env[69440]: INFO nova.compute.claims [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.915583] env[69440]: DEBUG nova.virt.hardware [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.915953] env[69440]: DEBUG nova.virt.hardware [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.916251] env[69440]: DEBUG nova.virt.hardware [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.916473] env[69440]: DEBUG nova.virt.hardware [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.916701] env[69440]: DEBUG nova.virt.hardware [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.916959] env[69440]: DEBUG nova.virt.hardware [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.917373] env[69440]: DEBUG nova.virt.hardware [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.917601] env[69440]: DEBUG nova.virt.hardware [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.918292] env[69440]: DEBUG nova.virt.hardware [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.918292] env[69440]: DEBUG nova.virt.hardware [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.918519] env[69440]: DEBUG nova.virt.hardware [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.920045] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60192f78-b695-4d05-9267-d27451baef32 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.930737] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a06c71-eabb-4568-94f2-8876a7c76866 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.950631] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Instance VIF info [] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.959266] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.959709] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.960093] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58d57ac1-1e79-4dd7-9139-d2a97af10f7d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.979031] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.979031] env[69440]: value = "task-4139217" [ 763.979031] env[69440]: _type = "Task" [ 763.979031] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.991027] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139217, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.076105] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139213, 'name': ReconfigVM_Task, 'duration_secs': 1.438336} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.080657] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 814f3854-3681-4f3d-95de-18340a765f53/814f3854-3681-4f3d-95de-18340a765f53.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.080657] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bb8f14d-096a-4bf9-98fe-4fb60230fcdf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.090017] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 764.090017] env[69440]: value = "task-4139218" [ 764.090017] env[69440]: _type = "Task" [ 764.090017] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.102669] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139218, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.245451] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': task-4139216, 'name': ReconfigVM_Task, 'duration_secs': 0.693714} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.245904] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Reconfigured VM instance instance-00000017 to attach disk [datastore2] c6473d46-cde3-401b-8654-a9013978b81b/c6473d46-cde3-401b-8654-a9013978b81b.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.247938] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5c181e6-de8d-4963-b82c-16997056031a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.261460] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Waiting for the task: (returnval){ [ 764.261460] env[69440]: value = "task-4139219" [ 764.261460] env[69440]: _type = "Task" [ 764.261460] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.261460] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.275542] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': task-4139219, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.312152] env[69440]: DEBUG nova.compute.utils [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.328718] env[69440]: DEBUG nova.compute.manager [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Not allocating networking since 'none' was specified. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 764.495603] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139217, 'name': CreateVM_Task, 'duration_secs': 0.369785} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.496025] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.496670] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.497059] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.497753] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.498225] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-536cd13b-5f53-4cb7-9af2-8a03b9a00979 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.507411] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for the task: (returnval){ [ 764.507411] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]521ee4a2-ee13-5358-eac8-fc0a014c559d" [ 764.507411] env[69440]: _type = "Task" [ 764.507411] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.531535] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521ee4a2-ee13-5358-eac8-fc0a014c559d, 'name': SearchDatastore_Task, 'duration_secs': 0.010166} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.531535] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.531706] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.532340] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.532625] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.533118] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.533656] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82bb0bc1-87fb-462a-b621-99c5ec2d585d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.546396] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.546624] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.547770] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3660f22-85d5-4a44-92d4-85215db7e7e8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.555653] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for the task: (returnval){ [ 764.555653] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52f93973-7fee-094d-208a-59e1b70b0ab8" [ 764.555653] env[69440]: _type = "Task" [ 764.555653] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.564992] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f93973-7fee-094d-208a-59e1b70b0ab8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.602146] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Acquiring lock "d017056e-049d-4162-bc9f-fca50d73fbe0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.602146] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Lock "d017056e-049d-4162-bc9f-fca50d73fbe0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.608049] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139218, 'name': Rename_Task, 'duration_secs': 0.227005} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.608610] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.608706] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a526383a-6010-4829-9c12-8af48f888bca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.618312] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 764.618312] env[69440]: value = "task-4139220" [ 764.618312] env[69440]: _type = "Task" [ 764.618312] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.628189] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.772447] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': task-4139219, 'name': Rename_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.829828] env[69440]: DEBUG nova.compute.manager [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.067450] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f93973-7fee-094d-208a-59e1b70b0ab8, 'name': SearchDatastore_Task, 'duration_secs': 0.010066} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.069063] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2f416f8-d26d-4e6f-a3b1-569bba0256aa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.082244] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for the task: (returnval){ [ 765.082244] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52130cf7-e710-16df-2693-b687c410f851" [ 765.082244] env[69440]: _type = "Task" [ 765.082244] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.100022] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52130cf7-e710-16df-2693-b687c410f851, 'name': SearchDatastore_Task, 'duration_secs': 0.011025} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.102139] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.102553] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 443a8dc6-a88a-45e9-9a8c-f9976f91b821/443a8dc6-a88a-45e9-9a8c-f9976f91b821.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.103181] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ebbe4c8-b06e-4ed6-aded-3806574a2632 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.112078] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for the task: (returnval){ [ 765.112078] env[69440]: value = "task-4139221" [ 765.112078] env[69440]: _type = "Task" [ 765.112078] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.124475] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.143548] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139220, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.279488] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': task-4139219, 'name': Rename_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.441979] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc59534-d4d6-420a-87bd-6f74be53d5be {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.452037] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e405ed-027e-41aa-ae46-b3474eaba350 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.495207] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c580376a-6c5e-4e42-8074-869dbd209edb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.505561] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096ddf83-3c64-4fd8-b319-a5e282c68068 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.527238] env[69440]: DEBUG nova.compute.provider_tree [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.625443] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139221, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.635035] env[69440]: DEBUG oslo_vmware.api [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139220, 'name': PowerOnVM_Task, 'duration_secs': 0.611688} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.635324] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.635571] env[69440]: INFO nova.compute.manager [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Took 9.38 seconds to spawn the instance on the hypervisor. [ 765.635746] env[69440]: DEBUG nova.compute.manager [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 765.636640] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca18112b-24c4-4101-b223-d2691e315db3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.775469] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': task-4139219, 'name': Rename_Task, 'duration_secs': 1.221714} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.776158] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.776493] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-212c0461-d7d2-45fc-883e-559cb88913b5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.785953] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Waiting for the task: (returnval){ [ 765.785953] env[69440]: value = "task-4139222" [ 765.785953] env[69440]: _type = "Task" [ 765.785953] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.798436] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': task-4139222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.843355] env[69440]: DEBUG nova.compute.manager [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.885684] env[69440]: DEBUG nova.virt.hardware [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.886184] env[69440]: DEBUG nova.virt.hardware [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.886403] env[69440]: DEBUG nova.virt.hardware [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.886826] env[69440]: DEBUG nova.virt.hardware [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.886985] env[69440]: DEBUG nova.virt.hardware [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.887145] env[69440]: DEBUG nova.virt.hardware [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.887427] env[69440]: DEBUG nova.virt.hardware [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.887599] env[69440]: DEBUG nova.virt.hardware [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.887770] env[69440]: DEBUG nova.virt.hardware [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.887942] env[69440]: DEBUG nova.virt.hardware [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.888139] env[69440]: DEBUG nova.virt.hardware [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.889155] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3de5565-cb12-46e8-9f28-c180f35f0a36 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.901763] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303650e0-631d-47b1-9b3b-83fa1143fa20 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.921453] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Instance VIF info [] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.928553] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Creating folder: Project (5b5716a58e324400a202dac232aae238). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.928696] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5c634f1-da5d-47f8-b37c-c510680c58c3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.944417] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Created folder: Project (5b5716a58e324400a202dac232aae238) in parent group-v819662. [ 765.944676] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Creating folder: Instances. Parent ref: group-v819754. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.947747] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c4c54f1-62f4-4ec9-a0cf-cd0b7d4bb618 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.961080] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Created folder: Instances in parent group-v819754. [ 765.961080] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.961080] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.961080] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02fc8460-4a00-411d-a3d1-708db676ed8c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.980383] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.980383] env[69440]: value = "task-4139225" [ 765.980383] env[69440]: _type = "Task" [ 765.980383] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.990478] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139225, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.035027] env[69440]: DEBUG nova.scheduler.client.report [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.041427] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquiring lock "27f67772-1f5c-4f13-89d0-bba7749ddb4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.041915] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "27f67772-1f5c-4f13-89d0-bba7749ddb4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.127244] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833407} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.127581] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 443a8dc6-a88a-45e9-9a8c-f9976f91b821/443a8dc6-a88a-45e9-9a8c-f9976f91b821.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.128992] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.128992] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fc30740-fc7a-4705-9794-dc382a894d10 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.139510] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for the task: (returnval){ [ 766.139510] env[69440]: value = "task-4139226" [ 766.139510] env[69440]: _type = "Task" [ 766.139510] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.161759] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.171022] env[69440]: INFO nova.compute.manager [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Took 46.47 seconds to build instance. [ 766.299921] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': task-4139222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.493495] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139225, 'name': CreateVM_Task, 'duration_secs': 0.39561} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.497037] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.497037] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.497037] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.497037] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.497037] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a68ed1-3839-4050-9738-1cfdc94e9de4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.501725] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Waiting for the task: (returnval){ [ 766.501725] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ad08ea-ad9b-4f42-9062-83cb0007158b" [ 766.501725] env[69440]: _type = "Task" [ 766.501725] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.512898] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ad08ea-ad9b-4f42-9062-83cb0007158b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.541915] env[69440]: DEBUG oslo_concurrency.lockutils [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.542565] env[69440]: DEBUG nova.compute.manager [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.546687] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.215s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.548087] env[69440]: INFO nova.compute.claims [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.651471] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091651} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.651822] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.652812] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3fa593-b28f-4dce-83fb-3abf2b75ecb9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.674114] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "814f3854-3681-4f3d-95de-18340a765f53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.849s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.684161] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 443a8dc6-a88a-45e9-9a8c-f9976f91b821/443a8dc6-a88a-45e9-9a8c-f9976f91b821.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.685709] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f273a1a7-402b-4aa6-8e22-b75f4733bddc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.706418] env[69440]: DEBUG nova.compute.manager [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.717226] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for the task: (returnval){ [ 766.717226] env[69440]: value = "task-4139227" [ 766.717226] env[69440]: _type = "Task" [ 766.717226] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.727949] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.799228] env[69440]: DEBUG oslo_vmware.api [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Task: {'id': task-4139222, 'name': PowerOnVM_Task, 'duration_secs': 0.755748} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.801107] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.801107] env[69440]: DEBUG nova.compute.manager [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 766.801107] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9bab9c-bb46-4bec-baaa-7133178417b0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.900280] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Acquiring lock "0cd34a99-40c7-4603-aacf-80205275b852" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.900580] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Lock "0cd34a99-40c7-4603-aacf-80205275b852" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.900830] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Acquiring lock "0cd34a99-40c7-4603-aacf-80205275b852-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.901142] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Lock "0cd34a99-40c7-4603-aacf-80205275b852-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.901339] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Lock "0cd34a99-40c7-4603-aacf-80205275b852-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.904572] env[69440]: INFO nova.compute.manager [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Terminating instance [ 767.018369] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ad08ea-ad9b-4f42-9062-83cb0007158b, 'name': SearchDatastore_Task, 'duration_secs': 0.018207} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.019410] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.019815] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.020181] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.021017] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.021017] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.021179] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-175c8a5f-e4af-46d2-bc13-7de8802b7095 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.035801] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.035978] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.043949] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cdebe5c-76c0-4a7a-9931-74beb023f756 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.048126] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Waiting for the task: (returnval){ [ 767.048126] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]525a599e-4dad-207c-9e14-1145dbda2e26" [ 767.048126] env[69440]: _type = "Task" [ 767.048126] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.057638] env[69440]: DEBUG nova.compute.utils [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.059513] env[69440]: DEBUG nova.compute.manager [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.059691] env[69440]: DEBUG nova.network.neutron [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.069060] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525a599e-4dad-207c-9e14-1145dbda2e26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.166852] env[69440]: DEBUG nova.policy [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '160498e23f564394bc3430d5f52ae8b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20aa7e0d65d149cbba5c1490e4aa2564', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.233620] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139227, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.256585] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.322294] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.415852] env[69440]: DEBUG nova.compute.manager [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.415852] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.415852] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-841c9a89-37c2-46e9-b5ae-14d4eba57b96 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.425038] env[69440]: DEBUG oslo_vmware.api [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Waiting for the task: (returnval){ [ 767.425038] env[69440]: value = "task-4139228" [ 767.425038] env[69440]: _type = "Task" [ 767.425038] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.436861] env[69440]: DEBUG oslo_vmware.api [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.561019] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525a599e-4dad-207c-9e14-1145dbda2e26, 'name': SearchDatastore_Task, 'duration_secs': 0.021105} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.561019] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d25a76-45ad-4d67-ace6-c6bf199ac860 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.564476] env[69440]: DEBUG nova.compute.manager [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.581818] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Waiting for the task: (returnval){ [ 767.581818] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]523696b8-0c2e-bf3c-a8e4-e8d01470093a" [ 767.581818] env[69440]: _type = "Task" [ 767.581818] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.598267] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523696b8-0c2e-bf3c-a8e4-e8d01470093a, 'name': SearchDatastore_Task, 'duration_secs': 0.016878} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.599037] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.599037] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] b4a45681-5bc0-47c4-8475-f067d7569765/b4a45681-5bc0-47c4-8475-f067d7569765.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.599535] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8a8008b-86dc-44d8-a2f0-9fa57994788f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.611284] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Waiting for the task: (returnval){ [ 767.611284] env[69440]: value = "task-4139229" [ 767.611284] env[69440]: _type = "Task" [ 767.611284] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.628957] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Task: {'id': task-4139229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.728134] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquiring lock "ee7f76c1-fcb5-49a7-88fe-57541f13f24b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.729531] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Lock "ee7f76c1-fcb5-49a7-88fe-57541f13f24b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.729531] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquiring lock "ee7f76c1-fcb5-49a7-88fe-57541f13f24b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.729531] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Lock "ee7f76c1-fcb5-49a7-88fe-57541f13f24b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.729531] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Lock "ee7f76c1-fcb5-49a7-88fe-57541f13f24b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.731351] env[69440]: INFO nova.compute.manager [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Terminating instance [ 767.741992] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139227, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.749140] env[69440]: DEBUG nova.network.neutron [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Successfully created port: 8ad34f81-2fce-420d-8783-fe34698afa66 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.947028] env[69440]: DEBUG oslo_vmware.api [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.125992] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Task: {'id': task-4139229, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.236878] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139227, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.247008] env[69440]: DEBUG nova.compute.manager [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.247316] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.249207] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4539c4-7321-45ed-8037-f7bce4c5427f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.265363] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.265363] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4300b591-635d-4fbf-81bb-5a91a8b1ca84 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.278786] env[69440]: DEBUG oslo_vmware.api [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 768.278786] env[69440]: value = "task-4139230" [ 768.278786] env[69440]: _type = "Task" [ 768.278786] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.295619] env[69440]: DEBUG oslo_vmware.api [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.316594] env[69440]: DEBUG nova.compute.manager [req-33320af8-b4b6-4bbb-abcd-20eacf8d7af3 req-066d22c1-578d-4a1f-b9e5-ab3a32f32de8 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Received event network-changed-245fdd9c-58db-4452-a548-9cf04ed8e88e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.316594] env[69440]: DEBUG nova.compute.manager [req-33320af8-b4b6-4bbb-abcd-20eacf8d7af3 req-066d22c1-578d-4a1f-b9e5-ab3a32f32de8 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Refreshing instance network info cache due to event network-changed-245fdd9c-58db-4452-a548-9cf04ed8e88e. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.316594] env[69440]: DEBUG oslo_concurrency.lockutils [req-33320af8-b4b6-4bbb-abcd-20eacf8d7af3 req-066d22c1-578d-4a1f-b9e5-ab3a32f32de8 service nova] Acquiring lock "refresh_cache-814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.316594] env[69440]: DEBUG oslo_concurrency.lockutils [req-33320af8-b4b6-4bbb-abcd-20eacf8d7af3 req-066d22c1-578d-4a1f-b9e5-ab3a32f32de8 service nova] Acquired lock "refresh_cache-814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.316594] env[69440]: DEBUG nova.network.neutron [req-33320af8-b4b6-4bbb-abcd-20eacf8d7af3 req-066d22c1-578d-4a1f-b9e5-ab3a32f32de8 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Refreshing network info cache for port 245fdd9c-58db-4452-a548-9cf04ed8e88e {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.322058] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2dc9b4-c44a-4f9e-9526-d70a3427502d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.330853] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1708ec86-7079-4a1d-a013-e58f9e10e7fb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.378987] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c13606-b8f5-4ff7-be88-dc2d8efbfd1e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.391864] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce0fc37-99da-4985-8af2-b5915311800b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.412024] env[69440]: DEBUG nova.compute.provider_tree [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.437614] env[69440]: DEBUG oslo_vmware.api [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139228, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.524283] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Acquiring lock "c6473d46-cde3-401b-8654-a9013978b81b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.524579] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Lock "c6473d46-cde3-401b-8654-a9013978b81b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.524857] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Acquiring lock "c6473d46-cde3-401b-8654-a9013978b81b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.525095] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Lock "c6473d46-cde3-401b-8654-a9013978b81b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.525377] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Lock "c6473d46-cde3-401b-8654-a9013978b81b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.528556] env[69440]: INFO nova.compute.manager [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Terminating instance [ 768.591328] env[69440]: DEBUG nova.compute.manager [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.622288] env[69440]: DEBUG nova.virt.hardware [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.622646] env[69440]: DEBUG nova.virt.hardware [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.622821] env[69440]: DEBUG nova.virt.hardware [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.623009] env[69440]: DEBUG nova.virt.hardware [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.623161] env[69440]: DEBUG nova.virt.hardware [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.623306] env[69440]: DEBUG nova.virt.hardware [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.623528] env[69440]: DEBUG nova.virt.hardware [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.623684] env[69440]: DEBUG nova.virt.hardware [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.623849] env[69440]: DEBUG nova.virt.hardware [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.624021] env[69440]: DEBUG nova.virt.hardware [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.624208] env[69440]: DEBUG nova.virt.hardware [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.625161] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01195f8e-0a45-4f01-9621-3ad4fccdf5d7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.634802] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Task: {'id': task-4139229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676946} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.637292] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] b4a45681-5bc0-47c4-8475-f067d7569765/b4a45681-5bc0-47c4-8475-f067d7569765.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.637538] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.638315] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ed6f0c4-fd1f-463d-894f-9e0272b2ddc2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.641908] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d6cc43-204a-47db-985c-b4ed38eb55a4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.662024] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Waiting for the task: (returnval){ [ 768.662024] env[69440]: value = "task-4139231" [ 768.662024] env[69440]: _type = "Task" [ 768.662024] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.673078] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Task: {'id': task-4139231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.734699] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139227, 'name': ReconfigVM_Task, 'duration_secs': 1.554456} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.735008] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 443a8dc6-a88a-45e9-9a8c-f9976f91b821/443a8dc6-a88a-45e9-9a8c-f9976f91b821.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.735704] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a186689-62ed-411d-83bb-4aa2d38cd4ea {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.744994] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for the task: (returnval){ [ 768.744994] env[69440]: value = "task-4139232" [ 768.744994] env[69440]: _type = "Task" [ 768.744994] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.763317] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139232, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.789913] env[69440]: DEBUG oslo_vmware.api [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139230, 'name': PowerOffVM_Task, 'duration_secs': 0.309762} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.790490] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.791057] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.791535] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20c84cb0-5685-4874-993c-2e98998ccbd0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.879500] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.879690] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.879883] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Deleting the datastore file [datastore2] ee7f76c1-fcb5-49a7-88fe-57541f13f24b {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.880188] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccdf50cd-1a72-4ae9-82fb-58d82bb6ff12 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.888988] env[69440]: DEBUG oslo_vmware.api [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 768.888988] env[69440]: value = "task-4139234" [ 768.888988] env[69440]: _type = "Task" [ 768.888988] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.898439] env[69440]: DEBUG oslo_vmware.api [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.922026] env[69440]: DEBUG nova.scheduler.client.report [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.942380] env[69440]: DEBUG oslo_vmware.api [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139228, 'name': PowerOffVM_Task, 'duration_secs': 1.035105} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.942813] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.943045] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Volume detach. Driver type: vmdk {{(pid=69440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 768.945045] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819669', 'volume_id': 'd8910522-aaef-4aff-a082-cc36ae5f6efa', 'name': 'volume-d8910522-aaef-4aff-a082-cc36ae5f6efa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cd34a99-40c7-4603-aacf-80205275b852', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8910522-aaef-4aff-a082-cc36ae5f6efa', 'serial': 'd8910522-aaef-4aff-a082-cc36ae5f6efa'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 768.945045] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b527f5f8-9d3b-49e0-b118-04da6e911bff {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.971560] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105c786f-8d04-41da-9ab8-f75b7f465f5c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.984977] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquiring lock "781604b4-a4c8-4b37-952d-e142265212da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.985294] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Lock "781604b4-a4c8-4b37-952d-e142265212da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.994467] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf1e471-5347-4650-9282-271f2b84c0c1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.020153] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f4f85d-dd1c-4d24-a3ab-40988b52526e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.036839] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Acquiring lock "refresh_cache-c6473d46-cde3-401b-8654-a9013978b81b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.037038] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Acquired lock "refresh_cache-c6473d46-cde3-401b-8654-a9013978b81b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.037217] env[69440]: DEBUG nova.network.neutron [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.038958] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] The volume has not been displaced from its original location: [datastore1] volume-d8910522-aaef-4aff-a082-cc36ae5f6efa/volume-d8910522-aaef-4aff-a082-cc36ae5f6efa.vmdk. No consolidation needed. {{(pid=69440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 769.044623] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Reconfiguring VM instance instance-00000010 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 769.047878] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c978068-3292-47a9-9198-4983b7318802 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.072056] env[69440]: DEBUG oslo_vmware.api [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Waiting for the task: (returnval){ [ 769.072056] env[69440]: value = "task-4139235" [ 769.072056] env[69440]: _type = "Task" [ 769.072056] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.083813] env[69440]: DEBUG oslo_vmware.api [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.179852] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Task: {'id': task-4139231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111555} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.179852] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.179852] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca5b24a-0780-4f0d-80a1-7b8708d6e0b7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.205366] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] b4a45681-5bc0-47c4-8475-f067d7569765/b4a45681-5bc0-47c4-8475-f067d7569765.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.206761] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4163dd5c-61e0-4025-9515-f1df570661f5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.231012] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Waiting for the task: (returnval){ [ 769.231012] env[69440]: value = "task-4139236" [ 769.231012] env[69440]: _type = "Task" [ 769.231012] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.241332] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Task: {'id': task-4139236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.261201] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139232, 'name': Rename_Task, 'duration_secs': 0.249279} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.261201] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.261201] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93d11dcc-c336-4682-a3e7-3b3e1e3f8804 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.270314] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for the task: (returnval){ [ 769.270314] env[69440]: value = "task-4139237" [ 769.270314] env[69440]: _type = "Task" [ 769.270314] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.280683] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.352084] env[69440]: DEBUG nova.network.neutron [req-33320af8-b4b6-4bbb-abcd-20eacf8d7af3 req-066d22c1-578d-4a1f-b9e5-ab3a32f32de8 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Updated VIF entry in instance network info cache for port 245fdd9c-58db-4452-a548-9cf04ed8e88e. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.352084] env[69440]: DEBUG nova.network.neutron [req-33320af8-b4b6-4bbb-abcd-20eacf8d7af3 req-066d22c1-578d-4a1f-b9e5-ab3a32f32de8 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Updating instance_info_cache with network_info: [{"id": "245fdd9c-58db-4452-a548-9cf04ed8e88e", "address": "fa:16:3e:75:f5:6a", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245fdd9c-58", "ovs_interfaceid": "245fdd9c-58db-4452-a548-9cf04ed8e88e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.406046] env[69440]: DEBUG oslo_vmware.api [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224571} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.406046] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.406046] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.406046] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.406046] env[69440]: INFO nova.compute.manager [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 769.406292] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.406292] env[69440]: DEBUG nova.compute.manager [-] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.406292] env[69440]: DEBUG nova.network.neutron [-] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.428209] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.880s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.428209] env[69440]: DEBUG nova.compute.manager [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.432812] env[69440]: DEBUG oslo_concurrency.lockutils [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.958s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.433184] env[69440]: DEBUG nova.objects.instance [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Lazy-loading 'resources' on Instance uuid e3c53d5b-18f8-4c41-8ec2-fd8e170576af {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.456439] env[69440]: DEBUG nova.network.neutron [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Successfully updated port: 8ad34f81-2fce-420d-8783-fe34698afa66 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.531208] env[69440]: DEBUG nova.compute.manager [req-e6eb40c5-0c76-4a76-8753-1fac76165dab req-3f0b313a-c2f9-44ff-97ec-2af71a89ebea service nova] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Received event network-vif-plugged-8ad34f81-2fce-420d-8783-fe34698afa66 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.531460] env[69440]: DEBUG oslo_concurrency.lockutils [req-e6eb40c5-0c76-4a76-8753-1fac76165dab req-3f0b313a-c2f9-44ff-97ec-2af71a89ebea service nova] Acquiring lock "2dee479a-0981-497c-afb9-6e66085e431f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.531640] env[69440]: DEBUG oslo_concurrency.lockutils [req-e6eb40c5-0c76-4a76-8753-1fac76165dab req-3f0b313a-c2f9-44ff-97ec-2af71a89ebea service nova] Lock "2dee479a-0981-497c-afb9-6e66085e431f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.531811] env[69440]: DEBUG oslo_concurrency.lockutils [req-e6eb40c5-0c76-4a76-8753-1fac76165dab req-3f0b313a-c2f9-44ff-97ec-2af71a89ebea service nova] Lock "2dee479a-0981-497c-afb9-6e66085e431f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.531969] env[69440]: DEBUG nova.compute.manager [req-e6eb40c5-0c76-4a76-8753-1fac76165dab req-3f0b313a-c2f9-44ff-97ec-2af71a89ebea service nova] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] No waiting events found dispatching network-vif-plugged-8ad34f81-2fce-420d-8783-fe34698afa66 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 769.532156] env[69440]: WARNING nova.compute.manager [req-e6eb40c5-0c76-4a76-8753-1fac76165dab req-3f0b313a-c2f9-44ff-97ec-2af71a89ebea service nova] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Received unexpected event network-vif-plugged-8ad34f81-2fce-420d-8783-fe34698afa66 for instance with vm_state building and task_state spawning. [ 769.568327] env[69440]: DEBUG nova.network.neutron [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.584070] env[69440]: DEBUG oslo_vmware.api [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139235, 'name': ReconfigVM_Task, 'duration_secs': 0.267766} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.584565] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Reconfigured VM instance instance-00000010 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 769.591952] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6b34987-ffd3-4fb7-9556-8c19d5c0c6fc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.612368] env[69440]: DEBUG oslo_vmware.api [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Waiting for the task: (returnval){ [ 769.612368] env[69440]: value = "task-4139238" [ 769.612368] env[69440]: _type = "Task" [ 769.612368] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.624708] env[69440]: DEBUG oslo_vmware.api [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.654554] env[69440]: DEBUG nova.network.neutron [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.744036] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Task: {'id': task-4139236, 'name': ReconfigVM_Task, 'duration_secs': 0.412171} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.744036] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Reconfigured VM instance instance-0000001d to attach disk [datastore2] b4a45681-5bc0-47c4-8475-f067d7569765/b4a45681-5bc0-47c4-8475-f067d7569765.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.744922] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1031439-ab2e-4832-9091-6f03d9d3312d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.753640] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Waiting for the task: (returnval){ [ 769.753640] env[69440]: value = "task-4139239" [ 769.753640] env[69440]: _type = "Task" [ 769.753640] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.764528] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Task: {'id': task-4139239, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.780687] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139237, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.858244] env[69440]: DEBUG oslo_concurrency.lockutils [req-33320af8-b4b6-4bbb-abcd-20eacf8d7af3 req-066d22c1-578d-4a1f-b9e5-ab3a32f32de8 service nova] Releasing lock "refresh_cache-814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.937073] env[69440]: DEBUG nova.compute.utils [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.938596] env[69440]: DEBUG nova.compute.manager [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.938770] env[69440]: DEBUG nova.network.neutron [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.967642] env[69440]: DEBUG oslo_concurrency.lockutils [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Acquiring lock "refresh_cache-2dee479a-0981-497c-afb9-6e66085e431f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.967796] env[69440]: DEBUG oslo_concurrency.lockutils [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Acquired lock "refresh_cache-2dee479a-0981-497c-afb9-6e66085e431f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.967951] env[69440]: DEBUG nova.network.neutron [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.022629] env[69440]: DEBUG nova.policy [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fb57f5536514f4991f6e9df7c04628b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '384851ba5d9645a48c645ad3db374d90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.131127] env[69440]: DEBUG oslo_vmware.api [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139238, 'name': ReconfigVM_Task, 'duration_secs': 0.166615} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.131410] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819669', 'volume_id': 'd8910522-aaef-4aff-a082-cc36ae5f6efa', 'name': 'volume-d8910522-aaef-4aff-a082-cc36ae5f6efa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cd34a99-40c7-4603-aacf-80205275b852', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8910522-aaef-4aff-a082-cc36ae5f6efa', 'serial': 'd8910522-aaef-4aff-a082-cc36ae5f6efa'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 770.131747] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.135686] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801e942e-9edf-42ad-b37d-05675d74b82a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.147287] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.147287] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91a64bbb-dc5b-4174-92e8-60528c11ccc9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.157434] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Releasing lock "refresh_cache-c6473d46-cde3-401b-8654-a9013978b81b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.157817] env[69440]: DEBUG nova.compute.manager [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.158030] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.159250] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2266fc8-2eaa-4930-9f06-1fc8a86dc5c4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.168696] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.170174] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0db348d-b1fe-4b34-90dc-0425f5baf808 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.180540] env[69440]: DEBUG oslo_vmware.api [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for the task: (returnval){ [ 770.180540] env[69440]: value = "task-4139241" [ 770.180540] env[69440]: _type = "Task" [ 770.180540] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.192387] env[69440]: DEBUG oslo_vmware.api [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.273270] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Task: {'id': task-4139239, 'name': Rename_Task, 'duration_secs': 0.176249} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.278174] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.283026] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13eeaab6-2e57-47d1-b902-453b7d02a020 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.291510] env[69440]: DEBUG oslo_vmware.api [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139237, 'name': PowerOnVM_Task, 'duration_secs': 0.708851} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.294361] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.294769] env[69440]: DEBUG nova.compute.manager [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 770.295331] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Waiting for the task: (returnval){ [ 770.295331] env[69440]: value = "task-4139242" [ 770.295331] env[69440]: _type = "Task" [ 770.295331] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.297780] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ccde90-7608-4105-9cb5-8ce119643310 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.311587] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Task: {'id': task-4139242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.363446] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.366135] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.366405] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Deleting the datastore file [datastore1] 0cd34a99-40c7-4603-aacf-80205275b852 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.371638] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3262e531-63b3-46f1-912a-e507b5f21fd8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.380891] env[69440]: DEBUG oslo_vmware.api [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Waiting for the task: (returnval){ [ 770.380891] env[69440]: value = "task-4139243" [ 770.380891] env[69440]: _type = "Task" [ 770.380891] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.394031] env[69440]: DEBUG oslo_vmware.api [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.445593] env[69440]: DEBUG nova.compute.manager [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.452978] env[69440]: DEBUG nova.network.neutron [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Successfully created port: 402a355c-7a09-4e4a-900c-ddaf3c74f868 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.543416] env[69440]: DEBUG nova.network.neutron [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.562388] env[69440]: DEBUG nova.compute.manager [req-d985fe81-7c93-40bf-937c-b1a213441d3b req-87c1461b-db07-4be0-837f-f90ea6db61de service nova] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Received event network-vif-deleted-30057528-f36d-492f-9470-868e5ea5fc4e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.562748] env[69440]: INFO nova.compute.manager [req-d985fe81-7c93-40bf-937c-b1a213441d3b req-87c1461b-db07-4be0-837f-f90ea6db61de service nova] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Neutron deleted interface 30057528-f36d-492f-9470-868e5ea5fc4e; detaching it from the instance and deleting it from the info cache [ 770.562952] env[69440]: DEBUG nova.network.neutron [req-d985fe81-7c93-40bf-937c-b1a213441d3b req-87c1461b-db07-4be0-837f-f90ea6db61de service nova] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.692652] env[69440]: DEBUG oslo_vmware.api [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139241, 'name': PowerOffVM_Task, 'duration_secs': 0.199408} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.693015] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.693325] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.693608] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-128d72c6-6e3b-40e3-83dc-a28a039365fc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.711679] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7794d2a2-8baf-4ad3-96b2-f045da304db3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.720038] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b642885-445f-4e26-8ab6-6e9ffcc1b398 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.726699] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.726910] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.727101] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Deleting the datastore file [datastore2] c6473d46-cde3-401b-8654-a9013978b81b {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.727924] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b503527-481c-4cf3-bfc4-ffc89f169651 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.755995] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957266a0-a3c1-4a13-b527-e3ddee724e25 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.761056] env[69440]: DEBUG oslo_vmware.api [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for the task: (returnval){ [ 770.761056] env[69440]: value = "task-4139245" [ 770.761056] env[69440]: _type = "Task" [ 770.761056] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.767223] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6715177d-965d-4d74-9edb-c22d7c7ca201 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.777011] env[69440]: DEBUG oslo_vmware.api [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.785765] env[69440]: DEBUG nova.compute.provider_tree [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.796260] env[69440]: DEBUG nova.network.neutron [-] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.811778] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Task: {'id': task-4139242, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.829138] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.852970] env[69440]: DEBUG nova.network.neutron [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Updating instance_info_cache with network_info: [{"id": "8ad34f81-2fce-420d-8783-fe34698afa66", "address": "fa:16:3e:6f:87:29", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ad34f81-2f", "ovs_interfaceid": "8ad34f81-2fce-420d-8783-fe34698afa66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.891492] env[69440]: DEBUG oslo_vmware.api [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Task: {'id': task-4139243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116523} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.891492] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.891492] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.891492] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.892196] env[69440]: INFO nova.compute.manager [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Took 3.48 seconds to destroy the instance on the hypervisor. [ 770.892196] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.892196] env[69440]: DEBUG nova.compute.manager [-] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.892196] env[69440]: DEBUG nova.network.neutron [-] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.074617] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60e06afe-af91-4838-8526-bae22432fa1e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.087047] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c070c3e-ea37-4639-b85c-822a87e0fbb7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.122424] env[69440]: DEBUG nova.compute.manager [req-d985fe81-7c93-40bf-937c-b1a213441d3b req-87c1461b-db07-4be0-837f-f90ea6db61de service nova] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Detach interface failed, port_id=30057528-f36d-492f-9470-868e5ea5fc4e, reason: Instance ee7f76c1-fcb5-49a7-88fe-57541f13f24b could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 771.273623] env[69440]: DEBUG oslo_vmware.api [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Task: {'id': task-4139245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105897} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.273882] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.274086] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.274264] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.274440] env[69440]: INFO nova.compute.manager [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 771.274681] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.274897] env[69440]: DEBUG nova.compute.manager [-] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.274997] env[69440]: DEBUG nova.network.neutron [-] [instance: c6473d46-cde3-401b-8654-a9013978b81b] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.291203] env[69440]: DEBUG nova.scheduler.client.report [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.295258] env[69440]: DEBUG nova.network.neutron [-] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.300075] env[69440]: INFO nova.compute.manager [-] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Took 1.89 seconds to deallocate network for instance. [ 771.316668] env[69440]: DEBUG oslo_vmware.api [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Task: {'id': task-4139242, 'name': PowerOnVM_Task, 'duration_secs': 0.558338} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.317158] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.317158] env[69440]: INFO nova.compute.manager [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Took 5.47 seconds to spawn the instance on the hypervisor. [ 771.317327] env[69440]: DEBUG nova.compute.manager [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 771.318578] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c77641-b6a5-49a0-816f-479ccac6f863 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.356513] env[69440]: DEBUG oslo_concurrency.lockutils [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Releasing lock "refresh_cache-2dee479a-0981-497c-afb9-6e66085e431f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.356947] env[69440]: DEBUG nova.compute.manager [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Instance network_info: |[{"id": "8ad34f81-2fce-420d-8783-fe34698afa66", "address": "fa:16:3e:6f:87:29", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ad34f81-2f", "ovs_interfaceid": "8ad34f81-2fce-420d-8783-fe34698afa66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.357916] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:87:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ad34f81-2fce-420d-8783-fe34698afa66', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.367129] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.368288] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.368537] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f46b1818-2da2-4d52-b79b-b986beef5fb8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.391112] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.391112] env[69440]: value = "task-4139246" [ 771.391112] env[69440]: _type = "Task" [ 771.391112] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.404157] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139246, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.465819] env[69440]: DEBUG nova.compute.manager [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.497525] env[69440]: DEBUG nova.virt.hardware [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.497525] env[69440]: DEBUG nova.virt.hardware [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.497950] env[69440]: DEBUG nova.virt.hardware [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.497950] env[69440]: DEBUG nova.virt.hardware [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.497950] env[69440]: DEBUG nova.virt.hardware [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.499070] env[69440]: DEBUG nova.virt.hardware [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.499070] env[69440]: DEBUG nova.virt.hardware [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.499070] env[69440]: DEBUG nova.virt.hardware [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.499070] env[69440]: DEBUG nova.virt.hardware [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.500057] env[69440]: DEBUG nova.virt.hardware [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.500057] env[69440]: DEBUG nova.virt.hardware [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.501081] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887e0ea5-ef53-4004-9c0b-58de791e4f88 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.511320] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1b9afd-851c-40a9-a399-3382a20194cf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.798088] env[69440]: DEBUG nova.network.neutron [-] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.800447] env[69440]: DEBUG oslo_concurrency.lockutils [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.368s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.803951] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.303s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.804339] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.804689] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 771.805408] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.282s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.808258] env[69440]: INFO nova.compute.claims [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.819942] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.821070] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6a3307-fbc4-4d84-84ae-b70057f87e3a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.827744] env[69440]: DEBUG nova.compute.manager [req-09a691ee-6d15-4cf8-ba9a-ce7a3e113b8b req-1b5dc299-d258-4b1a-9d5d-22c514566a07 service nova] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Received event network-changed-8ad34f81-2fce-420d-8783-fe34698afa66 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.827744] env[69440]: DEBUG nova.compute.manager [req-09a691ee-6d15-4cf8-ba9a-ce7a3e113b8b req-1b5dc299-d258-4b1a-9d5d-22c514566a07 service nova] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Refreshing instance network info cache due to event network-changed-8ad34f81-2fce-420d-8783-fe34698afa66. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.828220] env[69440]: DEBUG oslo_concurrency.lockutils [req-09a691ee-6d15-4cf8-ba9a-ce7a3e113b8b req-1b5dc299-d258-4b1a-9d5d-22c514566a07 service nova] Acquiring lock "refresh_cache-2dee479a-0981-497c-afb9-6e66085e431f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.828321] env[69440]: DEBUG oslo_concurrency.lockutils [req-09a691ee-6d15-4cf8-ba9a-ce7a3e113b8b req-1b5dc299-d258-4b1a-9d5d-22c514566a07 service nova] Acquired lock "refresh_cache-2dee479a-0981-497c-afb9-6e66085e431f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.828755] env[69440]: DEBUG nova.network.neutron [req-09a691ee-6d15-4cf8-ba9a-ce7a3e113b8b req-1b5dc299-d258-4b1a-9d5d-22c514566a07 service nova] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Refreshing network info cache for port 8ad34f81-2fce-420d-8783-fe34698afa66 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.846042] env[69440]: INFO nova.scheduler.client.report [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Deleted allocations for instance e3c53d5b-18f8-4c41-8ec2-fd8e170576af [ 771.853372] env[69440]: INFO nova.compute.manager [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Took 45.00 seconds to build instance. [ 771.860675] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65259bad-c2de-4712-abbd-0bf00a36d71e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.884048] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5e2732-609c-496c-b8bd-ecab198172f7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.900977] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3be583-a1e1-4614-8074-395611ddafde {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.908822] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139246, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.940837] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178856MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 771.941584] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.043684] env[69440]: DEBUG nova.network.neutron [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Successfully updated port: 402a355c-7a09-4e4a-900c-ddaf3c74f868 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.161143] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Acquiring lock "443a8dc6-a88a-45e9-9a8c-f9976f91b821" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.161547] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Lock "443a8dc6-a88a-45e9-9a8c-f9976f91b821" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.163449] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Acquiring lock "443a8dc6-a88a-45e9-9a8c-f9976f91b821-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.163449] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Lock "443a8dc6-a88a-45e9-9a8c-f9976f91b821-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.163449] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Lock "443a8dc6-a88a-45e9-9a8c-f9976f91b821-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.166400] env[69440]: INFO nova.compute.manager [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Terminating instance [ 772.183930] env[69440]: DEBUG nova.network.neutron [-] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.307853] env[69440]: INFO nova.compute.manager [-] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Took 1.03 seconds to deallocate network for instance. [ 772.360019] env[69440]: DEBUG oslo_concurrency.lockutils [None req-73f849aa-7071-4074-93af-27d48f9ac01b tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Lock "e3c53d5b-18f8-4c41-8ec2-fd8e170576af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.382s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.360019] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3550fa3-1122-4dae-850d-d06125ae092d tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Lock "b4a45681-5bc0-47c4-8475-f067d7569765" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.315s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.403952] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139246, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.548202] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "refresh_cache-c925370e-5981-40a2-a5df-7fe064ac3ce3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.548445] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "refresh_cache-c925370e-5981-40a2-a5df-7fe064ac3ce3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.548516] env[69440]: DEBUG nova.network.neutron [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.630383] env[69440]: DEBUG oslo_vmware.rw_handles [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa7e3f-ff99-fc87-f1dc-45fe94132435/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 772.631818] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b229e4d7-7d97-42b1-81e9-2902f9969a7c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.638977] env[69440]: DEBUG oslo_vmware.rw_handles [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa7e3f-ff99-fc87-f1dc-45fe94132435/disk-0.vmdk is in state: ready. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 772.639197] env[69440]: ERROR oslo_vmware.rw_handles [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa7e3f-ff99-fc87-f1dc-45fe94132435/disk-0.vmdk due to incomplete transfer. [ 772.639415] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0e99829e-9fc2-4f6a-997c-9e334255c787 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.648352] env[69440]: DEBUG oslo_vmware.rw_handles [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aa7e3f-ff99-fc87-f1dc-45fe94132435/disk-0.vmdk. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 772.648573] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Uploaded image aba7eb85-3a6e-46e0-8ef8-7ba86a669c1b to the Glance image server {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 772.651039] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Destroying the VM {{(pid=69440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 772.651364] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8ed5fff9-1f71-4219-af5f-f13340471c8d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.659367] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 772.659367] env[69440]: value = "task-4139247" [ 772.659367] env[69440]: _type = "Task" [ 772.659367] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.673242] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139247, 'name': Destroy_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.679415] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Acquiring lock "refresh_cache-443a8dc6-a88a-45e9-9a8c-f9976f91b821" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.679731] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Acquired lock "refresh_cache-443a8dc6-a88a-45e9-9a8c-f9976f91b821" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.679947] env[69440]: DEBUG nova.network.neutron [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.687277] env[69440]: DEBUG nova.network.neutron [req-09a691ee-6d15-4cf8-ba9a-ce7a3e113b8b req-1b5dc299-d258-4b1a-9d5d-22c514566a07 service nova] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Updated VIF entry in instance network info cache for port 8ad34f81-2fce-420d-8783-fe34698afa66. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.687547] env[69440]: DEBUG nova.network.neutron [req-09a691ee-6d15-4cf8-ba9a-ce7a3e113b8b req-1b5dc299-d258-4b1a-9d5d-22c514566a07 service nova] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Updating instance_info_cache with network_info: [{"id": "8ad34f81-2fce-420d-8783-fe34698afa66", "address": "fa:16:3e:6f:87:29", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ad34f81-2f", "ovs_interfaceid": "8ad34f81-2fce-420d-8783-fe34698afa66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.688989] env[69440]: INFO nova.compute.manager [-] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Took 1.80 seconds to deallocate network for instance. [ 772.818350] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.845030] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Acquiring lock "cae202f4-3111-4611-ad68-bfaac359bd8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.845281] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Lock "cae202f4-3111-4611-ad68-bfaac359bd8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.863675] env[69440]: DEBUG nova.compute.manager [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.884265] env[69440]: DEBUG nova.compute.manager [None req-a6d9252e-6e11-48ae-ba5a-92d615c8ff2d tempest-ServerDiagnosticsV248Test-1524796313 tempest-ServerDiagnosticsV248Test-1524796313-project-admin] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 772.892721] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9890c956-753b-44de-8aed-8e4088d14075 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.909443] env[69440]: INFO nova.compute.manager [None req-a6d9252e-6e11-48ae-ba5a-92d615c8ff2d tempest-ServerDiagnosticsV248Test-1524796313 tempest-ServerDiagnosticsV248Test-1524796313-project-admin] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Retrieving diagnostics [ 772.909443] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139246, 'name': CreateVM_Task, 'duration_secs': 1.406203} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.912389] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6063d900-90c5-478c-b173-527620bafa08 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.919043] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.919043] env[69440]: DEBUG oslo_concurrency.lockutils [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.919043] env[69440]: DEBUG oslo_concurrency.lockutils [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.919043] env[69440]: DEBUG oslo_concurrency.lockutils [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.920375] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5832bd59-a957-4ed7-a44c-528e6f0c4537 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.956501] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 772.956501] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52c29b01-b2c3-b4e1-76fe-d5669be3a6f8" [ 772.956501] env[69440]: _type = "Task" [ 772.956501] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.966860] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c29b01-b2c3-b4e1-76fe-d5669be3a6f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.097918] env[69440]: DEBUG nova.network.neutron [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.171120] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139247, 'name': Destroy_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.190299] env[69440]: DEBUG oslo_concurrency.lockutils [req-09a691ee-6d15-4cf8-ba9a-ce7a3e113b8b req-1b5dc299-d258-4b1a-9d5d-22c514566a07 service nova] Releasing lock "refresh_cache-2dee479a-0981-497c-afb9-6e66085e431f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.212925] env[69440]: DEBUG nova.network.neutron [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.267536] env[69440]: DEBUG nova.network.neutron [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Updating instance_info_cache with network_info: [{"id": "402a355c-7a09-4e4a-900c-ddaf3c74f868", "address": "fa:16:3e:ac:cc:9a", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402a355c-7a", "ovs_interfaceid": "402a355c-7a09-4e4a-900c-ddaf3c74f868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.277065] env[69440]: INFO nova.compute.manager [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Took 0.59 seconds to detach 1 volumes for instance. [ 773.281208] env[69440]: DEBUG nova.compute.manager [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Deleting volume: d8910522-aaef-4aff-a082-cc36ae5f6efa {{(pid=69440) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 773.308873] env[69440]: DEBUG nova.compute.manager [req-f1106ed7-9bd0-4cf6-837a-1f07226ba77d req-fb64e2d4-b048-4537-ad7c-bb9abecced2a service nova] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Received event network-vif-deleted-1ef8330c-a925-4bea-8d7d-c3f1ec80bd18 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.315528] env[69440]: DEBUG nova.network.neutron [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.391737] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.472243] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c29b01-b2c3-b4e1-76fe-d5669be3a6f8, 'name': SearchDatastore_Task, 'duration_secs': 0.01247} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.472567] env[69440]: DEBUG oslo_concurrency.lockutils [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.472809] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.473058] env[69440]: DEBUG oslo_concurrency.lockutils [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.473203] env[69440]: DEBUG oslo_concurrency.lockutils [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.473378] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.473690] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35bf89af-7780-4fb7-a31e-930ffbf431a5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.486332] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.486554] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.487413] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cb5b4d9-bb9e-450b-aab7-b09e0420d7d8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.497191] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 773.497191] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5264b6f8-56da-d111-a4a1-990cbc5bbe2b" [ 773.497191] env[69440]: _type = "Task" [ 773.497191] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.511589] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5264b6f8-56da-d111-a4a1-990cbc5bbe2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.639732] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c74815-4a39-4bbf-903c-7bdf62489f99 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.648820] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f80283-92ab-4667-abb6-e13c0cd6ba88 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.690681] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92eb0d9-d4aa-4e06-8a6d-81a2b3408c2c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.707020] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60503fa7-becd-4c84-b7e7-c39e67e77faa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.708231] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139247, 'name': Destroy_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.722722] env[69440]: DEBUG nova.compute.provider_tree [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.771289] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "refresh_cache-c925370e-5981-40a2-a5df-7fe064ac3ce3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.771644] env[69440]: DEBUG nova.compute.manager [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Instance network_info: |[{"id": "402a355c-7a09-4e4a-900c-ddaf3c74f868", "address": "fa:16:3e:ac:cc:9a", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402a355c-7a", "ovs_interfaceid": "402a355c-7a09-4e4a-900c-ddaf3c74f868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.772115] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:cc:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '402a355c-7a09-4e4a-900c-ddaf3c74f868', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.779890] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Creating folder: Project (384851ba5d9645a48c645ad3db374d90). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.780272] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc6dcbe4-2e2e-4b6d-8dc1-273723b2be15 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.794361] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Created folder: Project (384851ba5d9645a48c645ad3db374d90) in parent group-v819662. [ 773.794586] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Creating folder: Instances. Parent ref: group-v819758. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.794920] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f588617-d905-4437-b645-6761cc58c39c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.809243] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Created folder: Instances in parent group-v819758. [ 773.809512] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.809722] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.809988] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c8513b9-7954-46d2-8a4e-da5d4a80dbe8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.826078] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Releasing lock "refresh_cache-443a8dc6-a88a-45e9-9a8c-f9976f91b821" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.827046] env[69440]: DEBUG nova.compute.manager [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.827046] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.827904] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bd720f-48bc-41d9-9a98-92ece1bc382e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.836742] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.839267] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6fe0496-e4bd-4e23-9047-3c4994db524e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.839687] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.839687] env[69440]: value = "task-4139251" [ 773.839687] env[69440]: _type = "Task" [ 773.839687] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.846979] env[69440]: DEBUG oslo_vmware.api [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for the task: (returnval){ [ 773.846979] env[69440]: value = "task-4139252" [ 773.846979] env[69440]: _type = "Task" [ 773.846979] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.850393] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139251, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.861701] env[69440]: DEBUG oslo_vmware.api [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.871099] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.010771] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5264b6f8-56da-d111-a4a1-990cbc5bbe2b, 'name': SearchDatastore_Task, 'duration_secs': 0.015456} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.011924] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8825c3cf-7419-41a8-be5b-f97ef44c1399 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.019787] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 774.019787] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5212ca54-a0ef-162b-ee7f-18017b62f36c" [ 774.019787] env[69440]: _type = "Task" [ 774.019787] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.030116] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5212ca54-a0ef-162b-ee7f-18017b62f36c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.044152] env[69440]: DEBUG nova.compute.manager [req-7a900c19-815b-4032-b8c1-a93d2db20bcd req-db9014a1-3639-43b4-8f8d-61134fba286a service nova] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Received event network-vif-plugged-402a355c-7a09-4e4a-900c-ddaf3c74f868 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.044442] env[69440]: DEBUG oslo_concurrency.lockutils [req-7a900c19-815b-4032-b8c1-a93d2db20bcd req-db9014a1-3639-43b4-8f8d-61134fba286a service nova] Acquiring lock "c925370e-5981-40a2-a5df-7fe064ac3ce3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.044604] env[69440]: DEBUG oslo_concurrency.lockutils [req-7a900c19-815b-4032-b8c1-a93d2db20bcd req-db9014a1-3639-43b4-8f8d-61134fba286a service nova] Lock "c925370e-5981-40a2-a5df-7fe064ac3ce3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.044774] env[69440]: DEBUG oslo_concurrency.lockutils [req-7a900c19-815b-4032-b8c1-a93d2db20bcd req-db9014a1-3639-43b4-8f8d-61134fba286a service nova] Lock "c925370e-5981-40a2-a5df-7fe064ac3ce3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.044945] env[69440]: DEBUG nova.compute.manager [req-7a900c19-815b-4032-b8c1-a93d2db20bcd req-db9014a1-3639-43b4-8f8d-61134fba286a service nova] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] No waiting events found dispatching network-vif-plugged-402a355c-7a09-4e4a-900c-ddaf3c74f868 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 774.045191] env[69440]: WARNING nova.compute.manager [req-7a900c19-815b-4032-b8c1-a93d2db20bcd req-db9014a1-3639-43b4-8f8d-61134fba286a service nova] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Received unexpected event network-vif-plugged-402a355c-7a09-4e4a-900c-ddaf3c74f868 for instance with vm_state building and task_state spawning. [ 774.045268] env[69440]: DEBUG nova.compute.manager [req-7a900c19-815b-4032-b8c1-a93d2db20bcd req-db9014a1-3639-43b4-8f8d-61134fba286a service nova] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Received event network-changed-402a355c-7a09-4e4a-900c-ddaf3c74f868 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.045411] env[69440]: DEBUG nova.compute.manager [req-7a900c19-815b-4032-b8c1-a93d2db20bcd req-db9014a1-3639-43b4-8f8d-61134fba286a service nova] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Refreshing instance network info cache due to event network-changed-402a355c-7a09-4e4a-900c-ddaf3c74f868. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.045577] env[69440]: DEBUG oslo_concurrency.lockutils [req-7a900c19-815b-4032-b8c1-a93d2db20bcd req-db9014a1-3639-43b4-8f8d-61134fba286a service nova] Acquiring lock "refresh_cache-c925370e-5981-40a2-a5df-7fe064ac3ce3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.045712] env[69440]: DEBUG oslo_concurrency.lockutils [req-7a900c19-815b-4032-b8c1-a93d2db20bcd req-db9014a1-3639-43b4-8f8d-61134fba286a service nova] Acquired lock "refresh_cache-c925370e-5981-40a2-a5df-7fe064ac3ce3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.045864] env[69440]: DEBUG nova.network.neutron [req-7a900c19-815b-4032-b8c1-a93d2db20bcd req-db9014a1-3639-43b4-8f8d-61134fba286a service nova] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Refreshing network info cache for port 402a355c-7a09-4e4a-900c-ddaf3c74f868 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.199974] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139247, 'name': Destroy_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.226294] env[69440]: DEBUG nova.scheduler.client.report [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.350342] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139251, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.360506] env[69440]: DEBUG oslo_vmware.api [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139252, 'name': PowerOffVM_Task, 'duration_secs': 0.163861} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.360832] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.361070] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.361339] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bd956bd-6082-4d7f-8eb7-a4429d4a0930 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.395383] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.396248] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.396248] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Deleting the datastore file [datastore2] 443a8dc6-a88a-45e9-9a8c-f9976f91b821 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.396248] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e33af12a-9145-4cfd-8846-9c9bbf60f7fe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.404119] env[69440]: DEBUG oslo_vmware.api [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for the task: (returnval){ [ 774.404119] env[69440]: value = "task-4139254" [ 774.404119] env[69440]: _type = "Task" [ 774.404119] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.412798] env[69440]: DEBUG oslo_vmware.api [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.532674] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5212ca54-a0ef-162b-ee7f-18017b62f36c, 'name': SearchDatastore_Task, 'duration_secs': 0.013888} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.532960] env[69440]: DEBUG oslo_concurrency.lockutils [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.533245] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 2dee479a-0981-497c-afb9-6e66085e431f/2dee479a-0981-497c-afb9-6e66085e431f.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.533558] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2a8aa57-df51-430a-b7ef-5e05fdf0c52b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.542249] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 774.542249] env[69440]: value = "task-4139255" [ 774.542249] env[69440]: _type = "Task" [ 774.542249] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.556327] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4139255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.705220] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139247, 'name': Destroy_Task, 'duration_secs': 1.73404} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.706653] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Destroyed the VM [ 774.706653] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Deleting Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 774.706653] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4f1a120c-fa1d-4179-8295-85e2202e8ed9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.717718] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 774.717718] env[69440]: value = "task-4139256" [ 774.717718] env[69440]: _type = "Task" [ 774.717718] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.732874] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139256, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.736498] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.931s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.737115] env[69440]: DEBUG nova.compute.manager [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.740355] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.206s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.742627] env[69440]: INFO nova.compute.claims [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.852971] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139251, 'name': CreateVM_Task, 'duration_secs': 0.550862} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.853165] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.853910] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.854086] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.854419] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.854847] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b2f932-5f88-434a-b8ab-fa2d31b616f8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.861533] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 774.861533] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52e23b56-2a65-8ad8-d34e-57502df3db35" [ 774.861533] env[69440]: _type = "Task" [ 774.861533] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.872159] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e23b56-2a65-8ad8-d34e-57502df3db35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.894536] env[69440]: DEBUG nova.network.neutron [req-7a900c19-815b-4032-b8c1-a93d2db20bcd req-db9014a1-3639-43b4-8f8d-61134fba286a service nova] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Updated VIF entry in instance network info cache for port 402a355c-7a09-4e4a-900c-ddaf3c74f868. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.894905] env[69440]: DEBUG nova.network.neutron [req-7a900c19-815b-4032-b8c1-a93d2db20bcd req-db9014a1-3639-43b4-8f8d-61134fba286a service nova] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Updating instance_info_cache with network_info: [{"id": "402a355c-7a09-4e4a-900c-ddaf3c74f868", "address": "fa:16:3e:ac:cc:9a", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402a355c-7a", "ovs_interfaceid": "402a355c-7a09-4e4a-900c-ddaf3c74f868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.917632] env[69440]: DEBUG oslo_vmware.api [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Task: {'id': task-4139254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101902} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.918111] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.918403] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.918843] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.919148] env[69440]: INFO nova.compute.manager [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Took 1.09 seconds to destroy the instance on the hypervisor. [ 774.919525] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.919860] env[69440]: DEBUG nova.compute.manager [-] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.920076] env[69440]: DEBUG nova.network.neutron [-] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.963299] env[69440]: DEBUG nova.network.neutron [-] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.056194] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4139255, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.226574] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139256, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.249850] env[69440]: DEBUG nova.compute.utils [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.251691] env[69440]: DEBUG nova.compute.manager [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.251691] env[69440]: DEBUG nova.network.neutron [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.323269] env[69440]: DEBUG nova.policy [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afe4b978c13f46b69047ec76a9b456c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5fb6a2a951b44d083ec7d953e8eca33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.372948] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e23b56-2a65-8ad8-d34e-57502df3db35, 'name': SearchDatastore_Task, 'duration_secs': 0.020432} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.376552] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.376552] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.376552] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.376552] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.377126] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.377126] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de5cfb23-cfa5-4615-aa0e-b5fe5dc0dde3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.383697] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.383969] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.384728] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-391f9da9-f182-4e92-ab03-85878622c7e7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.390763] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 775.390763] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52486604-01f7-2d26-2294-b01e73882a2b" [ 775.390763] env[69440]: _type = "Task" [ 775.390763] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.400029] env[69440]: DEBUG oslo_concurrency.lockutils [req-7a900c19-815b-4032-b8c1-a93d2db20bcd req-db9014a1-3639-43b4-8f8d-61134fba286a service nova] Releasing lock "refresh_cache-c925370e-5981-40a2-a5df-7fe064ac3ce3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.400419] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52486604-01f7-2d26-2294-b01e73882a2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.465066] env[69440]: DEBUG nova.network.neutron [-] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.558306] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4139255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666772} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.558306] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 2dee479a-0981-497c-afb9-6e66085e431f/2dee479a-0981-497c-afb9-6e66085e431f.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.558306] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.558306] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a862db7f-8a63-44bf-9df7-005f0bf372b2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.565069] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 775.565069] env[69440]: value = "task-4139257" [ 775.565069] env[69440]: _type = "Task" [ 775.565069] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.578563] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4139257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.728072] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139256, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.756563] env[69440]: DEBUG nova.compute.manager [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.818050] env[69440]: DEBUG nova.network.neutron [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Successfully created port: 7924bd45-8d5e-46ef-a407-923668fd7a0a {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.904802] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52486604-01f7-2d26-2294-b01e73882a2b, 'name': SearchDatastore_Task, 'duration_secs': 0.011632} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.905103] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99ff5aaf-124b-4e8d-885f-2869cf7a8215 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.913248] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 775.913248] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52122364-8f38-c17f-c3cf-2e947a2ff68f" [ 775.913248] env[69440]: _type = "Task" [ 775.913248] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.921798] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52122364-8f38-c17f-c3cf-2e947a2ff68f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.968805] env[69440]: INFO nova.compute.manager [-] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Took 1.05 seconds to deallocate network for instance. [ 776.082186] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4139257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071409} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.087048] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.087915] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d684c04-5c54-4472-9eaf-7bc79203ec30 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.117323] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 2dee479a-0981-497c-afb9-6e66085e431f/2dee479a-0981-497c-afb9-6e66085e431f.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.121165] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f429cafc-8c67-424d-853a-93855a58b8f8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.142796] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 776.142796] env[69440]: value = "task-4139258" [ 776.142796] env[69440]: _type = "Task" [ 776.142796] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.153343] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4139258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.228827] env[69440]: DEBUG oslo_vmware.api [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139256, 'name': RemoveSnapshot_Task, 'duration_secs': 1.217851} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.232109] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Deleted Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 776.232432] env[69440]: INFO nova.compute.manager [None req-2d30fe38-6ed5-4f92-8e28-efb00cb69faa tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Took 17.52 seconds to snapshot the instance on the hypervisor. [ 776.383401] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5d3f3b-f4a9-4b6c-b207-e78d4be2fa2c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.391753] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03baed8e-3741-4c70-865c-956e6cc61f2d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.428501] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa40e557-f916-4058-bf90-d551dde0871b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.440858] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7674b9f-659a-4797-bfe4-304d2bde9ffd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.445624] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52122364-8f38-c17f-c3cf-2e947a2ff68f, 'name': SearchDatastore_Task, 'duration_secs': 0.011201} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.449376] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.449376] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] c925370e-5981-40a2-a5df-7fe064ac3ce3/c925370e-5981-40a2-a5df-7fe064ac3ce3.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.449376] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-878a66b2-8c70-4449-b714-6f91aa1cf90f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.458878] env[69440]: DEBUG nova.compute.provider_tree [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.466846] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 776.466846] env[69440]: value = "task-4139259" [ 776.466846] env[69440]: _type = "Task" [ 776.466846] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.478201] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.478201] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.659128] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4139258, 'name': ReconfigVM_Task, 'duration_secs': 0.379548} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.662227] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 2dee479a-0981-497c-afb9-6e66085e431f/2dee479a-0981-497c-afb9-6e66085e431f.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.662227] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31e530d1-7898-45d7-874f-8913719e32ea {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.670501] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 776.670501] env[69440]: value = "task-4139260" [ 776.670501] env[69440]: _type = "Task" [ 776.670501] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.681886] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4139260, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.770503] env[69440]: DEBUG nova.compute.manager [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.811845] env[69440]: DEBUG nova.virt.hardware [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.812326] env[69440]: DEBUG nova.virt.hardware [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.812405] env[69440]: DEBUG nova.virt.hardware [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.812613] env[69440]: DEBUG nova.virt.hardware [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.812843] env[69440]: DEBUG nova.virt.hardware [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.813076] env[69440]: DEBUG nova.virt.hardware [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.813329] env[69440]: DEBUG nova.virt.hardware [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.813624] env[69440]: DEBUG nova.virt.hardware [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.813702] env[69440]: DEBUG nova.virt.hardware [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.813876] env[69440]: DEBUG nova.virt.hardware [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.814110] env[69440]: DEBUG nova.virt.hardware [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.817367] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3f0fa5-d898-4e40-aa9d-d1f34d341b5c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.828894] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ac9842-2394-4fc3-b7a8-e903c864fcfe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.964894] env[69440]: DEBUG nova.scheduler.client.report [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.979808] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139259, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.185032] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4139260, 'name': Rename_Task, 'duration_secs': 0.274937} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.185392] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.185669] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cbbad6a-613c-4125-9617-107628249ab2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.195828] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 777.195828] env[69440]: value = "task-4139261" [ 777.195828] env[69440]: _type = "Task" [ 777.195828] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.210156] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4139261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.472912] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.473462] env[69440]: DEBUG nova.compute.manager [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.480727] env[69440]: DEBUG oslo_concurrency.lockutils [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.610s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.483323] env[69440]: INFO nova.compute.claims [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.506133] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514738} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.506133] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] c925370e-5981-40a2-a5df-7fe064ac3ce3/c925370e-5981-40a2-a5df-7fe064ac3ce3.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.506133] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.506314] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6771c0a8-b962-4242-9986-f0529da8fa09 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.520279] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 777.520279] env[69440]: value = "task-4139262" [ 777.520279] env[69440]: _type = "Task" [ 777.520279] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.531115] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.554419] env[69440]: DEBUG nova.compute.manager [req-b4c4079e-73df-4ddb-b247-578ff1c98832 req-167da850-dc01-477a-8d66-baace98bb73c service nova] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Received event network-vif-plugged-7924bd45-8d5e-46ef-a407-923668fd7a0a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.554941] env[69440]: DEBUG oslo_concurrency.lockutils [req-b4c4079e-73df-4ddb-b247-578ff1c98832 req-167da850-dc01-477a-8d66-baace98bb73c service nova] Acquiring lock "e7a7624e-3780-4ab5-9e5e-ff73e934301e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.555187] env[69440]: DEBUG oslo_concurrency.lockutils [req-b4c4079e-73df-4ddb-b247-578ff1c98832 req-167da850-dc01-477a-8d66-baace98bb73c service nova] Lock "e7a7624e-3780-4ab5-9e5e-ff73e934301e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.555357] env[69440]: DEBUG oslo_concurrency.lockutils [req-b4c4079e-73df-4ddb-b247-578ff1c98832 req-167da850-dc01-477a-8d66-baace98bb73c service nova] Lock "e7a7624e-3780-4ab5-9e5e-ff73e934301e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.555522] env[69440]: DEBUG nova.compute.manager [req-b4c4079e-73df-4ddb-b247-578ff1c98832 req-167da850-dc01-477a-8d66-baace98bb73c service nova] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] No waiting events found dispatching network-vif-plugged-7924bd45-8d5e-46ef-a407-923668fd7a0a {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 777.556322] env[69440]: WARNING nova.compute.manager [req-b4c4079e-73df-4ddb-b247-578ff1c98832 req-167da850-dc01-477a-8d66-baace98bb73c service nova] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Received unexpected event network-vif-plugged-7924bd45-8d5e-46ef-a407-923668fd7a0a for instance with vm_state building and task_state spawning. [ 777.662447] env[69440]: DEBUG nova.network.neutron [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Successfully updated port: 7924bd45-8d5e-46ef-a407-923668fd7a0a {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.718779] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4139261, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.994318] env[69440]: DEBUG nova.compute.utils [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.994318] env[69440]: DEBUG nova.compute.manager [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Not allocating networking since 'none' was specified. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 778.031443] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140719} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.031737] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.032457] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041dd104-7649-461e-9829-ee06dc6acad7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.059406] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] c925370e-5981-40a2-a5df-7fe064ac3ce3/c925370e-5981-40a2-a5df-7fe064ac3ce3.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.060191] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b4fbe97-8073-43ae-8aa2-ed89304f700f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.085709] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 778.085709] env[69440]: value = "task-4139263" [ 778.085709] env[69440]: _type = "Task" [ 778.085709] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.098013] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.164701] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "refresh_cache-e7a7624e-3780-4ab5-9e5e-ff73e934301e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.164963] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired lock "refresh_cache-e7a7624e-3780-4ab5-9e5e-ff73e934301e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.165167] env[69440]: DEBUG nova.network.neutron [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.208713] env[69440]: DEBUG oslo_vmware.api [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4139261, 'name': PowerOnVM_Task, 'duration_secs': 0.775124} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.209810] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.210090] env[69440]: INFO nova.compute.manager [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Took 9.62 seconds to spawn the instance on the hypervisor. [ 778.210276] env[69440]: DEBUG nova.compute.manager [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 778.211105] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb6f23b-d0a4-41af-89ae-a787425c689f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.497067] env[69440]: DEBUG nova.compute.manager [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.599935] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.735439] env[69440]: DEBUG nova.network.neutron [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.741731] env[69440]: INFO nova.compute.manager [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Took 45.48 seconds to build instance. [ 779.025698] env[69440]: DEBUG nova.network.neutron [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Updating instance_info_cache with network_info: [{"id": "7924bd45-8d5e-46ef-a407-923668fd7a0a", "address": "fa:16:3e:dd:85:e7", "network": {"id": "fd8085f7-96df-494f-8d70-63b8b6c83f3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109709906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fb6a2a951b44d083ec7d953e8eca33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7924bd45-8d", "ovs_interfaceid": "7924bd45-8d5e-46ef-a407-923668fd7a0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.102262] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139263, 'name': ReconfigVM_Task, 'duration_secs': 0.588227} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.102262] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Reconfigured VM instance instance-0000001f to attach disk [datastore1] c925370e-5981-40a2-a5df-7fe064ac3ce3/c925370e-5981-40a2-a5df-7fe064ac3ce3.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.102262] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ebf8313-48df-40b5-9981-aed7b7400716 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.110785] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 779.110785] env[69440]: value = "task-4139264" [ 779.110785] env[69440]: _type = "Task" [ 779.110785] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.122456] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139264, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.250724] env[69440]: DEBUG oslo_concurrency.lockutils [None req-293cd314-f03b-44b3-9257-966ee75ef511 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Lock "2dee479a-0981-497c-afb9-6e66085e431f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.293s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.267430] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1755f346-451f-4a7c-8756-c289b69c5e2a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.279201] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f10af46-351c-4668-91b0-bbad2975f15b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.323332] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1c896c-07b5-4a08-ba16-905bb1f498df {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.331575] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a606b793-b927-40df-bb90-33a86419d054 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.349177] env[69440]: DEBUG nova.compute.provider_tree [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.515090] env[69440]: DEBUG nova.compute.manager [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.530490] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Releasing lock "refresh_cache-e7a7624e-3780-4ab5-9e5e-ff73e934301e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.530848] env[69440]: DEBUG nova.compute.manager [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Instance network_info: |[{"id": "7924bd45-8d5e-46ef-a407-923668fd7a0a", "address": "fa:16:3e:dd:85:e7", "network": {"id": "fd8085f7-96df-494f-8d70-63b8b6c83f3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109709906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fb6a2a951b44d083ec7d953e8eca33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7924bd45-8d", "ovs_interfaceid": "7924bd45-8d5e-46ef-a407-923668fd7a0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.531393] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:85:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7924bd45-8d5e-46ef-a407-923668fd7a0a', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.539197] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Creating folder: Project (f5fb6a2a951b44d083ec7d953e8eca33). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.541827] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9960749c-673a-4d84-8abb-2ed2e7434d5b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.551555] env[69440]: DEBUG nova.virt.hardware [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.551691] env[69440]: DEBUG nova.virt.hardware [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.552053] env[69440]: DEBUG nova.virt.hardware [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.552053] env[69440]: DEBUG nova.virt.hardware [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.552747] env[69440]: DEBUG nova.virt.hardware [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.552747] env[69440]: DEBUG nova.virt.hardware [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.552747] env[69440]: DEBUG nova.virt.hardware [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.552747] env[69440]: DEBUG nova.virt.hardware [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.552935] env[69440]: DEBUG nova.virt.hardware [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.553041] env[69440]: DEBUG nova.virt.hardware [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.553192] env[69440]: DEBUG nova.virt.hardware [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.554492] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7db39a6-1934-4566-9169-99f7bc1ded20 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.558996] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Created folder: Project (f5fb6a2a951b44d083ec7d953e8eca33) in parent group-v819662. [ 779.559212] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Creating folder: Instances. Parent ref: group-v819761. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.559904] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf82bab0-2557-4c1c-aa6d-5d05d17bdde0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.565257] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b7f0fc-3545-42ed-9276-2f7f0f480500 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.573942] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Created folder: Instances in parent group-v819761. [ 779.575435] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.582467] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.583033] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Instance VIF info [] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.588791] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Creating folder: Project (829fea8b1d504fcba628c3cccf4304cb). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.588982] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09350e76-586a-41b4-9916-6fcde0691189 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.603395] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7dc65b0-f29f-4cb7-88a2-a56fa333f646 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.611328] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.611328] env[69440]: value = "task-4139268" [ 779.611328] env[69440]: _type = "Task" [ 779.611328] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.618974] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Created folder: Project (829fea8b1d504fcba628c3cccf4304cb) in parent group-v819662. [ 779.618974] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Creating folder: Instances. Parent ref: group-v819763. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.619839] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6c71cf6-3c36-4565-9272-2eab01512816 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.625322] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139264, 'name': Rename_Task, 'duration_secs': 0.155585} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.625872] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.626166] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecb1d96d-b7e2-4a65-b690-682a3d5517f7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.630721] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139268, 'name': CreateVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.635819] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Created folder: Instances in parent group-v819763. [ 779.636167] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.637536] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.637756] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 779.637756] env[69440]: value = "task-4139270" [ 779.637756] env[69440]: _type = "Task" [ 779.637756] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.637983] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2a697df-52f5-42f4-80c0-c8bb4e8500e4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.661665] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139270, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.663151] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.663151] env[69440]: value = "task-4139271" [ 779.663151] env[69440]: _type = "Task" [ 779.663151] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.675490] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139271, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.754607] env[69440]: DEBUG nova.compute.manager [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.852850] env[69440]: DEBUG nova.scheduler.client.report [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.899096] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Acquiring lock "2dee479a-0981-497c-afb9-6e66085e431f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.899413] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Lock "2dee479a-0981-497c-afb9-6e66085e431f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.899631] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Acquiring lock "2dee479a-0981-497c-afb9-6e66085e431f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.899814] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Lock "2dee479a-0981-497c-afb9-6e66085e431f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.899977] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Lock "2dee479a-0981-497c-afb9-6e66085e431f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.902698] env[69440]: INFO nova.compute.manager [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Terminating instance [ 779.921335] env[69440]: DEBUG nova.compute.manager [req-fa038bc3-aef0-4b28-aff8-4962adada82a req-0652d87b-97b0-45cf-b3ed-47dca2194a70 service nova] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Received event network-changed-7924bd45-8d5e-46ef-a407-923668fd7a0a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.921731] env[69440]: DEBUG nova.compute.manager [req-fa038bc3-aef0-4b28-aff8-4962adada82a req-0652d87b-97b0-45cf-b3ed-47dca2194a70 service nova] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Refreshing instance network info cache due to event network-changed-7924bd45-8d5e-46ef-a407-923668fd7a0a. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.922100] env[69440]: DEBUG oslo_concurrency.lockutils [req-fa038bc3-aef0-4b28-aff8-4962adada82a req-0652d87b-97b0-45cf-b3ed-47dca2194a70 service nova] Acquiring lock "refresh_cache-e7a7624e-3780-4ab5-9e5e-ff73e934301e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.922412] env[69440]: DEBUG oslo_concurrency.lockutils [req-fa038bc3-aef0-4b28-aff8-4962adada82a req-0652d87b-97b0-45cf-b3ed-47dca2194a70 service nova] Acquired lock "refresh_cache-e7a7624e-3780-4ab5-9e5e-ff73e934301e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.922742] env[69440]: DEBUG nova.network.neutron [req-fa038bc3-aef0-4b28-aff8-4962adada82a req-0652d87b-97b0-45cf-b3ed-47dca2194a70 service nova] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Refreshing network info cache for port 7924bd45-8d5e-46ef-a407-923668fd7a0a {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.127698] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139268, 'name': CreateVM_Task, 'duration_secs': 0.424895} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.129854] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.130658] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.130831] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.131184] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.131450] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dd64e1b-16e0-4bf4-b571-02cf0cb79812 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.139025] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 780.139025] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]522c22bb-a3c9-4274-c62b-41d6f57a1458" [ 780.139025] env[69440]: _type = "Task" [ 780.139025] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.147814] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]522c22bb-a3c9-4274-c62b-41d6f57a1458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.163408] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139270, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.173864] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139271, 'name': CreateVM_Task, 'duration_secs': 0.376098} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.174711] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.174711] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.282889] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.359219] env[69440]: DEBUG oslo_concurrency.lockutils [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.880s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.360124] env[69440]: DEBUG nova.compute.manager [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.367147] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.598s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.367147] env[69440]: DEBUG nova.objects.instance [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 780.407727] env[69440]: DEBUG nova.compute.manager [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.407876] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.409023] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfce69e4-40b6-49b8-98ed-feb03a31f243 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.421653] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.423503] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a19ddca2-a735-4990-a27b-71f2ef49d335 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.430183] env[69440]: DEBUG oslo_vmware.api [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 780.430183] env[69440]: value = "task-4139272" [ 780.430183] env[69440]: _type = "Task" [ 780.430183] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.439894] env[69440]: DEBUG oslo_vmware.api [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4139272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.515250] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquiring lock "029aa35a-3407-4d4f-9388-1978a073ecd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.515672] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lock "029aa35a-3407-4d4f-9388-1978a073ecd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.515739] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquiring lock "029aa35a-3407-4d4f-9388-1978a073ecd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.516011] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lock "029aa35a-3407-4d4f-9388-1978a073ecd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.516128] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lock "029aa35a-3407-4d4f-9388-1978a073ecd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.518382] env[69440]: INFO nova.compute.manager [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Terminating instance [ 780.651983] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]522c22bb-a3c9-4274-c62b-41d6f57a1458, 'name': SearchDatastore_Task, 'duration_secs': 0.022931} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.655364] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.655605] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.655851] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.655989] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.656173] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.656458] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.657096] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.657353] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d92b9b5d-a94d-4c38-bc26-11a242ca8d1b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.659927] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4985ca7a-809c-408e-8af6-06160d28d498 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.667999] env[69440]: DEBUG oslo_vmware.api [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139270, 'name': PowerOnVM_Task, 'duration_secs': 0.772449} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.668577] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.668787] env[69440]: INFO nova.compute.manager [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Took 9.20 seconds to spawn the instance on the hypervisor. [ 780.671321] env[69440]: DEBUG nova.compute.manager [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 780.673474] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25886eaf-c655-403a-a39f-264b3a7a6be9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.676351] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for the task: (returnval){ [ 780.676351] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]520ddb2b-6692-a354-c6ad-dd100318c159" [ 780.676351] env[69440]: _type = "Task" [ 780.676351] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.678220] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.678711] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.686845] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd539e7-79cc-4e06-a5d7-4ca50c05de9a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.701469] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 780.701469] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52e9d37d-6e08-af79-d111-d7fb04f14acf" [ 780.701469] env[69440]: _type = "Task" [ 780.701469] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.706061] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520ddb2b-6692-a354-c6ad-dd100318c159, 'name': SearchDatastore_Task, 'duration_secs': 0.021814} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.711885] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.711885] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.712646] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.720798] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e9d37d-6e08-af79-d111-d7fb04f14acf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.759061] env[69440]: DEBUG nova.network.neutron [req-fa038bc3-aef0-4b28-aff8-4962adada82a req-0652d87b-97b0-45cf-b3ed-47dca2194a70 service nova] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Updated VIF entry in instance network info cache for port 7924bd45-8d5e-46ef-a407-923668fd7a0a. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.759441] env[69440]: DEBUG nova.network.neutron [req-fa038bc3-aef0-4b28-aff8-4962adada82a req-0652d87b-97b0-45cf-b3ed-47dca2194a70 service nova] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Updating instance_info_cache with network_info: [{"id": "7924bd45-8d5e-46ef-a407-923668fd7a0a", "address": "fa:16:3e:dd:85:e7", "network": {"id": "fd8085f7-96df-494f-8d70-63b8b6c83f3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109709906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fb6a2a951b44d083ec7d953e8eca33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7924bd45-8d", "ovs_interfaceid": "7924bd45-8d5e-46ef-a407-923668fd7a0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.870728] env[69440]: DEBUG nova.compute.utils [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.874905] env[69440]: DEBUG nova.compute.manager [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.877243] env[69440]: DEBUG nova.network.neutron [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.944374] env[69440]: DEBUG oslo_vmware.api [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4139272, 'name': PowerOffVM_Task, 'duration_secs': 0.389176} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.946590] env[69440]: DEBUG nova.policy [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afe4b978c13f46b69047ec76a9b456c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5fb6a2a951b44d083ec7d953e8eca33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.947939] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.948703] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.948703] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7b6b9a8-7b77-468b-9035-4c61a9609342 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.022573] env[69440]: DEBUG nova.compute.manager [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.022933] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.024545] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c2497e-0db4-445a-a9bc-2c394f6a53f4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.030143] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.030739] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.030739] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Deleting the datastore file [datastore2] 2dee479a-0981-497c-afb9-6e66085e431f {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.031651] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5683d44-83c4-43cf-b465-8a10db124312 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.038328] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.039649] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce9c6d84-387a-459a-8f59-7197d0ea8de7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.041442] env[69440]: DEBUG oslo_vmware.api [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for the task: (returnval){ [ 781.041442] env[69440]: value = "task-4139274" [ 781.041442] env[69440]: _type = "Task" [ 781.041442] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.046778] env[69440]: DEBUG oslo_vmware.api [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 781.046778] env[69440]: value = "task-4139275" [ 781.046778] env[69440]: _type = "Task" [ 781.046778] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.054698] env[69440]: DEBUG oslo_vmware.api [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4139274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.063754] env[69440]: DEBUG oslo_vmware.api [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.193097] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "efd32a38-36e0-4f4d-9822-870d28a618d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.193366] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "efd32a38-36e0-4f4d-9822-870d28a618d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.210169] env[69440]: INFO nova.compute.manager [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Took 43.90 seconds to build instance. [ 781.225049] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e9d37d-6e08-af79-d111-d7fb04f14acf, 'name': SearchDatastore_Task, 'duration_secs': 0.016715} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.226050] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10bc27cd-7708-4bc9-af71-fedc553ef035 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.236218] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 781.236218] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ae989a-f320-bed7-507d-9ae61ade0882" [ 781.236218] env[69440]: _type = "Task" [ 781.236218] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.247187] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ae989a-f320-bed7-507d-9ae61ade0882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.263282] env[69440]: DEBUG oslo_concurrency.lockutils [req-fa038bc3-aef0-4b28-aff8-4962adada82a req-0652d87b-97b0-45cf-b3ed-47dca2194a70 service nova] Releasing lock "refresh_cache-e7a7624e-3780-4ab5-9e5e-ff73e934301e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.376093] env[69440]: DEBUG nova.compute.manager [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.380685] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60130690-cbeb-4a2d-b136-fad203351e09 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.387061] env[69440]: DEBUG oslo_concurrency.lockutils [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.126s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.387061] env[69440]: DEBUG nova.objects.instance [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Lazy-loading 'resources' on Instance uuid b407224d-c687-4351-9bcf-d7ff85ab0193 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.554606] env[69440]: DEBUG oslo_vmware.api [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Task: {'id': task-4139274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29339} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.555268] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.555466] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.555645] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.555822] env[69440]: INFO nova.compute.manager [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 781.556073] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.556270] env[69440]: DEBUG nova.compute.manager [-] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.556367] env[69440]: DEBUG nova.network.neutron [-] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.560865] env[69440]: DEBUG oslo_vmware.api [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139275, 'name': PowerOffVM_Task, 'duration_secs': 0.203461} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.561421] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.561593] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.561847] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66357277-1e95-4f53-9236-f6870f1e7141 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.628318] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.628567] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.628754] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Deleting the datastore file [datastore1] 029aa35a-3407-4d4f-9388-1978a073ecd2 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.629059] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7b77928-ba3b-4e72-98d7-ca970277754a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.636120] env[69440]: DEBUG oslo_vmware.api [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 781.636120] env[69440]: value = "task-4139277" [ 781.636120] env[69440]: _type = "Task" [ 781.636120] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.644845] env[69440]: DEBUG oslo_vmware.api [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.711364] env[69440]: DEBUG nova.network.neutron [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Successfully created port: 77e4e472-0b5f-42cf-8a0a-20179808f7fb {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.713700] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b5f4f562-84ac-40b5-b9bc-70a91d811499 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "c925370e-5981-40a2-a5df-7fe064ac3ce3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.527s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.748711] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ae989a-f320-bed7-507d-9ae61ade0882, 'name': SearchDatastore_Task, 'duration_secs': 0.012726} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.749042] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.749296] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] e7a7624e-3780-4ab5-9e5e-ff73e934301e/e7a7624e-3780-4ab5-9e5e-ff73e934301e.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.749591] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.749840] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.750483] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-458a8f16-3249-4702-b227-30ce3dc81de2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.752558] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97128d76-1819-4367-b68c-0bb37669fb74 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.760807] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 781.760807] env[69440]: value = "task-4139278" [ 781.760807] env[69440]: _type = "Task" [ 781.760807] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.765174] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.765366] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.766489] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1315949-0d39-40e3-8b43-69470a0d6530 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.776167] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.777766] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for the task: (returnval){ [ 781.777766] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5282be9b-c918-1fae-054a-f360c4515825" [ 781.777766] env[69440]: _type = "Task" [ 781.777766] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.786605] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5282be9b-c918-1fae-054a-f360c4515825, 'name': SearchDatastore_Task, 'duration_secs': 0.010693} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.787303] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82cce889-3d3c-4b05-8211-4e739188a3be {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.797692] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for the task: (returnval){ [ 781.797692] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]522c1567-583a-659d-745f-266fa4fc16f9" [ 781.797692] env[69440]: _type = "Task" [ 781.797692] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.808821] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]522c1567-583a-659d-745f-266fa4fc16f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.050133] env[69440]: DEBUG nova.compute.manager [req-9930c358-0677-4fa6-94a5-9cdcf40f1804 req-4ec5ab7a-97e5-481a-b056-5983245b154b service nova] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Received event network-vif-deleted-8ad34f81-2fce-420d-8783-fe34698afa66 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.050794] env[69440]: INFO nova.compute.manager [req-9930c358-0677-4fa6-94a5-9cdcf40f1804 req-4ec5ab7a-97e5-481a-b056-5983245b154b service nova] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Neutron deleted interface 8ad34f81-2fce-420d-8783-fe34698afa66; detaching it from the instance and deleting it from the info cache [ 782.051497] env[69440]: DEBUG nova.network.neutron [req-9930c358-0677-4fa6-94a5-9cdcf40f1804 req-4ec5ab7a-97e5-481a-b056-5983245b154b service nova] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.147526] env[69440]: DEBUG oslo_vmware.api [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182846} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.150753] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.150753] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.150852] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.151018] env[69440]: INFO nova.compute.manager [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 782.152387] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.152387] env[69440]: DEBUG nova.compute.manager [-] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.152387] env[69440]: DEBUG nova.network.neutron [-] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.217059] env[69440]: DEBUG nova.compute.manager [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.277047] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139278, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.311431] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]522c1567-583a-659d-745f-266fa4fc16f9, 'name': SearchDatastore_Task, 'duration_secs': 0.012143} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.311715] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.311980] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] d20937ea-1aa4-4dda-ac22-cf61aa680965/d20937ea-1aa4-4dda-ac22-cf61aa680965.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.312301] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c79b90e-7503-4db6-9d5f-b5546579f168 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.325671] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for the task: (returnval){ [ 782.325671] env[69440]: value = "task-4139279" [ 782.325671] env[69440]: _type = "Task" [ 782.325671] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.332743] env[69440]: DEBUG nova.network.neutron [-] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.340144] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.391715] env[69440]: DEBUG nova.compute.manager [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.407519] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "c925370e-5981-40a2-a5df-7fe064ac3ce3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.408257] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "c925370e-5981-40a2-a5df-7fe064ac3ce3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.408257] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "c925370e-5981-40a2-a5df-7fe064ac3ce3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.408257] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "c925370e-5981-40a2-a5df-7fe064ac3ce3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.408480] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "c925370e-5981-40a2-a5df-7fe064ac3ce3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.414325] env[69440]: INFO nova.compute.manager [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Terminating instance [ 782.428879] env[69440]: DEBUG nova.virt.hardware [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.430041] env[69440]: DEBUG nova.virt.hardware [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.430041] env[69440]: DEBUG nova.virt.hardware [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.430041] env[69440]: DEBUG nova.virt.hardware [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.430041] env[69440]: DEBUG nova.virt.hardware [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.430041] env[69440]: DEBUG nova.virt.hardware [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.430404] env[69440]: DEBUG nova.virt.hardware [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.430404] env[69440]: DEBUG nova.virt.hardware [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.430625] env[69440]: DEBUG nova.virt.hardware [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.430842] env[69440]: DEBUG nova.virt.hardware [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.431046] env[69440]: DEBUG nova.virt.hardware [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.432263] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e72b7ca-1442-490f-9037-b784591c2bc5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.451643] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5765b96b-eb00-493f-9b88-4473d406d224 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.559124] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bab61a8a-49d2-441d-8cfe-abd823692982 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.571603] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31443f5-0efd-4b78-8f3f-42ac1626cfca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.582901] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d86e234-a89d-4c44-a4c3-db4682cfcd61 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.591913] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e74e6e-5ce8-4c61-ba67-56121aff1d70 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.612539] env[69440]: DEBUG nova.compute.manager [req-9930c358-0677-4fa6-94a5-9cdcf40f1804 req-4ec5ab7a-97e5-481a-b056-5983245b154b service nova] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Detach interface failed, port_id=8ad34f81-2fce-420d-8783-fe34698afa66, reason: Instance 2dee479a-0981-497c-afb9-6e66085e431f could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 782.636696] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10db7816-1830-4ed7-883a-4439d9e0d01f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.644950] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f82302-6548-429b-8cde-2c0956d2536b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.659897] env[69440]: DEBUG nova.compute.provider_tree [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.738752] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.777485] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551605} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.777485] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] e7a7624e-3780-4ab5-9e5e-ff73e934301e/e7a7624e-3780-4ab5-9e5e-ff73e934301e.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.777485] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.777485] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d3793dd-6d98-4868-83a5-3a2aad8de9b8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.784232] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 782.784232] env[69440]: value = "task-4139280" [ 782.784232] env[69440]: _type = "Task" [ 782.784232] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.796717] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.837947] env[69440]: INFO nova.compute.manager [-] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Took 1.28 seconds to deallocate network for instance. [ 782.838339] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139279, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.922950] env[69440]: DEBUG nova.compute.manager [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.923386] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.925130] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e7bc83-4e11-4c68-a147-4f5e1e1a6b92 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.935168] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.935507] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fb23700-8fb6-498a-9daa-dbcddd5765e9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.944654] env[69440]: DEBUG nova.network.neutron [-] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.946760] env[69440]: DEBUG oslo_vmware.api [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 782.946760] env[69440]: value = "task-4139281" [ 782.946760] env[69440]: _type = "Task" [ 782.946760] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.963260] env[69440]: DEBUG oslo_vmware.api [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.166276] env[69440]: DEBUG nova.scheduler.client.report [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.296747] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142733} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.297360] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.298638] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edc2436-76d5-442c-ab7e-d0f1ed5c39ab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.325494] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] e7a7624e-3780-4ab5-9e5e-ff73e934301e/e7a7624e-3780-4ab5-9e5e-ff73e934301e.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.326575] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eddf7431-d604-4ac3-9676-e4d100840796 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.347179] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.358711] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.898119} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.360147] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] d20937ea-1aa4-4dda-ac22-cf61aa680965/d20937ea-1aa4-4dda-ac22-cf61aa680965.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.360386] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.360788] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 783.360788] env[69440]: value = "task-4139282" [ 783.360788] env[69440]: _type = "Task" [ 783.360788] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.360938] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c345267-ddf3-4eac-a8bd-3346ef5625b5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.374412] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139282, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.376250] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for the task: (returnval){ [ 783.376250] env[69440]: value = "task-4139283" [ 783.376250] env[69440]: _type = "Task" [ 783.376250] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.386071] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.447828] env[69440]: INFO nova.compute.manager [-] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Took 1.30 seconds to deallocate network for instance. [ 783.463389] env[69440]: DEBUG oslo_vmware.api [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.477575] env[69440]: DEBUG nova.compute.manager [req-030db615-bd10-4d2e-93c8-168f7af6a680 req-63285a49-7431-433b-8373-a7436f663d9a service nova] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Received event network-vif-plugged-77e4e472-0b5f-42cf-8a0a-20179808f7fb {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.477666] env[69440]: DEBUG oslo_concurrency.lockutils [req-030db615-bd10-4d2e-93c8-168f7af6a680 req-63285a49-7431-433b-8373-a7436f663d9a service nova] Acquiring lock "173d2c12-a9e4-4ac7-9696-1a69a7ea0f10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.477933] env[69440]: DEBUG oslo_concurrency.lockutils [req-030db615-bd10-4d2e-93c8-168f7af6a680 req-63285a49-7431-433b-8373-a7436f663d9a service nova] Lock "173d2c12-a9e4-4ac7-9696-1a69a7ea0f10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.478232] env[69440]: DEBUG oslo_concurrency.lockutils [req-030db615-bd10-4d2e-93c8-168f7af6a680 req-63285a49-7431-433b-8373-a7436f663d9a service nova] Lock "173d2c12-a9e4-4ac7-9696-1a69a7ea0f10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.478436] env[69440]: DEBUG nova.compute.manager [req-030db615-bd10-4d2e-93c8-168f7af6a680 req-63285a49-7431-433b-8373-a7436f663d9a service nova] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] No waiting events found dispatching network-vif-plugged-77e4e472-0b5f-42cf-8a0a-20179808f7fb {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 783.478613] env[69440]: WARNING nova.compute.manager [req-030db615-bd10-4d2e-93c8-168f7af6a680 req-63285a49-7431-433b-8373-a7436f663d9a service nova] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Received unexpected event network-vif-plugged-77e4e472-0b5f-42cf-8a0a-20179808f7fb for instance with vm_state building and task_state spawning. [ 783.514888] env[69440]: DEBUG nova.compute.manager [None req-a2fad3ea-e525-4bc1-9750-4ced35c0c520 tempest-ServerDiagnosticsV248Test-1524796313 tempest-ServerDiagnosticsV248Test-1524796313-project-admin] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 783.516090] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5a770a-0e67-4910-b2c0-b19347102b89 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.524503] env[69440]: INFO nova.compute.manager [None req-a2fad3ea-e525-4bc1-9750-4ced35c0c520 tempest-ServerDiagnosticsV248Test-1524796313 tempest-ServerDiagnosticsV248Test-1524796313-project-admin] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Retrieving diagnostics [ 783.525582] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bbda26-8b0f-48e8-beca-bc5aaf8f442c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.561782] env[69440]: DEBUG nova.network.neutron [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Successfully updated port: 77e4e472-0b5f-42cf-8a0a-20179808f7fb {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.671019] env[69440]: DEBUG oslo_concurrency.lockutils [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.673979] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.413s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.674176] env[69440]: DEBUG nova.objects.instance [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lazy-loading 'resources' on Instance uuid 4e574bef-58f7-4fe3-9f0f-c76854082912 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.697612] env[69440]: INFO nova.scheduler.client.report [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Deleted allocations for instance b407224d-c687-4351-9bcf-d7ff85ab0193 [ 783.874019] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.886706] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.326322} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.886840] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.887655] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09012291-dc6b-4395-af70-a0c3e11b3fea {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.915112] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] d20937ea-1aa4-4dda-ac22-cf61aa680965/d20937ea-1aa4-4dda-ac22-cf61aa680965.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.915588] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25854414-3d2f-47c2-a8bf-d884760cddeb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.949224] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for the task: (returnval){ [ 783.949224] env[69440]: value = "task-4139284" [ 783.949224] env[69440]: _type = "Task" [ 783.949224] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.961050] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.969332] env[69440]: DEBUG oslo_vmware.api [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139281, 'name': PowerOffVM_Task, 'duration_secs': 0.625587} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.972584] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.972792] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.973093] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.973336] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a1370f6-247d-4a7f-b38a-4ad2f1ec2238 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.064489] env[69440]: DEBUG oslo_concurrency.lockutils [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "refresh_cache-173d2c12-a9e4-4ac7-9696-1a69a7ea0f10" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.064785] env[69440]: DEBUG oslo_concurrency.lockutils [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired lock "refresh_cache-173d2c12-a9e4-4ac7-9696-1a69a7ea0f10" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.064918] env[69440]: DEBUG nova.network.neutron [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.068102] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.068251] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.068472] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Deleting the datastore file [datastore1] c925370e-5981-40a2-a5df-7fe064ac3ce3 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.069035] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70324b48-8b6d-4155-a334-aa9870e70872 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.077588] env[69440]: DEBUG oslo_vmware.api [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 784.077588] env[69440]: value = "task-4139286" [ 784.077588] env[69440]: _type = "Task" [ 784.077588] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.088709] env[69440]: DEBUG oslo_vmware.api [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.210023] env[69440]: DEBUG oslo_concurrency.lockutils [None req-358ae952-dbf2-4362-8624-f1f8de952973 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Lock "b407224d-c687-4351-9bcf-d7ff85ab0193" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.569s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.318321] env[69440]: DEBUG nova.compute.manager [req-c0793517-4e2f-4545-8ccf-273495b9e9c1 req-20144f43-f896-42a7-aed7-ee217f26a968 service nova] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Received event network-vif-deleted-06f5b141-607f-41b5-a88b-fb50b72afd87 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.380699] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139282, 'name': ReconfigVM_Task, 'duration_secs': 0.914353} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.386149] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Reconfigured VM instance instance-00000021 to attach disk [datastore1] e7a7624e-3780-4ab5-9e5e-ff73e934301e/e7a7624e-3780-4ab5-9e5e-ff73e934301e.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.387487] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d906ba56-828d-4ec7-9d5a-833e8b8695d1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.394980] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 784.394980] env[69440]: value = "task-4139287" [ 784.394980] env[69440]: _type = "Task" [ 784.394980] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.407369] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139287, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.467275] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139284, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.594032] env[69440]: DEBUG oslo_vmware.api [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243488} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.594032] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.594032] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.594377] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.595186] env[69440]: INFO nova.compute.manager [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Took 1.67 seconds to destroy the instance on the hypervisor. [ 784.595186] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.595186] env[69440]: DEBUG nova.compute.manager [-] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.595186] env[69440]: DEBUG nova.network.neutron [-] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.600909] env[69440]: DEBUG nova.network.neutron [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.729722] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3025ce-e9a5-442a-bc5c-2f59919494de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.740031] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006aba24-fb0d-4fa3-955e-e8e5debb7036 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.769692] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4cd188-9121-4e2d-871b-2283a707b2ed {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.777981] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133c1cb6-86e4-4180-86ae-1695715b835e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.797010] env[69440]: DEBUG nova.compute.provider_tree [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.810886] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Acquiring lock "b4a45681-5bc0-47c4-8475-f067d7569765" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.811237] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Lock "b4a45681-5bc0-47c4-8475-f067d7569765" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.811443] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Acquiring lock "b4a45681-5bc0-47c4-8475-f067d7569765-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.811625] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Lock "b4a45681-5bc0-47c4-8475-f067d7569765-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.811894] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Lock "b4a45681-5bc0-47c4-8475-f067d7569765-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.814117] env[69440]: INFO nova.compute.manager [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Terminating instance [ 784.847602] env[69440]: DEBUG nova.network.neutron [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Updating instance_info_cache with network_info: [{"id": "77e4e472-0b5f-42cf-8a0a-20179808f7fb", "address": "fa:16:3e:eb:a4:c5", "network": {"id": "fd8085f7-96df-494f-8d70-63b8b6c83f3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109709906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fb6a2a951b44d083ec7d953e8eca33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e4e472-0b", "ovs_interfaceid": "77e4e472-0b5f-42cf-8a0a-20179808f7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.908167] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139287, 'name': Rename_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.967468] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139284, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.090934] env[69440]: DEBUG oslo_concurrency.lockutils [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquiring lock "bcfea8dc-1327-4e91-b5fb-5183146af199" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.091289] env[69440]: DEBUG oslo_concurrency.lockutils [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Lock "bcfea8dc-1327-4e91-b5fb-5183146af199" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.091571] env[69440]: DEBUG oslo_concurrency.lockutils [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquiring lock "bcfea8dc-1327-4e91-b5fb-5183146af199-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.091806] env[69440]: DEBUG oslo_concurrency.lockutils [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Lock "bcfea8dc-1327-4e91-b5fb-5183146af199-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.092073] env[69440]: DEBUG oslo_concurrency.lockutils [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Lock "bcfea8dc-1327-4e91-b5fb-5183146af199-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.094815] env[69440]: INFO nova.compute.manager [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Terminating instance [ 785.300062] env[69440]: DEBUG nova.scheduler.client.report [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.318962] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Acquiring lock "refresh_cache-b4a45681-5bc0-47c4-8475-f067d7569765" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.318962] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Acquired lock "refresh_cache-b4a45681-5bc0-47c4-8475-f067d7569765" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.318962] env[69440]: DEBUG nova.network.neutron [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.349681] env[69440]: DEBUG oslo_concurrency.lockutils [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Releasing lock "refresh_cache-173d2c12-a9e4-4ac7-9696-1a69a7ea0f10" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.350204] env[69440]: DEBUG nova.compute.manager [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Instance network_info: |[{"id": "77e4e472-0b5f-42cf-8a0a-20179808f7fb", "address": "fa:16:3e:eb:a4:c5", "network": {"id": "fd8085f7-96df-494f-8d70-63b8b6c83f3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109709906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fb6a2a951b44d083ec7d953e8eca33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e4e472-0b", "ovs_interfaceid": "77e4e472-0b5f-42cf-8a0a-20179808f7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.350476] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:a4:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77e4e472-0b5f-42cf-8a0a-20179808f7fb', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.359680] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.359863] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.360107] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bd5a6a5-c0c7-454c-a5f2-00ca4277e093 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.377138] env[69440]: DEBUG nova.network.neutron [-] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.380297] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.380297] env[69440]: value = "task-4139288" [ 785.380297] env[69440]: _type = "Task" [ 785.380297] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.390043] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139288, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.410236] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139287, 'name': Rename_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.468437] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139284, 'name': ReconfigVM_Task, 'duration_secs': 1.45653} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.468620] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Reconfigured VM instance instance-00000020 to attach disk [datastore1] d20937ea-1aa4-4dda-ac22-cf61aa680965/d20937ea-1aa4-4dda-ac22-cf61aa680965.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.469167] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77212806-123b-4039-8166-efbf28a8503b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.476796] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for the task: (returnval){ [ 785.476796] env[69440]: value = "task-4139289" [ 785.476796] env[69440]: _type = "Task" [ 785.476796] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.486164] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139289, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.525076] env[69440]: DEBUG nova.compute.manager [req-c3d1cae0-8961-4390-980e-3476ac7d278c req-3f8c7818-e595-4ff7-b316-3972346a0e41 service nova] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Received event network-changed-77e4e472-0b5f-42cf-8a0a-20179808f7fb {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.525076] env[69440]: DEBUG nova.compute.manager [req-c3d1cae0-8961-4390-980e-3476ac7d278c req-3f8c7818-e595-4ff7-b316-3972346a0e41 service nova] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Refreshing instance network info cache due to event network-changed-77e4e472-0b5f-42cf-8a0a-20179808f7fb. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.525444] env[69440]: DEBUG oslo_concurrency.lockutils [req-c3d1cae0-8961-4390-980e-3476ac7d278c req-3f8c7818-e595-4ff7-b316-3972346a0e41 service nova] Acquiring lock "refresh_cache-173d2c12-a9e4-4ac7-9696-1a69a7ea0f10" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.525444] env[69440]: DEBUG oslo_concurrency.lockutils [req-c3d1cae0-8961-4390-980e-3476ac7d278c req-3f8c7818-e595-4ff7-b316-3972346a0e41 service nova] Acquired lock "refresh_cache-173d2c12-a9e4-4ac7-9696-1a69a7ea0f10" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.525653] env[69440]: DEBUG nova.network.neutron [req-c3d1cae0-8961-4390-980e-3476ac7d278c req-3f8c7818-e595-4ff7-b316-3972346a0e41 service nova] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Refreshing network info cache for port 77e4e472-0b5f-42cf-8a0a-20179808f7fb {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.599713] env[69440]: DEBUG nova.compute.manager [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.600045] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.601273] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eabf1d9-0509-4019-9c5b-b68664ec175b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.611570] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.611847] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69b3767f-57e5-4738-ab03-5d365c27093d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.619533] env[69440]: DEBUG oslo_vmware.api [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for the task: (returnval){ [ 785.619533] env[69440]: value = "task-4139290" [ 785.619533] env[69440]: _type = "Task" [ 785.619533] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.629791] env[69440]: DEBUG oslo_vmware.api [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4139290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.805764] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.808849] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.031s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.810475] env[69440]: INFO nova.compute.claims [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.835253] env[69440]: INFO nova.scheduler.client.report [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Deleted allocations for instance 4e574bef-58f7-4fe3-9f0f-c76854082912 [ 785.840863] env[69440]: DEBUG nova.network.neutron [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.880255] env[69440]: INFO nova.compute.manager [-] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Took 1.29 seconds to deallocate network for instance. [ 785.895146] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139288, 'name': CreateVM_Task, 'duration_secs': 0.34138} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.895343] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.896267] env[69440]: DEBUG oslo_concurrency.lockutils [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.896471] env[69440]: DEBUG oslo_concurrency.lockutils [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.896796] env[69440]: DEBUG oslo_concurrency.lockutils [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.897125] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5096e3ad-3fe8-4dad-bc40-ab1dcb3b58f7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.906759] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 785.906759] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52648379-6adf-90ac-4566-ce0ad877d84e" [ 785.906759] env[69440]: _type = "Task" [ 785.906759] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.909999] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139287, 'name': Rename_Task, 'duration_secs': 1.102156} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.913511] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.914578] env[69440]: DEBUG nova.network.neutron [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.915770] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a225d3ee-ee53-42df-9987-66b000c153ec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.930461] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52648379-6adf-90ac-4566-ce0ad877d84e, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.932821] env[69440]: DEBUG oslo_concurrency.lockutils [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.933120] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.933366] env[69440]: DEBUG oslo_concurrency.lockutils [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.933535] env[69440]: DEBUG oslo_concurrency.lockutils [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.933803] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.934501] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 785.934501] env[69440]: value = "task-4139291" [ 785.934501] env[69440]: _type = "Task" [ 785.934501] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.934617] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-310ed764-8c02-4c56-a7bf-1611c8906a5a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.947555] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139291, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.948955] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.949150] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.950225] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86b7f31d-9191-4670-966c-5c78d2e4ea65 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.957185] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 785.957185] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5215e70c-813c-3a7c-23e3-d1d4a9168539" [ 785.957185] env[69440]: _type = "Task" [ 785.957185] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.966285] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5215e70c-813c-3a7c-23e3-d1d4a9168539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.987653] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139289, 'name': Rename_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.131625] env[69440]: DEBUG oslo_vmware.api [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4139290, 'name': PowerOffVM_Task, 'duration_secs': 0.212327} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.134501] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.134740] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.135020] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a80b3e2-2fe0-40d0-802d-b7d3858db314 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.209383] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.209627] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.209828] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Deleting the datastore file [datastore1] bcfea8dc-1327-4e91-b5fb-5183146af199 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.210150] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3186a944-cca2-45ac-82b1-e10f112c0722 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.218685] env[69440]: DEBUG oslo_vmware.api [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for the task: (returnval){ [ 786.218685] env[69440]: value = "task-4139293" [ 786.218685] env[69440]: _type = "Task" [ 786.218685] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.228269] env[69440]: DEBUG oslo_vmware.api [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4139293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.275179] env[69440]: DEBUG nova.network.neutron [req-c3d1cae0-8961-4390-980e-3476ac7d278c req-3f8c7818-e595-4ff7-b316-3972346a0e41 service nova] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Updated VIF entry in instance network info cache for port 77e4e472-0b5f-42cf-8a0a-20179808f7fb. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.275569] env[69440]: DEBUG nova.network.neutron [req-c3d1cae0-8961-4390-980e-3476ac7d278c req-3f8c7818-e595-4ff7-b316-3972346a0e41 service nova] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Updating instance_info_cache with network_info: [{"id": "77e4e472-0b5f-42cf-8a0a-20179808f7fb", "address": "fa:16:3e:eb:a4:c5", "network": {"id": "fd8085f7-96df-494f-8d70-63b8b6c83f3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109709906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fb6a2a951b44d083ec7d953e8eca33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e4e472-0b", "ovs_interfaceid": "77e4e472-0b5f-42cf-8a0a-20179808f7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.345320] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c4bf9059-51fe-4893-a33d-f2333eced421 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "4e574bef-58f7-4fe3-9f0f-c76854082912" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.185s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.393289] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.399329] env[69440]: DEBUG nova.compute.manager [req-a400333a-5b9d-4f61-9aab-487a346e69d5 req-7fd3175e-f36b-4ccf-b4e1-bda16c983a7a service nova] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Received event network-vif-deleted-402a355c-7a09-4e4a-900c-ddaf3c74f868 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.420012] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Releasing lock "refresh_cache-b4a45681-5bc0-47c4-8475-f067d7569765" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.420012] env[69440]: DEBUG nova.compute.manager [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.420012] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.420599] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db867417-1764-4499-ac39-b3a36957f306 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.428395] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.428995] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b9f33f3-56e2-4f33-935c-e8bfeb7f8d81 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.436399] env[69440]: DEBUG oslo_vmware.api [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Waiting for the task: (returnval){ [ 786.436399] env[69440]: value = "task-4139294" [ 786.436399] env[69440]: _type = "Task" [ 786.436399] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.447573] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.453528] env[69440]: DEBUG oslo_vmware.api [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Task: {'id': task-4139294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.466814] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5215e70c-813c-3a7c-23e3-d1d4a9168539, 'name': SearchDatastore_Task, 'duration_secs': 0.010608} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.467636] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f5de8b2-2602-4874-9a7b-0a932595a06a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.474448] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 786.474448] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5205fa9b-0e9a-7888-546b-bf3e7ba6d3b8" [ 786.474448] env[69440]: _type = "Task" [ 786.474448] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.486960] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5205fa9b-0e9a-7888-546b-bf3e7ba6d3b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.492864] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139289, 'name': Rename_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.731086] env[69440]: DEBUG oslo_vmware.api [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Task: {'id': task-4139293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150328} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.731086] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.731086] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.731086] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.731086] env[69440]: INFO nova.compute.manager [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Took 1.13 seconds to destroy the instance on the hypervisor. [ 786.731591] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.731591] env[69440]: DEBUG nova.compute.manager [-] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.731591] env[69440]: DEBUG nova.network.neutron [-] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.781445] env[69440]: DEBUG oslo_concurrency.lockutils [req-c3d1cae0-8961-4390-980e-3476ac7d278c req-3f8c7818-e595-4ff7-b316-3972346a0e41 service nova] Releasing lock "refresh_cache-173d2c12-a9e4-4ac7-9696-1a69a7ea0f10" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.964829] env[69440]: DEBUG oslo_vmware.api [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139291, 'name': PowerOnVM_Task, 'duration_secs': 1.030761} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.965162] env[69440]: DEBUG oslo_vmware.api [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Task: {'id': task-4139294, 'name': PowerOffVM_Task, 'duration_secs': 0.170545} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.968425] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.968699] env[69440]: INFO nova.compute.manager [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Took 10.20 seconds to spawn the instance on the hypervisor. [ 786.968930] env[69440]: DEBUG nova.compute.manager [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 786.969272] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.969488] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.970849] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7512d0-0c8d-49f1-9ec0-335d8b8df4e9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.974358] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6202a9d-f3c2-411f-945b-8e81b6dd3a41 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.995070] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5205fa9b-0e9a-7888-546b-bf3e7ba6d3b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011378} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.995742] env[69440]: DEBUG oslo_concurrency.lockutils [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.996056] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10/173d2c12-a9e4-4ac7-9696-1a69a7ea0f10.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.996376] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7d06e4c-d619-466f-aa29-559088724cff {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.004483] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139289, 'name': Rename_Task, 'duration_secs': 1.131313} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.010037] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.010037] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.010037] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.010037] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Deleting the datastore file [datastore2] b4a45681-5bc0-47c4-8475-f067d7569765 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.010037] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33a9ceba-07f1-40b7-b602-7c366e8bebe1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.010559] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d36bdbf1-15e0-44f8-acb6-4d4dda9b7802 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.014563] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 787.014563] env[69440]: value = "task-4139296" [ 787.014563] env[69440]: _type = "Task" [ 787.014563] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.023510] env[69440]: DEBUG oslo_vmware.api [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Waiting for the task: (returnval){ [ 787.023510] env[69440]: value = "task-4139298" [ 787.023510] env[69440]: _type = "Task" [ 787.023510] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.024084] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for the task: (returnval){ [ 787.024084] env[69440]: value = "task-4139297" [ 787.024084] env[69440]: _type = "Task" [ 787.024084] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.035082] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.043690] env[69440]: DEBUG oslo_vmware.api [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Task: {'id': task-4139298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.051463] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139297, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.514097] env[69440]: INFO nova.compute.manager [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Took 43.03 seconds to build instance. [ 787.527582] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139296, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.537422] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143da79e-9c46-4103-a57e-734106f54940 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.550768] env[69440]: DEBUG oslo_vmware.api [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Task: {'id': task-4139298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117682} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.557836] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.558099] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.558287] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.558474] env[69440]: INFO nova.compute.manager [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Took 1.14 seconds to destroy the instance on the hypervisor. [ 787.558784] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.559519] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139297, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.559748] env[69440]: DEBUG nova.compute.manager [-] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.559849] env[69440]: DEBUG nova.network.neutron [-] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.562932] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b90ee9d-2c73-4de6-8664-373d80062cbe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.597165] env[69440]: DEBUG nova.network.neutron [-] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.598944] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec01c60-b1ce-483b-ac90-1e348de3681a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.608274] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a25900-7335-4aa4-9945-78738a7c1450 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.624372] env[69440]: DEBUG nova.compute.provider_tree [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.688033] env[69440]: DEBUG nova.network.neutron [-] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.016516] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12dfe511-5ed4-41d9-ae3c-47c60639318c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "e7a7624e-3780-4ab5-9e5e-ff73e934301e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.227s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.028605] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556528} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.032877] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10/173d2c12-a9e4-4ac7-9696-1a69a7ea0f10.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.033116] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.034289] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7c7e338-c628-4e7d-aafe-1a8241956164 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.043209] env[69440]: DEBUG oslo_vmware.api [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139297, 'name': PowerOnVM_Task, 'duration_secs': 0.570221} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.044560] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.044772] env[69440]: INFO nova.compute.manager [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Took 8.53 seconds to spawn the instance on the hypervisor. [ 788.044947] env[69440]: DEBUG nova.compute.manager [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 788.045577] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 788.045577] env[69440]: value = "task-4139299" [ 788.045577] env[69440]: _type = "Task" [ 788.045577] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.046295] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c5c333-701e-4022-aee4-8fefb5c26017 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.060300] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.102992] env[69440]: DEBUG nova.network.neutron [-] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.127609] env[69440]: DEBUG nova.scheduler.client.report [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.192462] env[69440]: INFO nova.compute.manager [-] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Took 1.46 seconds to deallocate network for instance. [ 788.475327] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "726dc81d-4f0f-48cd-934f-736b09764dc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.475664] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "726dc81d-4f0f-48cd-934f-736b09764dc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.476438] env[69440]: DEBUG nova.compute.manager [req-84353d63-45cc-4e12-b4b2-4e2c36d50e13 req-272bac61-980d-4678-938d-c8d7498ad936 service nova] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Received event network-vif-deleted-2857f3eb-a2ae-40b9-b205-43eb60aaf094 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.524155] env[69440]: DEBUG nova.compute.manager [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.559685] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07496} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.559999] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.560870] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd46d76-7b06-48eb-b39a-64163cbe112f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.587698] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10/173d2c12-a9e4-4ac7-9696-1a69a7ea0f10.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.589801] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21d29d03-ec04-4b28-bd85-683d725c28d0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.604331] env[69440]: INFO nova.compute.manager [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Took 44.12 seconds to build instance. [ 788.605595] env[69440]: INFO nova.compute.manager [-] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Took 1.05 seconds to deallocate network for instance. [ 788.614421] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 788.614421] env[69440]: value = "task-4139300" [ 788.614421] env[69440]: _type = "Task" [ 788.614421] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.625462] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139300, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.633064] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.633064] env[69440]: DEBUG nova.compute.manager [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.636256] env[69440]: DEBUG oslo_concurrency.lockutils [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.814s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.637969] env[69440]: INFO nova.compute.claims [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.699376] env[69440]: DEBUG oslo_concurrency.lockutils [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.046963] env[69440]: DEBUG oslo_concurrency.lockutils [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.107133] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c5e1194-6ddb-426c-b650-8d4472faf17c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Lock "d20937ea-1aa4-4dda-ac22-cf61aa680965" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.022s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.119660] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.125848] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139300, 'name': ReconfigVM_Task, 'duration_secs': 0.3237} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.126131] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10/173d2c12-a9e4-4ac7-9696-1a69a7ea0f10.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.126606] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bff07ca7-ef19-4e02-8835-aa3136ae287c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.134601] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 789.134601] env[69440]: value = "task-4139301" [ 789.134601] env[69440]: _type = "Task" [ 789.134601] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.144624] env[69440]: DEBUG nova.compute.utils [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.147667] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139301, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.148146] env[69440]: DEBUG nova.compute.manager [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.148312] env[69440]: DEBUG nova.network.neutron [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.198817] env[69440]: DEBUG nova.policy [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eacf595e0b124987a22b7a2b51a8359b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '211910a36cf34e1cb1df5b30949684b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.488660] env[69440]: DEBUG nova.network.neutron [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Successfully created port: 0977fafb-e015-4e8b-b2bb-7cf4c98079d4 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.609867] env[69440]: DEBUG nova.compute.manager [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.649697] env[69440]: DEBUG nova.compute.manager [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.661121] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139301, 'name': Rename_Task, 'duration_secs': 0.177288} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.663303] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.663303] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e74d769-742c-418c-8843-03206eede6e5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.671908] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 789.671908] env[69440]: value = "task-4139302" [ 789.671908] env[69440]: _type = "Task" [ 789.671908] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.683347] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.128965] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.184741] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.226488] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7692d2e1-7e7f-4027-8737-08bf0158a0bc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.235267] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43676cea-7e58-4be7-a8fa-c391fa7c7378 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.270547] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f3d502-f358-4de1-b943-d76e5a55adaa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.279784] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a7defb-574b-4809-9a33-b27eab73a0f0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.295219] env[69440]: DEBUG nova.compute.provider_tree [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.337630] env[69440]: INFO nova.compute.manager [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Rebuilding instance [ 790.387719] env[69440]: DEBUG nova.compute.manager [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 790.388502] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b39084-52eb-4427-b265-1e140f35b792 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.670753] env[69440]: DEBUG nova.compute.manager [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.684781] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139302, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.697445] env[69440]: DEBUG nova.virt.hardware [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.697769] env[69440]: DEBUG nova.virt.hardware [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.697979] env[69440]: DEBUG nova.virt.hardware [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.698331] env[69440]: DEBUG nova.virt.hardware [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.698331] env[69440]: DEBUG nova.virt.hardware [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.699035] env[69440]: DEBUG nova.virt.hardware [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.699035] env[69440]: DEBUG nova.virt.hardware [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.699035] env[69440]: DEBUG nova.virt.hardware [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.699290] env[69440]: DEBUG nova.virt.hardware [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.699290] env[69440]: DEBUG nova.virt.hardware [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.699899] env[69440]: DEBUG nova.virt.hardware [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.700400] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe8e91d-0216-4b3b-8de4-0b525e665418 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.709952] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcde217-1266-401b-97b5-95779f839edb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.799035] env[69440]: DEBUG nova.scheduler.client.report [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.917900] env[69440]: DEBUG nova.compute.manager [req-b4e329b1-1161-4637-af12-f4918259b658 req-6252dc42-ff6a-4a4d-b152-c4614683445c service nova] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Received event network-vif-plugged-0977fafb-e015-4e8b-b2bb-7cf4c98079d4 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.918150] env[69440]: DEBUG oslo_concurrency.lockutils [req-b4e329b1-1161-4637-af12-f4918259b658 req-6252dc42-ff6a-4a4d-b152-c4614683445c service nova] Acquiring lock "c8a10353-ce88-44fe-a358-52677478cb8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.918523] env[69440]: DEBUG oslo_concurrency.lockutils [req-b4e329b1-1161-4637-af12-f4918259b658 req-6252dc42-ff6a-4a4d-b152-c4614683445c service nova] Lock "c8a10353-ce88-44fe-a358-52677478cb8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.918773] env[69440]: DEBUG oslo_concurrency.lockutils [req-b4e329b1-1161-4637-af12-f4918259b658 req-6252dc42-ff6a-4a4d-b152-c4614683445c service nova] Lock "c8a10353-ce88-44fe-a358-52677478cb8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.918886] env[69440]: DEBUG nova.compute.manager [req-b4e329b1-1161-4637-af12-f4918259b658 req-6252dc42-ff6a-4a4d-b152-c4614683445c service nova] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] No waiting events found dispatching network-vif-plugged-0977fafb-e015-4e8b-b2bb-7cf4c98079d4 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 790.919067] env[69440]: WARNING nova.compute.manager [req-b4e329b1-1161-4637-af12-f4918259b658 req-6252dc42-ff6a-4a4d-b152-c4614683445c service nova] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Received unexpected event network-vif-plugged-0977fafb-e015-4e8b-b2bb-7cf4c98079d4 for instance with vm_state building and task_state spawning. [ 791.009163] env[69440]: DEBUG nova.network.neutron [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Successfully updated port: 0977fafb-e015-4e8b-b2bb-7cf4c98079d4 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.183593] env[69440]: DEBUG oslo_vmware.api [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139302, 'name': PowerOnVM_Task, 'duration_secs': 1.129178} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.183893] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.184112] env[69440]: INFO nova.compute.manager [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Took 8.79 seconds to spawn the instance on the hypervisor. [ 791.184300] env[69440]: DEBUG nova.compute.manager [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 791.185144] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918f4e3c-33c8-4092-b114-e66ce415b0bb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.304367] env[69440]: DEBUG oslo_concurrency.lockutils [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.304912] env[69440]: DEBUG nova.compute.manager [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.307580] env[69440]: DEBUG oslo_concurrency.lockutils [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.016s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.405719] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.406063] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-733e0fc5-72cd-4afe-8e82-15e402d16d51 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.414416] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for the task: (returnval){ [ 791.414416] env[69440]: value = "task-4139303" [ 791.414416] env[69440]: _type = "Task" [ 791.414416] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.423656] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.511855] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Acquiring lock "refresh_cache-c8a10353-ce88-44fe-a358-52677478cb8b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.512053] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Acquired lock "refresh_cache-c8a10353-ce88-44fe-a358-52677478cb8b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.512187] env[69440]: DEBUG nova.network.neutron [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.708203] env[69440]: INFO nova.compute.manager [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Took 40.86 seconds to build instance. [ 791.813541] env[69440]: DEBUG nova.compute.utils [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.815209] env[69440]: DEBUG nova.compute.manager [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.815381] env[69440]: DEBUG nova.network.neutron [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.865260] env[69440]: DEBUG nova.policy [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2528298d3b074aacb667112f3ff6b902', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5048d8d9a3a44d6ab13bd6eabc42e551', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.924505] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139303, 'name': PowerOffVM_Task, 'duration_secs': 0.161885} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.924780] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.925811] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.929178] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91970b8-e9f6-4d8a-85dc-e360f9822132 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.937574] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.937849] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-565d7777-18c3-4b1f-bb66-e8c6f219f4aa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.966267] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.966552] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.966847] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Deleting the datastore file [datastore1] d20937ea-1aa4-4dda-ac22-cf61aa680965 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.967157] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b985cb3f-1a51-4041-b3ad-c7a8f4798905 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.975054] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for the task: (returnval){ [ 791.975054] env[69440]: value = "task-4139305" [ 791.975054] env[69440]: _type = "Task" [ 791.975054] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.986061] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.068832] env[69440]: DEBUG nova.network.neutron [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.202079] env[69440]: DEBUG nova.network.neutron [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Successfully created port: 5351f12c-2d1b-4103-85da-fc01a06e995a {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.211128] env[69440]: DEBUG oslo_concurrency.lockutils [None req-397f7121-202e-42c5-a9e7-74d192116371 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "173d2c12-a9e4-4ac7-9696-1a69a7ea0f10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.809s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.296709] env[69440]: DEBUG nova.network.neutron [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Updating instance_info_cache with network_info: [{"id": "0977fafb-e015-4e8b-b2bb-7cf4c98079d4", "address": "fa:16:3e:49:77:53", "network": {"id": "2bfd5d72-579d-48c6-96ff-8b2a8ae69f0f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2041267523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "211910a36cf34e1cb1df5b30949684b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0977fafb-e0", "ovs_interfaceid": "0977fafb-e015-4e8b-b2bb-7cf4c98079d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.318952] env[69440]: DEBUG nova.compute.manager [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.382434] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd4294e-6688-47e9-bb68-90b0f22a85fd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.390751] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd198d91-0964-45ae-9797-22cf6d46ab07 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.424298] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a813eaa1-bacf-4977-83bc-32bb3953fab3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.433946] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c51cd8d-0339-4c45-b78d-3dc8281bc8c7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.450328] env[69440]: DEBUG nova.compute.provider_tree [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.485320] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108464} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.485568] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.485766] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.485912] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.713481] env[69440]: DEBUG nova.compute.manager [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.799693] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Releasing lock "refresh_cache-c8a10353-ce88-44fe-a358-52677478cb8b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.799841] env[69440]: DEBUG nova.compute.manager [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Instance network_info: |[{"id": "0977fafb-e015-4e8b-b2bb-7cf4c98079d4", "address": "fa:16:3e:49:77:53", "network": {"id": "2bfd5d72-579d-48c6-96ff-8b2a8ae69f0f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2041267523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "211910a36cf34e1cb1df5b30949684b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0977fafb-e0", "ovs_interfaceid": "0977fafb-e015-4e8b-b2bb-7cf4c98079d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.800402] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:77:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0977fafb-e015-4e8b-b2bb-7cf4c98079d4', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.808296] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Creating folder: Project (211910a36cf34e1cb1df5b30949684b8). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.808652] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95f956d5-25b0-4b46-b43f-728b8229b1c8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.823980] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Created folder: Project (211910a36cf34e1cb1df5b30949684b8) in parent group-v819662. [ 792.824239] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Creating folder: Instances. Parent ref: group-v819768. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.828347] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5696254c-5ab9-4e9d-89cc-39e8a1ecdedd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.841128] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Created folder: Instances in parent group-v819768. [ 792.841412] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.842193] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.842193] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bf22a8e-7016-4839-8bfc-13f8d7e1cef5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.864628] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.864628] env[69440]: value = "task-4139308" [ 792.864628] env[69440]: _type = "Task" [ 792.864628] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.875134] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139308, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.972663] env[69440]: ERROR nova.scheduler.client.report [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [req-e74e8c6e-f871-4f15-bdd1-196fdceb1cff] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9a47e3d9-fb06-4966-9732-1aaf2b781196. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e74e8c6e-f871-4f15-bdd1-196fdceb1cff"}]} [ 792.992134] env[69440]: DEBUG nova.scheduler.client.report [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Refreshing inventories for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 793.012760] env[69440]: DEBUG nova.scheduler.client.report [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Updating ProviderTree inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 793.012760] env[69440]: DEBUG nova.compute.provider_tree [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.035188] env[69440]: DEBUG nova.scheduler.client.report [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Refreshing aggregate associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, aggregates: None {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 793.060287] env[69440]: DEBUG nova.scheduler.client.report [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Refreshing trait associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 793.192187] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "de682e9a-77cf-41e8-9378-459074854566" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.192439] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "de682e9a-77cf-41e8-9378-459074854566" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.239705] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.243496] env[69440]: DEBUG nova.compute.manager [req-2bc7b7ac-b811-4417-bf58-9493fd1f21b8 req-819d1614-50a6-44a3-97d1-60697c43b6cb service nova] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Received event network-changed-0977fafb-e015-4e8b-b2bb-7cf4c98079d4 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.244163] env[69440]: DEBUG nova.compute.manager [req-2bc7b7ac-b811-4417-bf58-9493fd1f21b8 req-819d1614-50a6-44a3-97d1-60697c43b6cb service nova] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Refreshing instance network info cache due to event network-changed-0977fafb-e015-4e8b-b2bb-7cf4c98079d4. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.246446] env[69440]: DEBUG oslo_concurrency.lockutils [req-2bc7b7ac-b811-4417-bf58-9493fd1f21b8 req-819d1614-50a6-44a3-97d1-60697c43b6cb service nova] Acquiring lock "refresh_cache-c8a10353-ce88-44fe-a358-52677478cb8b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.246446] env[69440]: DEBUG oslo_concurrency.lockutils [req-2bc7b7ac-b811-4417-bf58-9493fd1f21b8 req-819d1614-50a6-44a3-97d1-60697c43b6cb service nova] Acquired lock "refresh_cache-c8a10353-ce88-44fe-a358-52677478cb8b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.246446] env[69440]: DEBUG nova.network.neutron [req-2bc7b7ac-b811-4417-bf58-9493fd1f21b8 req-819d1614-50a6-44a3-97d1-60697c43b6cb service nova] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Refreshing network info cache for port 0977fafb-e015-4e8b-b2bb-7cf4c98079d4 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.331727] env[69440]: DEBUG nova.compute.manager [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.363908] env[69440]: DEBUG nova.virt.hardware [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.364589] env[69440]: DEBUG nova.virt.hardware [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.364589] env[69440]: DEBUG nova.virt.hardware [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.364589] env[69440]: DEBUG nova.virt.hardware [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.364740] env[69440]: DEBUG nova.virt.hardware [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.364796] env[69440]: DEBUG nova.virt.hardware [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.364999] env[69440]: DEBUG nova.virt.hardware [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.365228] env[69440]: DEBUG nova.virt.hardware [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.365520] env[69440]: DEBUG nova.virt.hardware [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.365706] env[69440]: DEBUG nova.virt.hardware [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.365946] env[69440]: DEBUG nova.virt.hardware [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.366905] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80e5a5f-6826-45c9-824f-5aaa1effead6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.383715] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0042cf38-74bf-4c46-9cec-ff2217eba3e9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.387864] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139308, 'name': CreateVM_Task, 'duration_secs': 0.324831} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.390843] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.392140] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.392213] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.392528] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.392786] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36dc69d8-b297-4a05-afc6-4b33a69dc6ad {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.408258] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Waiting for the task: (returnval){ [ 793.408258] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]520f9946-f5fe-085e-9196-bb522c5b5b82" [ 793.408258] env[69440]: _type = "Task" [ 793.408258] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.416445] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520f9946-f5fe-085e-9196-bb522c5b5b82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.522706] env[69440]: DEBUG nova.virt.hardware [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.523056] env[69440]: DEBUG nova.virt.hardware [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.523225] env[69440]: DEBUG nova.virt.hardware [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.523405] env[69440]: DEBUG nova.virt.hardware [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.523542] env[69440]: DEBUG nova.virt.hardware [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.523680] env[69440]: DEBUG nova.virt.hardware [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.523881] env[69440]: DEBUG nova.virt.hardware [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.524040] env[69440]: DEBUG nova.virt.hardware [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.524209] env[69440]: DEBUG nova.virt.hardware [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.524370] env[69440]: DEBUG nova.virt.hardware [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.524539] env[69440]: DEBUG nova.virt.hardware [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.527755] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0026d11b-5d46-48a7-9ec5-681a9c7a489a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.536011] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aaf0392-d45b-49c8-8ce4-e45efef9e97f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.554862] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Instance VIF info [] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.559459] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.560436] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.560704] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73ce3bf6-6a24-4906-a931-1b3ece52d748 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.583784] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.583784] env[69440]: value = "task-4139309" [ 793.583784] env[69440]: _type = "Task" [ 793.583784] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.594471] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139309, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.672067] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c6cbd1-89c7-45f9-8e27-37e1edc7c369 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.679879] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd588c6f-bd37-4266-ab5c-1c4e7fbae2c0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.711905] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7124a769-2ae9-4e7f-82e4-8909360ab3b4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.720760] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda4eb5d-93db-4471-a8d7-6d516e70aeef {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.736181] env[69440]: DEBUG nova.compute.provider_tree [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.748043] env[69440]: DEBUG nova.network.neutron [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Successfully updated port: 5351f12c-2d1b-4103-85da-fc01a06e995a {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.919875] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520f9946-f5fe-085e-9196-bb522c5b5b82, 'name': SearchDatastore_Task, 'duration_secs': 0.010994} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.920191] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.920459] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.920701] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.920880] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.921068] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.921342] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6723eef6-8788-435f-a7a7-021e967d7d42 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.936538] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.936738] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.937794] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a43ee57-e368-4bf2-b2c8-62c00c2572ac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.943371] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Waiting for the task: (returnval){ [ 793.943371] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5235b1ab-8604-d524-62c9-eb1402fce202" [ 793.943371] env[69440]: _type = "Task" [ 793.943371] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.952174] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5235b1ab-8604-d524-62c9-eb1402fce202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.970431] env[69440]: DEBUG nova.network.neutron [req-2bc7b7ac-b811-4417-bf58-9493fd1f21b8 req-819d1614-50a6-44a3-97d1-60697c43b6cb service nova] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Updated VIF entry in instance network info cache for port 0977fafb-e015-4e8b-b2bb-7cf4c98079d4. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.970967] env[69440]: DEBUG nova.network.neutron [req-2bc7b7ac-b811-4417-bf58-9493fd1f21b8 req-819d1614-50a6-44a3-97d1-60697c43b6cb service nova] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Updating instance_info_cache with network_info: [{"id": "0977fafb-e015-4e8b-b2bb-7cf4c98079d4", "address": "fa:16:3e:49:77:53", "network": {"id": "2bfd5d72-579d-48c6-96ff-8b2a8ae69f0f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2041267523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "211910a36cf34e1cb1df5b30949684b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0977fafb-e0", "ovs_interfaceid": "0977fafb-e015-4e8b-b2bb-7cf4c98079d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.097300] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139309, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.255750] env[69440]: DEBUG oslo_concurrency.lockutils [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "refresh_cache-53e86c03-079b-4918-b4a4-ea821a1be472" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.255750] env[69440]: DEBUG oslo_concurrency.lockutils [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquired lock "refresh_cache-53e86c03-079b-4918-b4a4-ea821a1be472" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.255750] env[69440]: DEBUG nova.network.neutron [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.278201] env[69440]: DEBUG nova.scheduler.client.report [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Updated inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 794.279028] env[69440]: DEBUG nova.compute.provider_tree [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Updating resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 generation from 60 to 61 during operation: update_inventory {{(pid=69440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 794.279028] env[69440]: DEBUG nova.compute.provider_tree [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.457058] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5235b1ab-8604-d524-62c9-eb1402fce202, 'name': SearchDatastore_Task, 'duration_secs': 0.010955} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.457687] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cee81c2-7980-4855-b831-96975cb8d361 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.463608] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Waiting for the task: (returnval){ [ 794.463608] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]526f84d8-c09e-8afd-0b91-3fd55a635980" [ 794.463608] env[69440]: _type = "Task" [ 794.463608] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.471963] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526f84d8-c09e-8afd-0b91-3fd55a635980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.473661] env[69440]: DEBUG oslo_concurrency.lockutils [req-2bc7b7ac-b811-4417-bf58-9493fd1f21b8 req-819d1614-50a6-44a3-97d1-60697c43b6cb service nova] Releasing lock "refresh_cache-c8a10353-ce88-44fe-a358-52677478cb8b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.594684] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139309, 'name': CreateVM_Task, 'duration_secs': 0.605778} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.594870] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.595336] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.595511] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.595837] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.596122] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf8fe81b-0d5b-4923-8aed-fe5eb552da38 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.601453] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for the task: (returnval){ [ 794.601453] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]521ee7ef-0338-a4dc-26a1-9212bb1bda91" [ 794.601453] env[69440]: _type = "Task" [ 794.601453] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.610935] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521ee7ef-0338-a4dc-26a1-9212bb1bda91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.798095] env[69440]: DEBUG nova.network.neutron [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.953260] env[69440]: DEBUG nova.network.neutron [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Updating instance_info_cache with network_info: [{"id": "5351f12c-2d1b-4103-85da-fc01a06e995a", "address": "fa:16:3e:42:bd:a7", "network": {"id": "23222ba6-665f-4350-9d55-ae23c18c7f8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1685183244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5048d8d9a3a44d6ab13bd6eabc42e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5351f12c-2d", "ovs_interfaceid": "5351f12c-2d1b-4103-85da-fc01a06e995a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.975274] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526f84d8-c09e-8afd-0b91-3fd55a635980, 'name': SearchDatastore_Task, 'duration_secs': 0.033499} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.975968] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.975968] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] c8a10353-ce88-44fe-a358-52677478cb8b/c8a10353-ce88-44fe-a358-52677478cb8b.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.976125] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a674dc65-432d-49cc-b10d-82c74823aae9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.984675] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Waiting for the task: (returnval){ [ 794.984675] env[69440]: value = "task-4139310" [ 794.984675] env[69440]: _type = "Task" [ 794.984675] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.994713] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': task-4139310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.115029] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521ee7ef-0338-a4dc-26a1-9212bb1bda91, 'name': SearchDatastore_Task, 'duration_secs': 0.032198} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.115295] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.116728] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.116728] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.116728] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.116728] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.116728] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab9eb9d3-84bd-4327-b085-c3f7a94f54a5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.127722] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.127722] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.128320] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-173e9e76-cf31-462d-878b-386e90c701d0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.134188] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for the task: (returnval){ [ 795.134188] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52a46179-2ca0-c39c-14de-d9a9db528643" [ 795.134188] env[69440]: _type = "Task" [ 795.134188] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.142559] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a46179-2ca0-c39c-14de-d9a9db528643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.290210] env[69440]: DEBUG oslo_concurrency.lockutils [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.982s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.294459] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.034s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.296131] env[69440]: INFO nova.compute.claims [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.300230] env[69440]: DEBUG nova.compute.manager [req-5cc00b10-146d-43b1-bd47-e38ea14f7a4f req-58e42e3a-5f48-4941-b901-e98f9345ef8b service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Received event network-vif-plugged-5351f12c-2d1b-4103-85da-fc01a06e995a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.300230] env[69440]: DEBUG oslo_concurrency.lockutils [req-5cc00b10-146d-43b1-bd47-e38ea14f7a4f req-58e42e3a-5f48-4941-b901-e98f9345ef8b service nova] Acquiring lock "53e86c03-079b-4918-b4a4-ea821a1be472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.300230] env[69440]: DEBUG oslo_concurrency.lockutils [req-5cc00b10-146d-43b1-bd47-e38ea14f7a4f req-58e42e3a-5f48-4941-b901-e98f9345ef8b service nova] Lock "53e86c03-079b-4918-b4a4-ea821a1be472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.300230] env[69440]: DEBUG oslo_concurrency.lockutils [req-5cc00b10-146d-43b1-bd47-e38ea14f7a4f req-58e42e3a-5f48-4941-b901-e98f9345ef8b service nova] Lock "53e86c03-079b-4918-b4a4-ea821a1be472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.300230] env[69440]: DEBUG nova.compute.manager [req-5cc00b10-146d-43b1-bd47-e38ea14f7a4f req-58e42e3a-5f48-4941-b901-e98f9345ef8b service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] No waiting events found dispatching network-vif-plugged-5351f12c-2d1b-4103-85da-fc01a06e995a {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 795.300564] env[69440]: WARNING nova.compute.manager [req-5cc00b10-146d-43b1-bd47-e38ea14f7a4f req-58e42e3a-5f48-4941-b901-e98f9345ef8b service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Received unexpected event network-vif-plugged-5351f12c-2d1b-4103-85da-fc01a06e995a for instance with vm_state building and task_state spawning. [ 795.300564] env[69440]: DEBUG nova.compute.manager [req-5cc00b10-146d-43b1-bd47-e38ea14f7a4f req-58e42e3a-5f48-4941-b901-e98f9345ef8b service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Received event network-changed-5351f12c-2d1b-4103-85da-fc01a06e995a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.301263] env[69440]: DEBUG nova.compute.manager [req-5cc00b10-146d-43b1-bd47-e38ea14f7a4f req-58e42e3a-5f48-4941-b901-e98f9345ef8b service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Refreshing instance network info cache due to event network-changed-5351f12c-2d1b-4103-85da-fc01a06e995a. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.301263] env[69440]: DEBUG oslo_concurrency.lockutils [req-5cc00b10-146d-43b1-bd47-e38ea14f7a4f req-58e42e3a-5f48-4941-b901-e98f9345ef8b service nova] Acquiring lock "refresh_cache-53e86c03-079b-4918-b4a4-ea821a1be472" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.456194] env[69440]: DEBUG oslo_concurrency.lockutils [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Releasing lock "refresh_cache-53e86c03-079b-4918-b4a4-ea821a1be472" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.456543] env[69440]: DEBUG nova.compute.manager [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Instance network_info: |[{"id": "5351f12c-2d1b-4103-85da-fc01a06e995a", "address": "fa:16:3e:42:bd:a7", "network": {"id": "23222ba6-665f-4350-9d55-ae23c18c7f8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1685183244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5048d8d9a3a44d6ab13bd6eabc42e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5351f12c-2d", "ovs_interfaceid": "5351f12c-2d1b-4103-85da-fc01a06e995a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.456856] env[69440]: DEBUG oslo_concurrency.lockutils [req-5cc00b10-146d-43b1-bd47-e38ea14f7a4f req-58e42e3a-5f48-4941-b901-e98f9345ef8b service nova] Acquired lock "refresh_cache-53e86c03-079b-4918-b4a4-ea821a1be472" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.457070] env[69440]: DEBUG nova.network.neutron [req-5cc00b10-146d-43b1-bd47-e38ea14f7a4f req-58e42e3a-5f48-4941-b901-e98f9345ef8b service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Refreshing network info cache for port 5351f12c-2d1b-4103-85da-fc01a06e995a {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.458380] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:bd:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5351f12c-2d1b-4103-85da-fc01a06e995a', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.465893] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Creating folder: Project (5048d8d9a3a44d6ab13bd6eabc42e551). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.468824] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d61a1415-fc54-49bd-bf03-db020e7154ac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.482098] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Created folder: Project (5048d8d9a3a44d6ab13bd6eabc42e551) in parent group-v819662. [ 795.482311] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Creating folder: Instances. Parent ref: group-v819772. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.482559] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78ae9e31-cc20-48bf-b2e2-c3b50c0b5d7c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.494566] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': task-4139310, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.496059] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Created folder: Instances in parent group-v819772. [ 795.496393] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.496838] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.496962] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99176419-5814-4aca-b9b1-d8be4e55173e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.518528] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.518528] env[69440]: value = "task-4139313" [ 795.518528] env[69440]: _type = "Task" [ 795.518528] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.526877] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139313, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.646495] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a46179-2ca0-c39c-14de-d9a9db528643, 'name': SearchDatastore_Task, 'duration_secs': 0.011448} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.647460] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f373146-4529-4bdd-8eb9-3fa9133bbdf5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.654298] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for the task: (returnval){ [ 795.654298] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5255d553-c745-320f-d3bf-246083071c33" [ 795.654298] env[69440]: _type = "Task" [ 795.654298] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.664090] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5255d553-c745-320f-d3bf-246083071c33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.705691] env[69440]: DEBUG nova.network.neutron [req-5cc00b10-146d-43b1-bd47-e38ea14f7a4f req-58e42e3a-5f48-4941-b901-e98f9345ef8b service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Updated VIF entry in instance network info cache for port 5351f12c-2d1b-4103-85da-fc01a06e995a. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.706144] env[69440]: DEBUG nova.network.neutron [req-5cc00b10-146d-43b1-bd47-e38ea14f7a4f req-58e42e3a-5f48-4941-b901-e98f9345ef8b service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Updating instance_info_cache with network_info: [{"id": "5351f12c-2d1b-4103-85da-fc01a06e995a", "address": "fa:16:3e:42:bd:a7", "network": {"id": "23222ba6-665f-4350-9d55-ae23c18c7f8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1685183244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5048d8d9a3a44d6ab13bd6eabc42e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5351f12c-2d", "ovs_interfaceid": "5351f12c-2d1b-4103-85da-fc01a06e995a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.865690] env[69440]: INFO nova.scheduler.client.report [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Deleted allocation for migration 352300d4-7276-46f2-b81a-e1383c766286 [ 795.996103] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': task-4139310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.942791} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.996473] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] c8a10353-ce88-44fe-a358-52677478cb8b/c8a10353-ce88-44fe-a358-52677478cb8b.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.996731] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.997039] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-845097fb-3f6b-4e97-a381-f08e821373b6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.007197] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Waiting for the task: (returnval){ [ 796.007197] env[69440]: value = "task-4139314" [ 796.007197] env[69440]: _type = "Task" [ 796.007197] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.018715] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': task-4139314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.027655] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139313, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.165621] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5255d553-c745-320f-d3bf-246083071c33, 'name': SearchDatastore_Task, 'duration_secs': 0.068478} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.165895] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.166194] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] d20937ea-1aa4-4dda-ac22-cf61aa680965/d20937ea-1aa4-4dda-ac22-cf61aa680965.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.166474] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73abeebf-460e-4b01-b5a8-f637b925a2ab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.173054] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for the task: (returnval){ [ 796.173054] env[69440]: value = "task-4139315" [ 796.173054] env[69440]: _type = "Task" [ 796.173054] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.181886] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.209080] env[69440]: DEBUG oslo_concurrency.lockutils [req-5cc00b10-146d-43b1-bd47-e38ea14f7a4f req-58e42e3a-5f48-4941-b901-e98f9345ef8b service nova] Releasing lock "refresh_cache-53e86c03-079b-4918-b4a4-ea821a1be472" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.372213] env[69440]: DEBUG oslo_concurrency.lockutils [None req-323a8601-8471-4dfb-9d49-ea4acae8cbb3 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "5c1878eb-3c4b-49b8-89ba-9c51845204bd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.167s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.519262] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': task-4139314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144215} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.522837] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.526183] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7943e3-5bdc-4332-8504-2d1246ce783f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.535162] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139313, 'name': CreateVM_Task, 'duration_secs': 0.56338} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.544660] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.553967] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] c8a10353-ce88-44fe-a358-52677478cb8b/c8a10353-ce88-44fe-a358-52677478cb8b.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.556792] env[69440]: DEBUG oslo_concurrency.lockutils [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.557014] env[69440]: DEBUG oslo_concurrency.lockutils [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.557269] env[69440]: DEBUG oslo_concurrency.lockutils [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.557516] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37b1b4be-cb91-4b67-8e6a-22cdc4a53882 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.571825] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aeb10a6-887f-4d82-8c7c-a5770b793d5f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.577691] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 796.577691] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52432985-61a7-6d7f-c82c-8144add62530" [ 796.577691] env[69440]: _type = "Task" [ 796.577691] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.582598] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Waiting for the task: (returnval){ [ 796.582598] env[69440]: value = "task-4139316" [ 796.582598] env[69440]: _type = "Task" [ 796.582598] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.589340] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52432985-61a7-6d7f-c82c-8144add62530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.597867] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': task-4139316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.682666] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.871238] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673c55ee-78da-4e75-b9c1-c316026220ab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.878980] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2070aacc-e270-4b73-9f42-766051fe8074 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.912038] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473bf7c4-45ef-40b3-be96-bc83da48280f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.919211] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaf7311-84ca-451e-8f01-18823f5cc040 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.935807] env[69440]: DEBUG nova.compute.provider_tree [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 797.091117] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52432985-61a7-6d7f-c82c-8144add62530, 'name': SearchDatastore_Task, 'duration_secs': 0.034368} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.091921] env[69440]: DEBUG oslo_concurrency.lockutils [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.092225] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.092476] env[69440]: DEBUG oslo_concurrency.lockutils [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.092620] env[69440]: DEBUG oslo_concurrency.lockutils [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.092801] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.093262] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87626c58-d203-4b1a-9e4a-c5f5775b54ca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.098714] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': task-4139316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.113035] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.113280] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.114144] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83e57870-6268-42f0-9f6c-f6fd8b068ea9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.121144] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 797.121144] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52f91c72-ac1b-6e25-cac4-24cf6b84ffe7" [ 797.121144] env[69440]: _type = "Task" [ 797.121144] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.131154] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f91c72-ac1b-6e25-cac4-24cf6b84ffe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.188396] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139315, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.459276] env[69440]: ERROR nova.scheduler.client.report [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [req-d731a8ad-1054-4c26-a035-8d496478afe0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9a47e3d9-fb06-4966-9732-1aaf2b781196. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d731a8ad-1054-4c26-a035-8d496478afe0"}]} [ 797.475410] env[69440]: DEBUG nova.scheduler.client.report [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Refreshing inventories for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 797.491373] env[69440]: DEBUG nova.scheduler.client.report [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Updating ProviderTree inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 797.491746] env[69440]: DEBUG nova.compute.provider_tree [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 797.505843] env[69440]: DEBUG nova.scheduler.client.report [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Refreshing aggregate associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, aggregates: None {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 797.524566] env[69440]: DEBUG nova.scheduler.client.report [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Refreshing trait associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 797.594591] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': task-4139316, 'name': ReconfigVM_Task, 'duration_secs': 0.782648} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.594906] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Reconfigured VM instance instance-00000023 to attach disk [datastore1] c8a10353-ce88-44fe-a358-52677478cb8b/c8a10353-ce88-44fe-a358-52677478cb8b.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.595521] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bf943c5-4d2a-4df9-a6f4-aa521c001465 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.603296] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Waiting for the task: (returnval){ [ 797.603296] env[69440]: value = "task-4139317" [ 797.603296] env[69440]: _type = "Task" [ 797.603296] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.615021] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': task-4139317, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.635523] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f91c72-ac1b-6e25-cac4-24cf6b84ffe7, 'name': SearchDatastore_Task, 'duration_secs': 0.060448} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.636394] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db0251d8-6de7-4fc2-9095-83987bf4deea {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.642433] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 797.642433] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52fe085d-2850-8e10-7f6a-da29319abd89" [ 797.642433] env[69440]: _type = "Task" [ 797.642433] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.653874] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52fe085d-2850-8e10-7f6a-da29319abd89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.687628] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139315, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.129288} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.687628] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] d20937ea-1aa4-4dda-ac22-cf61aa680965/d20937ea-1aa4-4dda-ac22-cf61aa680965.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.687628] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.687894] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5217fb6c-912a-4451-acd9-beb2d76683c0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.696868] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for the task: (returnval){ [ 797.696868] env[69440]: value = "task-4139318" [ 797.696868] env[69440]: _type = "Task" [ 797.696868] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.707365] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.861742] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "interface-814f3854-3681-4f3d-95de-18340a765f53-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.861991] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "interface-814f3854-3681-4f3d-95de-18340a765f53-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.862357] env[69440]: DEBUG nova.objects.instance [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lazy-loading 'flavor' on Instance uuid 814f3854-3681-4f3d-95de-18340a765f53 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.053324] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0797f94-835c-4f23-9088-e5fefdff70f5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.061389] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b1982e-f5df-4088-92de-d5a5a2e8d3e7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.092810] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8b9a98-3a02-48e0-ab3b-2e07e8e5ec36 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.101459] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae066e43-e2dc-4ad1-8692-bb3e0502c619 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.117042] env[69440]: DEBUG nova.compute.provider_tree [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.124031] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': task-4139317, 'name': Rename_Task, 'duration_secs': 0.164335} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.124451] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.124518] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33d834b2-d1bd-4a76-8c45-87ec5b6e19c0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.132459] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Waiting for the task: (returnval){ [ 798.132459] env[69440]: value = "task-4139319" [ 798.132459] env[69440]: _type = "Task" [ 798.132459] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.141246] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': task-4139319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.153257] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52fe085d-2850-8e10-7f6a-da29319abd89, 'name': SearchDatastore_Task, 'duration_secs': 0.023547} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.153497] env[69440]: DEBUG oslo_concurrency.lockutils [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.153762] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 53e86c03-079b-4918-b4a4-ea821a1be472/53e86c03-079b-4918-b4a4-ea821a1be472.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.154080] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72e7bf70-a5ee-4ae9-a5ae-b386e80e8613 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.162021] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 798.162021] env[69440]: value = "task-4139320" [ 798.162021] env[69440]: _type = "Task" [ 798.162021] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.172551] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.207867] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08111} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.208224] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.209066] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf6b32f-997d-4ae2-96c2-98d7bf3052dd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.231778] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] d20937ea-1aa4-4dda-ac22-cf61aa680965/d20937ea-1aa4-4dda-ac22-cf61aa680965.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.232141] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46c4ee80-1c47-47ce-8452-5197551556c0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.253145] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for the task: (returnval){ [ 798.253145] env[69440]: value = "task-4139321" [ 798.253145] env[69440]: _type = "Task" [ 798.253145] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.262703] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.452033] env[69440]: DEBUG nova.objects.instance [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lazy-loading 'pci_requests' on Instance uuid 814f3854-3681-4f3d-95de-18340a765f53 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.644601] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': task-4139319, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.662639] env[69440]: DEBUG nova.scheduler.client.report [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Updated inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 798.663201] env[69440]: DEBUG nova.compute.provider_tree [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Updating resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 generation from 62 to 63 during operation: update_inventory {{(pid=69440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 798.663451] env[69440]: DEBUG nova.compute.provider_tree [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.678610] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139320, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.765031] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.956031] env[69440]: DEBUG nova.objects.base [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Object Instance<814f3854-3681-4f3d-95de-18340a765f53> lazy-loaded attributes: flavor,pci_requests {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 798.956031] env[69440]: DEBUG nova.network.neutron [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.995166] env[69440]: DEBUG nova.policy [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5453e29b1e164e708b74abee8e68a929', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce1b9966b9444589a47ad0c5c5125308', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.145674] env[69440]: DEBUG oslo_vmware.api [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': task-4139319, 'name': PowerOnVM_Task, 'duration_secs': 0.518087} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.145959] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.146184] env[69440]: INFO nova.compute.manager [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Took 8.48 seconds to spawn the instance on the hypervisor. [ 799.146365] env[69440]: DEBUG nova.compute.manager [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 799.147170] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67e876c-055c-4a75-adbc-2458257e6603 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.174457] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.879s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.174457] env[69440]: DEBUG nova.compute.manager [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.181218] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.925s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.182623] env[69440]: INFO nova.compute.claims [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.185255] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754038} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.185843] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 53e86c03-079b-4918-b4a4-ea821a1be472/53e86c03-079b-4918-b4a4-ea821a1be472.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.186058] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.186319] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05e9790d-b92d-4c85-a2c8-a53080437603 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.194527] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 799.194527] env[69440]: value = "task-4139322" [ 799.194527] env[69440]: _type = "Task" [ 799.194527] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.209802] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.264610] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139321, 'name': ReconfigVM_Task, 'duration_secs': 0.824317} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.264891] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Reconfigured VM instance instance-00000020 to attach disk [datastore1] d20937ea-1aa4-4dda-ac22-cf61aa680965/d20937ea-1aa4-4dda-ac22-cf61aa680965.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.265601] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5637374-fd08-42d4-aaa3-2d350d86c343 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.274442] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for the task: (returnval){ [ 799.274442] env[69440]: value = "task-4139323" [ 799.274442] env[69440]: _type = "Task" [ 799.274442] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.287767] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139323, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.362027] env[69440]: DEBUG nova.network.neutron [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Successfully created port: ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.664787] env[69440]: INFO nova.compute.manager [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Took 40.92 seconds to build instance. [ 799.690609] env[69440]: DEBUG nova.compute.utils [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.692014] env[69440]: DEBUG nova.compute.manager [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Not allocating networking since 'none' was specified. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 799.705882] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106094} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.706149] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.706929] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1410d8-7cb6-4882-a930-5182c9d8d06a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.729255] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 53e86c03-079b-4918-b4a4-ea821a1be472/53e86c03-079b-4918-b4a4-ea821a1be472.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.729779] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-229d2f66-5f3d-4112-8b91-84a9c33e8b81 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.749704] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 799.749704] env[69440]: value = "task-4139324" [ 799.749704] env[69440]: _type = "Task" [ 799.749704] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.757892] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.784269] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139323, 'name': Rename_Task, 'duration_secs': 0.382875} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.784582] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.784851] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c434aae-9c66-46eb-a393-fddf141c2d3a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.791272] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for the task: (returnval){ [ 799.791272] env[69440]: value = "task-4139325" [ 799.791272] env[69440]: _type = "Task" [ 799.791272] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.799701] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.166836] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4e0bedeb-f152-42a9-95ae-5c08444deff6 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Lock "c8a10353-ce88-44fe-a358-52677478cb8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.018s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.195789] env[69440]: DEBUG nova.compute.manager [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.262297] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.302428] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139325, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.671415] env[69440]: DEBUG nova.compute.manager [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.690140] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "26d5e4a4-a985-440c-ab16-5798e9bd72ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.690140] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "26d5e4a4-a985-440c-ab16-5798e9bd72ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.718072] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf35013-ba56-40ec-bf9b-6a4735de0871 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.727160] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d932defc-231d-4646-a789-505064df55e7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.765669] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20fe5b0-b685-4484-84ec-721cfd2d696f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.775990] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139324, 'name': ReconfigVM_Task, 'duration_secs': 0.895169} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.776589] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 53e86c03-079b-4918-b4a4-ea821a1be472/53e86c03-079b-4918-b4a4-ea821a1be472.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.778160] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d56195-9874-4bbf-b6bc-a4bfdabc6276 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.781895] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bba1f18f-6367-4202-93ab-2480e85fb241 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.795543] env[69440]: DEBUG nova.compute.provider_tree [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.801080] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 800.801080] env[69440]: value = "task-4139326" [ 800.801080] env[69440]: _type = "Task" [ 800.801080] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.808719] env[69440]: DEBUG oslo_vmware.api [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139325, 'name': PowerOnVM_Task, 'duration_secs': 0.863401} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.809413] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.809638] env[69440]: DEBUG nova.compute.manager [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 800.810880] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5ad5de-1618-4993-928d-114ec18a90fd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.816732] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139326, 'name': Rename_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.865964] env[69440]: DEBUG nova.network.neutron [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Successfully updated port: ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.196530] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.208122] env[69440]: DEBUG nova.compute.manager [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.235479] env[69440]: DEBUG nova.virt.hardware [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.235739] env[69440]: DEBUG nova.virt.hardware [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.235901] env[69440]: DEBUG nova.virt.hardware [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.236120] env[69440]: DEBUG nova.virt.hardware [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.236278] env[69440]: DEBUG nova.virt.hardware [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.236439] env[69440]: DEBUG nova.virt.hardware [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.236669] env[69440]: DEBUG nova.virt.hardware [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.236845] env[69440]: DEBUG nova.virt.hardware [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.237034] env[69440]: DEBUG nova.virt.hardware [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.237225] env[69440]: DEBUG nova.virt.hardware [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.237402] env[69440]: DEBUG nova.virt.hardware [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.238299] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f0e64e-cf52-4e23-94d9-0fc2d836c139 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.247930] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27b60f2-81cf-43f6-8c6c-64765ba7cc8f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.263819] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Instance VIF info [] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.269279] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Creating folder: Project (4103ac8349be4ecc8f09dc2367798f4e). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.269606] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8479b310-b214-4e8d-b8be-718ff0a988d6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.281108] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Created folder: Project (4103ac8349be4ecc8f09dc2367798f4e) in parent group-v819662. [ 801.281344] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Creating folder: Instances. Parent ref: group-v819775. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.281610] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d8d9b45-2e16-4b1b-9471-050d7e677d94 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.293169] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Created folder: Instances in parent group-v819775. [ 801.293448] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.293656] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.293873] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d21b5cba-c0fb-4fc2-9e56-f0d7750c28a7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.306654] env[69440]: DEBUG nova.scheduler.client.report [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.319569] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139326, 'name': Rename_Task, 'duration_secs': 0.175491} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.321112] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.321412] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.321412] env[69440]: value = "task-4139329" [ 801.321412] env[69440]: _type = "Task" [ 801.321412] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.321602] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87972be0-86a6-4bed-95e5-ee7807ab1957 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.333058] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.337868] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 801.337868] env[69440]: value = "task-4139330" [ 801.337868] env[69440]: _type = "Task" [ 801.337868] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.341924] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139329, 'name': CreateVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.351578] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.368668] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "refresh_cache-814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.368977] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "refresh_cache-814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.369302] env[69440]: DEBUG nova.network.neutron [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.543166] env[69440]: DEBUG nova.compute.manager [req-86c19774-3061-4560-a245-3b0df08597d5 req-e1868998-f1f7-4600-ba05-5b527c788a9d service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Received event network-vif-plugged-ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.543409] env[69440]: DEBUG oslo_concurrency.lockutils [req-86c19774-3061-4560-a245-3b0df08597d5 req-e1868998-f1f7-4600-ba05-5b527c788a9d service nova] Acquiring lock "814f3854-3681-4f3d-95de-18340a765f53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.543648] env[69440]: DEBUG oslo_concurrency.lockutils [req-86c19774-3061-4560-a245-3b0df08597d5 req-e1868998-f1f7-4600-ba05-5b527c788a9d service nova] Lock "814f3854-3681-4f3d-95de-18340a765f53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.543840] env[69440]: DEBUG oslo_concurrency.lockutils [req-86c19774-3061-4560-a245-3b0df08597d5 req-e1868998-f1f7-4600-ba05-5b527c788a9d service nova] Lock "814f3854-3681-4f3d-95de-18340a765f53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.544086] env[69440]: DEBUG nova.compute.manager [req-86c19774-3061-4560-a245-3b0df08597d5 req-e1868998-f1f7-4600-ba05-5b527c788a9d service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] No waiting events found dispatching network-vif-plugged-ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 801.544214] env[69440]: WARNING nova.compute.manager [req-86c19774-3061-4560-a245-3b0df08597d5 req-e1868998-f1f7-4600-ba05-5b527c788a9d service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Received unexpected event network-vif-plugged-ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61 for instance with vm_state active and task_state None. [ 801.815089] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.815631] env[69440]: DEBUG nova.compute.manager [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.818573] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.496s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.818783] env[69440]: DEBUG nova.objects.instance [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 801.832800] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139329, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.851683] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139330, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.906262] env[69440]: WARNING nova.network.neutron [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] 9e27e521-a81f-441d-9050-b7e87a0b7dec already exists in list: networks containing: ['9e27e521-a81f-441d-9050-b7e87a0b7dec']. ignoring it [ 802.194921] env[69440]: DEBUG nova.network.neutron [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Updating instance_info_cache with network_info: [{"id": "245fdd9c-58db-4452-a548-9cf04ed8e88e", "address": "fa:16:3e:75:f5:6a", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245fdd9c-58", "ovs_interfaceid": "245fdd9c-58db-4452-a548-9cf04ed8e88e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61", "address": "fa:16:3e:73:b9:3f", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2c9e09-0a", "ovs_interfaceid": "ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.326177] env[69440]: DEBUG nova.compute.utils [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.327617] env[69440]: DEBUG nova.compute.manager [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.327785] env[69440]: DEBUG nova.network.neutron [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.342181] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139329, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.353146] env[69440]: DEBUG oslo_vmware.api [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139330, 'name': PowerOnVM_Task, 'duration_secs': 0.93401} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.353541] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.353645] env[69440]: INFO nova.compute.manager [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Took 9.02 seconds to spawn the instance on the hypervisor. [ 802.353822] env[69440]: DEBUG nova.compute.manager [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 802.355231] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a12ff6-66b4-4a9d-a29f-677259bf1a84 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.371211] env[69440]: DEBUG nova.policy [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cbfd5c015564b72a347a37d06a534ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3a0b6319ac6451995fe7b6e08af0ce1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.666904] env[69440]: DEBUG nova.network.neutron [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Successfully created port: 00f7ec32-decb-411d-a7f1-210556dfbece {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.697862] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "refresh_cache-814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.698583] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.698743] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.699638] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49f668b-1aba-41c3-9bca-091085fceb3e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.717492] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Acquiring lock "d20937ea-1aa4-4dda-ac22-cf61aa680965" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.717742] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Lock "d20937ea-1aa4-4dda-ac22-cf61aa680965" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.717941] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Acquiring lock "d20937ea-1aa4-4dda-ac22-cf61aa680965-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.718135] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Lock "d20937ea-1aa4-4dda-ac22-cf61aa680965-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.718298] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Lock "d20937ea-1aa4-4dda-ac22-cf61aa680965-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.720256] env[69440]: DEBUG nova.virt.hardware [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.720475] env[69440]: DEBUG nova.virt.hardware [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.720647] env[69440]: DEBUG nova.virt.hardware [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.720807] env[69440]: DEBUG nova.virt.hardware [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.721028] env[69440]: DEBUG nova.virt.hardware [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.721099] env[69440]: DEBUG nova.virt.hardware [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.721298] env[69440]: DEBUG nova.virt.hardware [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.721452] env[69440]: DEBUG nova.virt.hardware [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.721657] env[69440]: DEBUG nova.virt.hardware [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.721827] env[69440]: DEBUG nova.virt.hardware [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.721996] env[69440]: DEBUG nova.virt.hardware [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.728403] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Reconfiguring VM to attach interface {{(pid=69440) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 802.729045] env[69440]: INFO nova.compute.manager [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Terminating instance [ 802.730738] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1154fbc8-65bf-476c-b112-02331ecc5852 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.753177] env[69440]: DEBUG oslo_vmware.api [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 802.753177] env[69440]: value = "task-4139331" [ 802.753177] env[69440]: _type = "Task" [ 802.753177] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.763356] env[69440]: DEBUG oslo_vmware.api [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139331, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.829370] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e418482-27ef-41ee-b64b-d42cef90b3c2 tempest-ServersAdmin275Test-1964224378 tempest-ServersAdmin275Test-1964224378-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.831180] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.002s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.831437] env[69440]: DEBUG nova.objects.instance [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 802.837147] env[69440]: DEBUG nova.compute.manager [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.850717] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139329, 'name': CreateVM_Task, 'duration_secs': 1.317565} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.850717] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.850717] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.850717] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.851064] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.851286] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e893fe4-285a-4110-99d9-c4e6a7b2a4b9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.857196] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for the task: (returnval){ [ 802.857196] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5293bd43-b830-fd72-a40c-7b04284b1e11" [ 802.857196] env[69440]: _type = "Task" [ 802.857196] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.871110] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5293bd43-b830-fd72-a40c-7b04284b1e11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.873729] env[69440]: INFO nova.compute.manager [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Took 43.07 seconds to build instance. [ 803.248465] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Acquiring lock "refresh_cache-d20937ea-1aa4-4dda-ac22-cf61aa680965" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.248655] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Acquired lock "refresh_cache-d20937ea-1aa4-4dda-ac22-cf61aa680965" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.248865] env[69440]: DEBUG nova.network.neutron [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.264902] env[69440]: DEBUG oslo_vmware.api [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.370490] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5293bd43-b830-fd72-a40c-7b04284b1e11, 'name': SearchDatastore_Task, 'duration_secs': 0.011553} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.370873] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.371089] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.371347] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.371489] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.371665] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.372315] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a7d771f-307a-4360-85af-429dfbc8ab85 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.376101] env[69440]: DEBUG oslo_concurrency.lockutils [None req-46866f3b-96f0-4dfa-a023-2b936cf546c7 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "53e86c03-079b-4918-b4a4-ea821a1be472" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.905s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.384113] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.384233] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.384995] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65ce1656-8430-41d6-9def-dc779479a33f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.395781] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for the task: (returnval){ [ 803.395781] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]520eb6b8-cd89-266e-b782-84b7a683db3d" [ 803.395781] env[69440]: _type = "Task" [ 803.395781] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.406576] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520eb6b8-cd89-266e-b782-84b7a683db3d, 'name': SearchDatastore_Task} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.407573] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-887e538c-cc07-4196-b3ff-b24726068e19 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.414450] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for the task: (returnval){ [ 803.414450] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ea3288-b93a-c6f2-1736-e26363270cd1" [ 803.414450] env[69440]: _type = "Task" [ 803.414450] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.426060] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ea3288-b93a-c6f2-1736-e26363270cd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.764076] env[69440]: DEBUG oslo_vmware.api [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139331, 'name': ReconfigVM_Task, 'duration_secs': 0.823951} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.764076] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.764339] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Reconfigured VM to attach interface {{(pid=69440) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 803.772416] env[69440]: DEBUG nova.network.neutron [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.838449] env[69440]: DEBUG nova.network.neutron [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.852086] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6e7d0509-c35e-4bc8-a70c-95016e243cec tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.854981] env[69440]: DEBUG nova.compute.manager [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.857283] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.038s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.857436] env[69440]: DEBUG nova.objects.instance [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Lazy-loading 'resources' on Instance uuid ee7f76c1-fcb5-49a7-88fe-57541f13f24b {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.879907] env[69440]: DEBUG nova.compute.manager [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.891539] env[69440]: DEBUG nova.virt.hardware [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.891766] env[69440]: DEBUG nova.virt.hardware [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.891922] env[69440]: DEBUG nova.virt.hardware [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.892118] env[69440]: DEBUG nova.virt.hardware [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.892581] env[69440]: DEBUG nova.virt.hardware [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.892581] env[69440]: DEBUG nova.virt.hardware [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.892700] env[69440]: DEBUG nova.virt.hardware [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.892777] env[69440]: DEBUG nova.virt.hardware [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.892942] env[69440]: DEBUG nova.virt.hardware [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.893386] env[69440]: DEBUG nova.virt.hardware [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.893386] env[69440]: DEBUG nova.virt.hardware [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.894681] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad39ccc8-cfc7-4853-b0cd-696535053f80 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.903539] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7687f430-9e10-4188-8276-e5453371bd9e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.930594] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ea3288-b93a-c6f2-1736-e26363270cd1, 'name': SearchDatastore_Task, 'duration_secs': 0.01147} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.931199] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.931472] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] bc2d5898-8c8a-477e-af14-c15f00eedb0d/bc2d5898-8c8a-477e-af14-c15f00eedb0d.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.931743] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0abdbff-d2dc-4735-9d21-f8db06747dac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.939116] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for the task: (returnval){ [ 803.939116] env[69440]: value = "task-4139332" [ 803.939116] env[69440]: _type = "Task" [ 803.939116] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.949509] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.204418] env[69440]: DEBUG nova.network.neutron [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Successfully updated port: 00f7ec32-decb-411d-a7f1-210556dfbece {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.270431] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a274a1e0-345f-4108-8401-1518348ea1ad tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "interface-814f3854-3681-4f3d-95de-18340a765f53-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.408s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.341205] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Releasing lock "refresh_cache-d20937ea-1aa4-4dda-ac22-cf61aa680965" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.342049] env[69440]: DEBUG nova.compute.manager [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.342049] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.342794] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cfb62d-a4d1-449f-979d-173a16d7ff93 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.352618] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.353074] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccdf7ceb-ff76-440a-afcf-1e0e3299e800 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.364836] env[69440]: DEBUG oslo_vmware.api [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for the task: (returnval){ [ 804.364836] env[69440]: value = "task-4139333" [ 804.364836] env[69440]: _type = "Task" [ 804.364836] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.377445] env[69440]: DEBUG oslo_vmware.api [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.407660] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.422020] env[69440]: DEBUG nova.compute.manager [req-d03d3a2a-311d-48f8-bcea-293ef7b9ee4a req-721a8a7f-422c-47ab-90b2-945bcece3b81 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Received event network-changed-ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.422020] env[69440]: DEBUG nova.compute.manager [req-d03d3a2a-311d-48f8-bcea-293ef7b9ee4a req-721a8a7f-422c-47ab-90b2-945bcece3b81 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Refreshing instance network info cache due to event network-changed-ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.422020] env[69440]: DEBUG oslo_concurrency.lockutils [req-d03d3a2a-311d-48f8-bcea-293ef7b9ee4a req-721a8a7f-422c-47ab-90b2-945bcece3b81 service nova] Acquiring lock "refresh_cache-814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.422020] env[69440]: DEBUG oslo_concurrency.lockutils [req-d03d3a2a-311d-48f8-bcea-293ef7b9ee4a req-721a8a7f-422c-47ab-90b2-945bcece3b81 service nova] Acquired lock "refresh_cache-814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.422020] env[69440]: DEBUG nova.network.neutron [req-d03d3a2a-311d-48f8-bcea-293ef7b9ee4a req-721a8a7f-422c-47ab-90b2-945bcece3b81 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Refreshing network info cache for port ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.462685] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139332, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.706481] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Acquiring lock "refresh_cache-3716320a-d067-4ad0-8284-424eb407f2ec" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.706705] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Acquired lock "refresh_cache-3716320a-d067-4ad0-8284-424eb407f2ec" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.706890] env[69440]: DEBUG nova.network.neutron [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.880313] env[69440]: DEBUG oslo_vmware.api [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139333, 'name': PowerOffVM_Task, 'duration_secs': 0.308182} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.880313] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.880672] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.881094] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3567368b-9289-4cd1-860b-feae07e93804 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.915145] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.915145] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.915145] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Deleting the datastore file [datastore1] d20937ea-1aa4-4dda-ac22-cf61aa680965 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.915476] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2249784-1c4a-4293-9b48-c6fe1bd51dc6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.923451] env[69440]: DEBUG oslo_vmware.api [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for the task: (returnval){ [ 804.923451] env[69440]: value = "task-4139335" [ 804.923451] env[69440]: _type = "Task" [ 804.923451] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.941685] env[69440]: DEBUG oslo_vmware.api [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.956701] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843145} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.956957] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] bc2d5898-8c8a-477e-af14-c15f00eedb0d/bc2d5898-8c8a-477e-af14-c15f00eedb0d.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.957204] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.957495] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3d81d45-4958-4772-93fc-f495a9a7bc5f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.966938] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "556f1045-1bef-4873-b882-ef1df65af4db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.967806] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "556f1045-1bef-4873-b882-ef1df65af4db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.967806] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for the task: (returnval){ [ 804.967806] env[69440]: value = "task-4139336" [ 804.967806] env[69440]: _type = "Task" [ 804.967806] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.985474] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.023890] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f5aa48-9e12-4659-a980-3f9a80fc6099 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.033184] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8142a470-afa9-4673-ad3d-58a982a8a41e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.076993] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ee0d80-09e1-447d-93f5-77ba218a014d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.083855] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dfdd90-acf4-477b-8f02-4b5408563686 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.102406] env[69440]: DEBUG nova.compute.provider_tree [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.214058] env[69440]: DEBUG nova.network.neutron [req-d03d3a2a-311d-48f8-bcea-293ef7b9ee4a req-721a8a7f-422c-47ab-90b2-945bcece3b81 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Updated VIF entry in instance network info cache for port ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.214405] env[69440]: DEBUG nova.network.neutron [req-d03d3a2a-311d-48f8-bcea-293ef7b9ee4a req-721a8a7f-422c-47ab-90b2-945bcece3b81 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Updating instance_info_cache with network_info: [{"id": "245fdd9c-58db-4452-a548-9cf04ed8e88e", "address": "fa:16:3e:75:f5:6a", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245fdd9c-58", "ovs_interfaceid": "245fdd9c-58db-4452-a548-9cf04ed8e88e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61", "address": "fa:16:3e:73:b9:3f", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2c9e09-0a", "ovs_interfaceid": "ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.268274] env[69440]: DEBUG nova.network.neutron [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.434189] env[69440]: DEBUG oslo_vmware.api [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Task: {'id': task-4139335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15888} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.434449] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.434642] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.435259] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.435517] env[69440]: INFO nova.compute.manager [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Took 1.09 seconds to destroy the instance on the hypervisor. [ 805.435800] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.436014] env[69440]: DEBUG nova.compute.manager [-] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.436157] env[69440]: DEBUG nova.network.neutron [-] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.454161] env[69440]: DEBUG nova.network.neutron [-] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.485326] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090612} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.485596] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.486689] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e385226-0140-4727-afe6-ba362c324180 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.510259] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] bc2d5898-8c8a-477e-af14-c15f00eedb0d/bc2d5898-8c8a-477e-af14-c15f00eedb0d.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.511194] env[69440]: DEBUG nova.network.neutron [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Updating instance_info_cache with network_info: [{"id": "00f7ec32-decb-411d-a7f1-210556dfbece", "address": "fa:16:3e:dc:94:40", "network": {"id": "b98b6361-b8db-4023-9f48-3bbd848363b4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1173122361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3a0b6319ac6451995fe7b6e08af0ce1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f7ec32-de", "ovs_interfaceid": "00f7ec32-decb-411d-a7f1-210556dfbece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.515516] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e38ce092-a8a3-4e18-899b-d721ece7c323 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.542197] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for the task: (returnval){ [ 805.542197] env[69440]: value = "task-4139337" [ 805.542197] env[69440]: _type = "Task" [ 805.542197] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.552574] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.608305] env[69440]: DEBUG nova.scheduler.client.report [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.716902] env[69440]: DEBUG oslo_concurrency.lockutils [req-d03d3a2a-311d-48f8-bcea-293ef7b9ee4a req-721a8a7f-422c-47ab-90b2-945bcece3b81 service nova] Releasing lock "refresh_cache-814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.958322] env[69440]: DEBUG nova.network.neutron [-] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.035097] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Releasing lock "refresh_cache-3716320a-d067-4ad0-8284-424eb407f2ec" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.035449] env[69440]: DEBUG nova.compute.manager [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Instance network_info: |[{"id": "00f7ec32-decb-411d-a7f1-210556dfbece", "address": "fa:16:3e:dc:94:40", "network": {"id": "b98b6361-b8db-4023-9f48-3bbd848363b4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1173122361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3a0b6319ac6451995fe7b6e08af0ce1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f7ec32-de", "ovs_interfaceid": "00f7ec32-decb-411d-a7f1-210556dfbece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.035879] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:94:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00f7ec32-decb-411d-a7f1-210556dfbece', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.044066] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Creating folder: Project (f3a0b6319ac6451995fe7b6e08af0ce1). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.045396] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f03a55c7-a501-49e8-8bc1-fce4e0993a29 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.059245] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139337, 'name': ReconfigVM_Task, 'duration_secs': 0.372513} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.059551] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Reconfigured VM instance instance-00000025 to attach disk [datastore2] bc2d5898-8c8a-477e-af14-c15f00eedb0d/bc2d5898-8c8a-477e-af14-c15f00eedb0d.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.060599] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8bf5586-1cb9-40b7-a67c-7b58c2af5acc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.070152] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for the task: (returnval){ [ 806.070152] env[69440]: value = "task-4139339" [ 806.070152] env[69440]: _type = "Task" [ 806.070152] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.075772] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Created folder: Project (f3a0b6319ac6451995fe7b6e08af0ce1) in parent group-v819662. [ 806.075998] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Creating folder: Instances. Parent ref: group-v819778. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.076966] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b77872c-9854-43ae-ba70-8c78f351f240 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.082841] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139339, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.093563] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Created folder: Instances in parent group-v819778. [ 806.093755] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.093970] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.094240] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-485cc4de-2b2c-47d5-beac-234413b8af04 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.116447] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.120196] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.179s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.124303] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.124303] env[69440]: value = "task-4139341" [ 806.124303] env[69440]: _type = "Task" [ 806.124303] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.135399] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139341, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.150288] env[69440]: INFO nova.scheduler.client.report [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Deleted allocations for instance ee7f76c1-fcb5-49a7-88fe-57541f13f24b [ 806.462934] env[69440]: INFO nova.compute.manager [-] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Took 1.03 seconds to deallocate network for instance. [ 806.527592] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "interface-814f3854-3681-4f3d-95de-18340a765f53-ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.527852] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "interface-814f3854-3681-4f3d-95de-18340a765f53-ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.581670] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139339, 'name': Rename_Task, 'duration_secs': 0.196428} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.581929] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.582226] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdd55efa-6e8e-4ed1-b702-7aeb2c79ced7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.590345] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for the task: (returnval){ [ 806.590345] env[69440]: value = "task-4139342" [ 806.590345] env[69440]: _type = "Task" [ 806.590345] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.600559] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.612814] env[69440]: DEBUG nova.compute.manager [req-a04a6817-9448-4f58-903f-24e4df0a095b req-a9f9b7ff-5236-4733-98bd-6654821956b5 service nova] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Received event network-vif-plugged-00f7ec32-decb-411d-a7f1-210556dfbece {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.613168] env[69440]: DEBUG oslo_concurrency.lockutils [req-a04a6817-9448-4f58-903f-24e4df0a095b req-a9f9b7ff-5236-4733-98bd-6654821956b5 service nova] Acquiring lock "3716320a-d067-4ad0-8284-424eb407f2ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.613412] env[69440]: DEBUG oslo_concurrency.lockutils [req-a04a6817-9448-4f58-903f-24e4df0a095b req-a9f9b7ff-5236-4733-98bd-6654821956b5 service nova] Lock "3716320a-d067-4ad0-8284-424eb407f2ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.613585] env[69440]: DEBUG oslo_concurrency.lockutils [req-a04a6817-9448-4f58-903f-24e4df0a095b req-a9f9b7ff-5236-4733-98bd-6654821956b5 service nova] Lock "3716320a-d067-4ad0-8284-424eb407f2ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.613750] env[69440]: DEBUG nova.compute.manager [req-a04a6817-9448-4f58-903f-24e4df0a095b req-a9f9b7ff-5236-4733-98bd-6654821956b5 service nova] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] No waiting events found dispatching network-vif-plugged-00f7ec32-decb-411d-a7f1-210556dfbece {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 806.613909] env[69440]: WARNING nova.compute.manager [req-a04a6817-9448-4f58-903f-24e4df0a095b req-a9f9b7ff-5236-4733-98bd-6654821956b5 service nova] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Received unexpected event network-vif-plugged-00f7ec32-decb-411d-a7f1-210556dfbece for instance with vm_state building and task_state spawning. [ 806.616370] env[69440]: DEBUG nova.compute.manager [req-a04a6817-9448-4f58-903f-24e4df0a095b req-a9f9b7ff-5236-4733-98bd-6654821956b5 service nova] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Received event network-changed-00f7ec32-decb-411d-a7f1-210556dfbece {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.616614] env[69440]: DEBUG nova.compute.manager [req-a04a6817-9448-4f58-903f-24e4df0a095b req-a9f9b7ff-5236-4733-98bd-6654821956b5 service nova] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Refreshing instance network info cache due to event network-changed-00f7ec32-decb-411d-a7f1-210556dfbece. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.616848] env[69440]: DEBUG oslo_concurrency.lockutils [req-a04a6817-9448-4f58-903f-24e4df0a095b req-a9f9b7ff-5236-4733-98bd-6654821956b5 service nova] Acquiring lock "refresh_cache-3716320a-d067-4ad0-8284-424eb407f2ec" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.617014] env[69440]: DEBUG oslo_concurrency.lockutils [req-a04a6817-9448-4f58-903f-24e4df0a095b req-a9f9b7ff-5236-4733-98bd-6654821956b5 service nova] Acquired lock "refresh_cache-3716320a-d067-4ad0-8284-424eb407f2ec" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.617216] env[69440]: DEBUG nova.network.neutron [req-a04a6817-9448-4f58-903f-24e4df0a095b req-a9f9b7ff-5236-4733-98bd-6654821956b5 service nova] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Refreshing network info cache for port 00f7ec32-decb-411d-a7f1-210556dfbece {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.646539] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139341, 'name': CreateVM_Task, 'duration_secs': 0.384316} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.646714] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.647427] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.647595] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.647981] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.648484] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06fa1139-f2a1-415d-a5d7-115a10baf62c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.654681] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Waiting for the task: (returnval){ [ 806.654681] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5250f559-78d5-578e-3888-0f49763aa76d" [ 806.654681] env[69440]: _type = "Task" [ 806.654681] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.662151] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Lock "ee7f76c1-fcb5-49a7-88fe-57541f13f24b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.934s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.668079] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5250f559-78d5-578e-3888-0f49763aa76d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.971167] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.034571] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.034866] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.035956] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b235ef-e085-4f38-97ac-54bd752b4b98 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.058542] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50992353-5490-4208-a448-9034f42195bb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.086562] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Reconfiguring VM to detach interface {{(pid=69440) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 807.086932] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3df0d20d-2e0f-4c1e-aff9-b479f527fc2a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.114819] env[69440]: DEBUG oslo_vmware.api [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139342, 'name': PowerOnVM_Task, 'duration_secs': 0.492364} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.116447] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.116686] env[69440]: INFO nova.compute.manager [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Took 5.91 seconds to spawn the instance on the hypervisor. [ 807.116868] env[69440]: DEBUG nova.compute.manager [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 807.117228] env[69440]: DEBUG oslo_vmware.api [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 807.117228] env[69440]: value = "task-4139343" [ 807.117228] env[69440]: _type = "Task" [ 807.117228] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.117963] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afd1092-1f15-4d69-9da3-77dec5ad75e3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.138511] env[69440]: DEBUG oslo_vmware.api [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139343, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.167063] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5250f559-78d5-578e-3888-0f49763aa76d, 'name': SearchDatastore_Task, 'duration_secs': 0.013705} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.168490] env[69440]: WARNING nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance bcfea8dc-1327-4e91-b5fb-5183146af199 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.168680] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance f121bdab-27c9-457f-b3c0-0218b0d6d1e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.168881] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.169103] env[69440]: WARNING nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 0cd34a99-40c7-4603-aacf-80205275b852 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.169301] env[69440]: WARNING nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 029aa35a-3407-4d4f-9388-1978a073ecd2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.169500] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance f254ccca-ffc2-4ca6-92ac-317b5f99cd20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.169678] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 23bc134e-7725-40b1-b79d-d8ef6dbd7cad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.169857] env[69440]: WARNING nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance c6473d46-cde3-401b-8654-a9013978b81b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.170038] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 559d44dc-2ae8-48a9-9dcd-bad5d03ed236 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.170229] env[69440]: WARNING nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 443a8dc6-a88a-45e9-9a8c-f9976f91b821 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.170395] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.170569] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 814f3854-3681-4f3d-95de-18340a765f53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.170764] env[69440]: WARNING nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance b4a45681-5bc0-47c4-8475-f067d7569765 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.170956] env[69440]: WARNING nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 2dee479a-0981-497c-afb9-6e66085e431f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.171159] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 5c1878eb-3c4b-49b8-89ba-9c51845204bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.171345] env[69440]: WARNING nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance c925370e-5981-40a2-a5df-7fe064ac3ce3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.171508] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance d20937ea-1aa4-4dda-ac22-cf61aa680965 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.171667] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance e7a7624e-3780-4ab5-9e5e-ff73e934301e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.171824] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.171980] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance c8a10353-ce88-44fe-a358-52677478cb8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.172234] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 53e86c03-079b-4918-b4a4-ea821a1be472 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.172468] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance bc2d5898-8c8a-477e-af14-c15f00eedb0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.172643] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 3716320a-d067-4ad0-8284-424eb407f2ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.174320] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.174562] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.174916] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.175154] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.175406] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.176598] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be61f4f4-795d-4dd5-92c9-236dc04b7303 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.189328] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.189534] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.190949] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcbce610-87ba-4be0-9784-87c5c0ec7cea {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.201308] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Waiting for the task: (returnval){ [ 807.201308] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]524b87d8-6620-9586-b451-c01855a6b572" [ 807.201308] env[69440]: _type = "Task" [ 807.201308] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.213157] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]524b87d8-6620-9586-b451-c01855a6b572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.482908] env[69440]: DEBUG nova.network.neutron [req-a04a6817-9448-4f58-903f-24e4df0a095b req-a9f9b7ff-5236-4733-98bd-6654821956b5 service nova] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Updated VIF entry in instance network info cache for port 00f7ec32-decb-411d-a7f1-210556dfbece. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.482908] env[69440]: DEBUG nova.network.neutron [req-a04a6817-9448-4f58-903f-24e4df0a095b req-a9f9b7ff-5236-4733-98bd-6654821956b5 service nova] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Updating instance_info_cache with network_info: [{"id": "00f7ec32-decb-411d-a7f1-210556dfbece", "address": "fa:16:3e:dc:94:40", "network": {"id": "b98b6361-b8db-4023-9f48-3bbd848363b4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1173122361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3a0b6319ac6451995fe7b6e08af0ce1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f7ec32-de", "ovs_interfaceid": "00f7ec32-decb-411d-a7f1-210556dfbece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.631292] env[69440]: DEBUG oslo_vmware.api [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.650598] env[69440]: INFO nova.compute.manager [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Took 43.43 seconds to build instance. [ 807.678212] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance dcae0c26-c079-4d7c-a321-df69cba40c3c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 807.714747] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]524b87d8-6620-9586-b451-c01855a6b572, 'name': SearchDatastore_Task, 'duration_secs': 0.015963} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.715605] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2adad05c-0f28-4b4d-8563-66a9d5872f78 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.722133] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Waiting for the task: (returnval){ [ 807.722133] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52c9e7c9-3fc0-3635-640c-015d6da647ff" [ 807.722133] env[69440]: _type = "Task" [ 807.722133] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.731530] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c9e7c9-3fc0-3635-640c-015d6da647ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.985750] env[69440]: DEBUG oslo_concurrency.lockutils [req-a04a6817-9448-4f58-903f-24e4df0a095b req-a9f9b7ff-5236-4733-98bd-6654821956b5 service nova] Releasing lock "refresh_cache-3716320a-d067-4ad0-8284-424eb407f2ec" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.025964] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Acquiring lock "c8a10353-ce88-44fe-a358-52677478cb8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.026333] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Lock "c8a10353-ce88-44fe-a358-52677478cb8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.026645] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Acquiring lock "c8a10353-ce88-44fe-a358-52677478cb8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.026901] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Lock "c8a10353-ce88-44fe-a358-52677478cb8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.027253] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Lock "c8a10353-ce88-44fe-a358-52677478cb8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.029625] env[69440]: INFO nova.compute.manager [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Terminating instance [ 808.133076] env[69440]: DEBUG oslo_vmware.api [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.152855] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e47e3a2-fc4f-4279-8948-0def5bd7e0bf tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Lock "bc2d5898-8c8a-477e-af14-c15f00eedb0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.424s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.181054] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 808.235061] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c9e7c9-3fc0-3635-640c-015d6da647ff, 'name': SearchDatastore_Task, 'duration_secs': 0.035709} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.235061] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.235061] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 3716320a-d067-4ad0-8284-424eb407f2ec/3716320a-d067-4ad0-8284-424eb407f2ec.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.235337] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36f8ca39-d527-4ad9-91ef-a44d4698182a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.243149] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Waiting for the task: (returnval){ [ 808.243149] env[69440]: value = "task-4139344" [ 808.243149] env[69440]: _type = "Task" [ 808.243149] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.253304] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': task-4139344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.498641] env[69440]: INFO nova.compute.manager [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Rebuilding instance [ 808.534091] env[69440]: DEBUG nova.compute.manager [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.534466] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.535465] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748897e5-49b4-4fcc-8a29-1a44578d20b9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.547332] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.547868] env[69440]: DEBUG nova.compute.manager [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 808.548149] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff10dfb7-1adc-4e17-9493-7bb7299b3959 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.550445] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a74aca7-52c4-4766-a0b8-8a3ea04232d2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.564295] env[69440]: DEBUG oslo_vmware.api [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Waiting for the task: (returnval){ [ 808.564295] env[69440]: value = "task-4139345" [ 808.564295] env[69440]: _type = "Task" [ 808.564295] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.573943] env[69440]: DEBUG oslo_vmware.api [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': task-4139345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.637050] env[69440]: DEBUG oslo_vmware.api [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.656080] env[69440]: DEBUG nova.compute.manager [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.684055] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 808.762063] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': task-4139344, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.077382] env[69440]: DEBUG oslo_vmware.api [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': task-4139345, 'name': PowerOffVM_Task, 'duration_secs': 0.371702} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.077382] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.077677] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.078319] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-410c9335-ef12-4fc5-a805-25ea552fc146 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.135851] env[69440]: DEBUG oslo_vmware.api [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.149197] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.149443] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.149630] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Deleting the datastore file [datastore1] c8a10353-ce88-44fe-a358-52677478cb8b {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.149911] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b76afe81-4b28-46cd-8820-b1b52518c645 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.157883] env[69440]: DEBUG oslo_vmware.api [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Waiting for the task: (returnval){ [ 809.157883] env[69440]: value = "task-4139347" [ 809.157883] env[69440]: _type = "Task" [ 809.157883] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.169885] env[69440]: DEBUG oslo_vmware.api [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': task-4139347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.177023] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.187185] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 8fb7187b-854f-4a4b-8129-318705dfc170 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 809.254926] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': task-4139344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727647} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.255229] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 3716320a-d067-4ad0-8284-424eb407f2ec/3716320a-d067-4ad0-8284-424eb407f2ec.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.255452] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.255717] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68668657-5b7c-4077-8429-e4c20825fb64 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.262716] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Waiting for the task: (returnval){ [ 809.262716] env[69440]: value = "task-4139348" [ 809.262716] env[69440]: _type = "Task" [ 809.262716] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.273733] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': task-4139348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.572213] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.572550] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01d2596e-ebb1-42a9-a9c4-69fbda859dd3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.581989] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for the task: (returnval){ [ 809.581989] env[69440]: value = "task-4139349" [ 809.581989] env[69440]: _type = "Task" [ 809.581989] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.592343] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.633829] env[69440]: DEBUG oslo_vmware.api [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.669508] env[69440]: DEBUG oslo_vmware.api [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Task: {'id': task-4139347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151369} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.669781] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.670101] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.670182] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.670319] env[69440]: INFO nova.compute.manager [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 809.670568] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.670770] env[69440]: DEBUG nova.compute.manager [-] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.670870] env[69440]: DEBUG nova.network.neutron [-] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.690225] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance f2ff90a8-b170-4ecf-be0c-da88d3f3a158 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 809.773808] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': task-4139348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08336} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.774113] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.774946] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5488ed15-9889-4d49-bc68-750a790ae554 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.799937] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 3716320a-d067-4ad0-8284-424eb407f2ec/3716320a-d067-4ad0-8284-424eb407f2ec.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.800300] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-900f5f30-6928-4507-92a1-496ecd480614 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.822095] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Waiting for the task: (returnval){ [ 809.822095] env[69440]: value = "task-4139350" [ 809.822095] env[69440]: _type = "Task" [ 809.822095] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.832045] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': task-4139350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.013221] env[69440]: DEBUG nova.compute.manager [req-1fab5a89-5944-4c39-9d8b-51068576af64 req-26e3d396-55fd-4459-914a-b4d0df6109f4 service nova] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Received event network-vif-deleted-0977fafb-e015-4e8b-b2bb-7cf4c98079d4 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.013441] env[69440]: INFO nova.compute.manager [req-1fab5a89-5944-4c39-9d8b-51068576af64 req-26e3d396-55fd-4459-914a-b4d0df6109f4 service nova] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Neutron deleted interface 0977fafb-e015-4e8b-b2bb-7cf4c98079d4; detaching it from the instance and deleting it from the info cache [ 810.013612] env[69440]: DEBUG nova.network.neutron [req-1fab5a89-5944-4c39-9d8b-51068576af64 req-26e3d396-55fd-4459-914a-b4d0df6109f4 service nova] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.094418] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139349, 'name': PowerOffVM_Task, 'duration_secs': 0.144534} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.095614] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.095614] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.096289] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddde9e55-4654-465c-8e9d-822dfc5bd7a8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.106540] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.106777] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ea36d46-fd6f-487a-a28f-6eb9a208e423 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.135596] env[69440]: DEBUG oslo_vmware.api [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.137379] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.137595] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.137811] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Deleting the datastore file [datastore2] bc2d5898-8c8a-477e-af14-c15f00eedb0d {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.138120] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3df02f91-5e37-45f0-bbc8-49f536a5bdb2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.145777] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for the task: (returnval){ [ 810.145777] env[69440]: value = "task-4139352" [ 810.145777] env[69440]: _type = "Task" [ 810.145777] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.155685] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.194044] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 0995d66a-3324-45b9-afe9-660cc208a538 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 810.333942] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': task-4139350, 'name': ReconfigVM_Task, 'duration_secs': 0.307656} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.334442] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 3716320a-d067-4ad0-8284-424eb407f2ec/3716320a-d067-4ad0-8284-424eb407f2ec.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.335163] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5e7fbe0-9d8e-4ef9-af45-61e8945a771d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.344104] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Waiting for the task: (returnval){ [ 810.344104] env[69440]: value = "task-4139353" [ 810.344104] env[69440]: _type = "Task" [ 810.344104] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.353647] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': task-4139353, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.495485] env[69440]: DEBUG nova.network.neutron [-] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.516707] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47700566-acc8-41af-b772-1384e6231f69 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.527021] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daa49ce-1665-4478-8f97-bf81337b5f69 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.565247] env[69440]: DEBUG nova.compute.manager [req-1fab5a89-5944-4c39-9d8b-51068576af64 req-26e3d396-55fd-4459-914a-b4d0df6109f4 service nova] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Detach interface failed, port_id=0977fafb-e015-4e8b-b2bb-7cf4c98079d4, reason: Instance c8a10353-ce88-44fe-a358-52677478cb8b could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 810.635180] env[69440]: DEBUG oslo_vmware.api [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.656125] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114604} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.656441] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.657048] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.657048] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.696859] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance d017056e-049d-4162-bc9f-fca50d73fbe0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 810.854951] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': task-4139353, 'name': Rename_Task, 'duration_secs': 0.162346} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.855157] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.855412] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62eecc77-8022-4478-96dc-8a05a06f2e93 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.863402] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Waiting for the task: (returnval){ [ 810.863402] env[69440]: value = "task-4139354" [ 810.863402] env[69440]: _type = "Task" [ 810.863402] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.871836] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': task-4139354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.999680] env[69440]: INFO nova.compute.manager [-] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Took 1.33 seconds to deallocate network for instance. [ 811.135764] env[69440]: DEBUG oslo_vmware.api [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.199797] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 27f67772-1f5c-4f13-89d0-bba7749ddb4e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 811.373874] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': task-4139354, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.507541] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.635575] env[69440]: DEBUG oslo_vmware.api [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.694544] env[69440]: DEBUG nova.virt.hardware [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.694790] env[69440]: DEBUG nova.virt.hardware [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.694941] env[69440]: DEBUG nova.virt.hardware [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.695132] env[69440]: DEBUG nova.virt.hardware [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.695278] env[69440]: DEBUG nova.virt.hardware [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.695425] env[69440]: DEBUG nova.virt.hardware [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.695640] env[69440]: DEBUG nova.virt.hardware [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.695796] env[69440]: DEBUG nova.virt.hardware [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.695957] env[69440]: DEBUG nova.virt.hardware [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.696132] env[69440]: DEBUG nova.virt.hardware [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.696330] env[69440]: DEBUG nova.virt.hardware [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.697218] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef05b6b5-1e82-4eab-abf0-e003538679a6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.705987] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 781604b4-a4c8-4b37-952d-e142265212da has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 811.708910] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7815f0-cd09-4a99-8e2d-9cc13acceaf6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.724991] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Instance VIF info [] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.731182] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.732143] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.732395] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15dcea2b-959b-4e45-80bc-6a5976892dfb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.750081] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.750081] env[69440]: value = "task-4139355" [ 811.750081] env[69440]: _type = "Task" [ 811.750081] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.760132] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139355, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.875528] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': task-4139354, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.137055] env[69440]: DEBUG oslo_vmware.api [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.215238] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance cae202f4-3111-4611-ad68-bfaac359bd8e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 812.262441] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139355, 'name': CreateVM_Task, 'duration_secs': 0.347401} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.262668] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.263193] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.263382] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.263752] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.264046] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96566078-1fb8-4fdc-a56f-443a6d0692a4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.270332] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for the task: (returnval){ [ 812.270332] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]529ece07-b3ef-4aa6-5940-0a29fa7c5f05" [ 812.270332] env[69440]: _type = "Task" [ 812.270332] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.279795] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529ece07-b3ef-4aa6-5940-0a29fa7c5f05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.375162] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': task-4139354, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.636913] env[69440]: DEBUG oslo_vmware.api [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139343, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.718328] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance efd32a38-36e0-4f4d-9822-870d28a618d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 812.781604] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529ece07-b3ef-4aa6-5940-0a29fa7c5f05, 'name': SearchDatastore_Task, 'duration_secs': 0.012437} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.781944] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.782216] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.782509] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.782716] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.782879] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.783245] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55f72f9e-4c29-481f-9137-e8101a847fcf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.792755] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.792940] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.793752] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-149b1cf5-458d-4d05-968e-a8d315397c22 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.800481] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for the task: (returnval){ [ 812.800481] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b49960-515a-1a2d-3e83-0ce986e0684c" [ 812.800481] env[69440]: _type = "Task" [ 812.800481] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.810114] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52b49960-515a-1a2d-3e83-0ce986e0684c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.874922] env[69440]: DEBUG oslo_vmware.api [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': task-4139354, 'name': PowerOnVM_Task, 'duration_secs': 1.52573} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.875225] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.875432] env[69440]: INFO nova.compute.manager [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Took 9.02 seconds to spawn the instance on the hypervisor. [ 812.875676] env[69440]: DEBUG nova.compute.manager [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 812.876462] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f1337c-0abb-41f9-8a77-36423b4f2a25 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.137407] env[69440]: DEBUG oslo_vmware.api [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139343, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.221499] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 726dc81d-4f0f-48cd-934f-736b09764dc1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 813.313919] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52b49960-515a-1a2d-3e83-0ce986e0684c, 'name': SearchDatastore_Task, 'duration_secs': 0.010917} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.314046] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25adaa89-5636-4edd-a1fd-1d855bf168b5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.320509] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for the task: (returnval){ [ 813.320509] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]523a0c4b-95fe-0c3a-54b6-36f8a1b6f655" [ 813.320509] env[69440]: _type = "Task" [ 813.320509] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.328841] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523a0c4b-95fe-0c3a-54b6-36f8a1b6f655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.393272] env[69440]: INFO nova.compute.manager [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Took 46.18 seconds to build instance. [ 813.640139] env[69440]: DEBUG oslo_vmware.api [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139343, 'name': ReconfigVM_Task, 'duration_secs': 6.039036} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.640329] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.640692] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Reconfigured VM to detach interface {{(pid=69440) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 813.724735] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance de682e9a-77cf-41e8-9378-459074854566 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 813.831174] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523a0c4b-95fe-0c3a-54b6-36f8a1b6f655, 'name': SearchDatastore_Task, 'duration_secs': 0.009787} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.831461] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.831722] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] bc2d5898-8c8a-477e-af14-c15f00eedb0d/bc2d5898-8c8a-477e-af14-c15f00eedb0d.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.831994] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6faee8a3-b1c4-4b28-9f64-0a99fee63116 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.839596] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for the task: (returnval){ [ 813.839596] env[69440]: value = "task-4139356" [ 813.839596] env[69440]: _type = "Task" [ 813.839596] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.848587] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.899336] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Lock "3716320a-d067-4ad0-8284-424eb407f2ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.128s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.227748] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 26d5e4a4-a985-440c-ab16-5798e9bd72ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 814.231961] env[69440]: DEBUG nova.compute.manager [req-68911963-aaeb-4d00-9133-be653237bae8 req-4374681e-c6b9-44de-82b7-970530a1e914 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Received event network-vif-deleted-ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.232092] env[69440]: INFO nova.compute.manager [req-68911963-aaeb-4d00-9133-be653237bae8 req-4374681e-c6b9-44de-82b7-970530a1e914 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Neutron deleted interface ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61; detaching it from the instance and deleting it from the info cache [ 814.232269] env[69440]: DEBUG nova.network.neutron [req-68911963-aaeb-4d00-9133-be653237bae8 req-4374681e-c6b9-44de-82b7-970530a1e914 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Updating instance_info_cache with network_info: [{"id": "245fdd9c-58db-4452-a548-9cf04ed8e88e", "address": "fa:16:3e:75:f5:6a", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245fdd9c-58", "ovs_interfaceid": "245fdd9c-58db-4452-a548-9cf04ed8e88e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.350771] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477108} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.351059] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] bc2d5898-8c8a-477e-af14-c15f00eedb0d/bc2d5898-8c8a-477e-af14-c15f00eedb0d.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.351283] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.351542] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae326869-dc0d-4155-b89e-dc20b107dccb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.359815] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for the task: (returnval){ [ 814.359815] env[69440]: value = "task-4139357" [ 814.359815] env[69440]: _type = "Task" [ 814.359815] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.372565] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.407524] env[69440]: DEBUG nova.compute.manager [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.479372] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Acquiring lock "3716320a-d067-4ad0-8284-424eb407f2ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.479372] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Lock "3716320a-d067-4ad0-8284-424eb407f2ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.479372] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Acquiring lock "3716320a-d067-4ad0-8284-424eb407f2ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.479575] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Lock "3716320a-d067-4ad0-8284-424eb407f2ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.479641] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Lock "3716320a-d067-4ad0-8284-424eb407f2ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.482179] env[69440]: INFO nova.compute.manager [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Terminating instance [ 814.730227] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 556f1045-1bef-4873-b882-ef1df65af4db has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 814.730544] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 814.730695] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 814.734832] env[69440]: DEBUG oslo_concurrency.lockutils [req-68911963-aaeb-4d00-9133-be653237bae8 req-4374681e-c6b9-44de-82b7-970530a1e914 service nova] Acquiring lock "814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.734994] env[69440]: DEBUG oslo_concurrency.lockutils [req-68911963-aaeb-4d00-9133-be653237bae8 req-4374681e-c6b9-44de-82b7-970530a1e914 service nova] Acquired lock "814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.736221] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdc13da-2f87-4fa3-9959-4b166da8cb67 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.754328] env[69440]: DEBUG oslo_concurrency.lockutils [req-68911963-aaeb-4d00-9133-be653237bae8 req-4374681e-c6b9-44de-82b7-970530a1e914 service nova] Releasing lock "814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.754631] env[69440]: WARNING nova.compute.manager [req-68911963-aaeb-4d00-9133-be653237bae8 req-4374681e-c6b9-44de-82b7-970530a1e914 service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Detach interface failed, port_id=ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61, reason: No device with interface-id ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61 exists on VM: nova.exception.NotFound: No device with interface-id ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61 exists on VM [ 814.807332] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "814f3854-3681-4f3d-95de-18340a765f53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.807580] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "814f3854-3681-4f3d-95de-18340a765f53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.807817] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "814f3854-3681-4f3d-95de-18340a765f53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.808747] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "814f3854-3681-4f3d-95de-18340a765f53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.808747] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "814f3854-3681-4f3d-95de-18340a765f53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.811152] env[69440]: INFO nova.compute.manager [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Terminating instance [ 814.870862] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064351} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.871401] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.872335] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec3e60d-d72f-40f1-b873-a627efb85ee9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.904039] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] bc2d5898-8c8a-477e-af14-c15f00eedb0d/bc2d5898-8c8a-477e-af14-c15f00eedb0d.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.907970] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e889e3bd-43a8-4f66-b5e4-3f1bc6ae5af8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.936065] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for the task: (returnval){ [ 814.936065] env[69440]: value = "task-4139358" [ 814.936065] env[69440]: _type = "Task" [ 814.936065] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.941890] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.948679] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139358, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.986992] env[69440]: DEBUG nova.compute.manager [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.990017] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.990017] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7036eb-5bbb-44b4-9a3a-7ae2c2fb31fa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.999955] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.000588] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9299dfe6-8db5-4149-a2ef-05396ab72e9a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.007494] env[69440]: DEBUG oslo_vmware.api [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Waiting for the task: (returnval){ [ 815.007494] env[69440]: value = "task-4139359" [ 815.007494] env[69440]: _type = "Task" [ 815.007494] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.020727] env[69440]: DEBUG oslo_vmware.api [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': task-4139359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.076342] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "refresh_cache-814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.076342] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "refresh_cache-814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.076342] env[69440]: DEBUG nova.network.neutron [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.301860] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5795052f-56a9-44e7-992f-ea712e7daf17 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.309442] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa9f760-24f8-46e5-b9f6-82da755508e7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.339815] env[69440]: DEBUG nova.compute.manager [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.340061] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.341459] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fc9c19-1b89-4802-803c-7053fd2bc91e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.344566] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f834c3cd-e906-4395-b0a8-a873cd2df177 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.354028] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e824cd-3230-4b64-9f39-43525eb593b4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.358068] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.358068] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03727019-e682-4146-9bee-a6554ba4d555 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.369863] env[69440]: DEBUG nova.compute.provider_tree [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.372288] env[69440]: DEBUG oslo_vmware.api [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 815.372288] env[69440]: value = "task-4139360" [ 815.372288] env[69440]: _type = "Task" [ 815.372288] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.443856] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139358, 'name': ReconfigVM_Task, 'duration_secs': 0.315614} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.444137] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Reconfigured VM instance instance-00000025 to attach disk [datastore1] bc2d5898-8c8a-477e-af14-c15f00eedb0d/bc2d5898-8c8a-477e-af14-c15f00eedb0d.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.444844] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b87b293-da3e-420e-bf77-dbb52204344a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.452566] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for the task: (returnval){ [ 815.452566] env[69440]: value = "task-4139361" [ 815.452566] env[69440]: _type = "Task" [ 815.452566] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.462927] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139361, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.520752] env[69440]: DEBUG oslo_vmware.api [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': task-4139359, 'name': PowerOffVM_Task, 'duration_secs': 0.182911} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.521246] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.521508] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.521899] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bd003d0-a421-4925-85dc-735ebe95f511 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.604761] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.604973] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.605173] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Deleting the datastore file [datastore2] 3716320a-d067-4ad0-8284-424eb407f2ec {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.605466] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0b90a65-3707-4957-ac0a-33d0a5102cb7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.612657] env[69440]: DEBUG oslo_vmware.api [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Waiting for the task: (returnval){ [ 815.612657] env[69440]: value = "task-4139363" [ 815.612657] env[69440]: _type = "Task" [ 815.612657] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.620825] env[69440]: DEBUG oslo_vmware.api [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': task-4139363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.874847] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.889515] env[69440]: DEBUG oslo_vmware.api [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139360, 'name': PowerOffVM_Task, 'duration_secs': 0.214833} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.889773] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.889935] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.890865] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d76d105b-a48f-4bc2-8062-e9ff207912d3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.916292] env[69440]: DEBUG nova.network.neutron [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Updating instance_info_cache with network_info: [{"id": "245fdd9c-58db-4452-a548-9cf04ed8e88e", "address": "fa:16:3e:75:f5:6a", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245fdd9c-58", "ovs_interfaceid": "245fdd9c-58db-4452-a548-9cf04ed8e88e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.962029] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.962029] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.962029] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Deleting the datastore file [datastore2] 814f3854-3681-4f3d-95de-18340a765f53 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.962365] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21a71ad0-2b34-4fcc-b5c5-af9e9fcf5e9e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.967384] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139361, 'name': Rename_Task, 'duration_secs': 0.157698} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.967988] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.968260] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae312c4f-ec71-4fc0-84b2-bfe7f6a6d7d5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.971991] env[69440]: DEBUG oslo_vmware.api [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 815.971991] env[69440]: value = "task-4139365" [ 815.971991] env[69440]: _type = "Task" [ 815.971991] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.976533] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for the task: (returnval){ [ 815.976533] env[69440]: value = "task-4139366" [ 815.976533] env[69440]: _type = "Task" [ 815.976533] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.983273] env[69440]: DEBUG oslo_vmware.api [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.988236] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.124375] env[69440]: DEBUG oslo_vmware.api [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Task: {'id': task-4139363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137052} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.125204] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.125204] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.125378] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.125506] env[69440]: INFO nova.compute.manager [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Took 1.14 seconds to destroy the instance on the hypervisor. [ 816.126416] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.126782] env[69440]: DEBUG nova.compute.manager [-] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.126911] env[69440]: DEBUG nova.network.neutron [-] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.387028] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 816.387028] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.265s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.387028] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.568s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.387028] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.389349] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.998s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.395665] env[69440]: INFO nova.compute.claims [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.419416] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "refresh_cache-814f3854-3681-4f3d-95de-18340a765f53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.426024] env[69440]: INFO nova.scheduler.client.report [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Deleted allocations for instance c6473d46-cde3-401b-8654-a9013978b81b [ 816.456972] env[69440]: DEBUG nova.compute.manager [req-cdc03600-feaa-4b09-87e6-fe5c0aac4ebf req-d8b8a9ba-9c49-41ca-9db1-f2acda53eb17 service nova] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Received event network-vif-deleted-00f7ec32-decb-411d-a7f1-210556dfbece {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.457292] env[69440]: INFO nova.compute.manager [req-cdc03600-feaa-4b09-87e6-fe5c0aac4ebf req-d8b8a9ba-9c49-41ca-9db1-f2acda53eb17 service nova] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Neutron deleted interface 00f7ec32-decb-411d-a7f1-210556dfbece; detaching it from the instance and deleting it from the info cache [ 816.457411] env[69440]: DEBUG nova.network.neutron [req-cdc03600-feaa-4b09-87e6-fe5c0aac4ebf req-d8b8a9ba-9c49-41ca-9db1-f2acda53eb17 service nova] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.488916] env[69440]: DEBUG oslo_vmware.api [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168246} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.492381] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.492598] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.492776] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.492946] env[69440]: INFO nova.compute.manager [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Took 1.15 seconds to destroy the instance on the hypervisor. [ 816.493238] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.493460] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139366, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.493951] env[69440]: DEBUG nova.compute.manager [-] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.494065] env[69440]: DEBUG nova.network.neutron [-] [instance: 814f3854-3681-4f3d-95de-18340a765f53] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.903870] env[69440]: DEBUG nova.network.neutron [-] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.926484] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3031b949-b890-45fe-9236-fc22f0ec0a2c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "interface-814f3854-3681-4f3d-95de-18340a765f53-ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.398s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.936382] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9e9514a7-d006-4c5b-984d-95a5f42ed4c1 tempest-ServersAdmin275Test-2078005915 tempest-ServersAdmin275Test-2078005915-project-member] Lock "c6473d46-cde3-401b-8654-a9013978b81b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.412s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.960415] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbff7267-6908-4d5b-9a83-49f11d8543f7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.974069] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588a24a7-dc1f-4a0a-acc5-fcd3d04afe62 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.995041] env[69440]: DEBUG oslo_vmware.api [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139366, 'name': PowerOnVM_Task, 'duration_secs': 0.540454} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.995468] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.996921] env[69440]: DEBUG nova.compute.manager [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 816.998184] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432daa2f-59ee-465c-b57f-53d2c6d2a1ba {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.012855] env[69440]: DEBUG nova.compute.manager [req-cdc03600-feaa-4b09-87e6-fe5c0aac4ebf req-d8b8a9ba-9c49-41ca-9db1-f2acda53eb17 service nova] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Detach interface failed, port_id=00f7ec32-decb-411d-a7f1-210556dfbece, reason: Instance 3716320a-d067-4ad0-8284-424eb407f2ec could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 817.410396] env[69440]: INFO nova.compute.manager [-] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Took 1.28 seconds to deallocate network for instance. [ 817.535279] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.918472] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.944814] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a666b9-f743-428c-8cd7-52ad3a3a49ad {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.954512] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c069871-7303-4761-b97b-0b33cec32634 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.959169] env[69440]: DEBUG nova.network.neutron [-] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.008705] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3472587a-766e-407c-877d-bd7d4938418c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.017207] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6510204d-e870-4c91-9077-3689f8968550 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.032391] env[69440]: DEBUG nova.compute.provider_tree [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.462693] env[69440]: INFO nova.compute.manager [-] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Took 1.97 seconds to deallocate network for instance. [ 818.556339] env[69440]: DEBUG nova.compute.manager [req-027b7cfe-5c5a-4dcb-a1bf-cb9927e84ac5 req-9d38b727-d6eb-4e4a-8898-3efdbe6f1fab service nova] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Received event network-vif-deleted-245fdd9c-58db-4452-a548-9cf04ed8e88e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.557156] env[69440]: ERROR nova.scheduler.client.report [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [req-d0bd6158-fc4f-4424-8a78-19c627b45ceb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9a47e3d9-fb06-4966-9732-1aaf2b781196. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d0bd6158-fc4f-4424-8a78-19c627b45ceb"}]} [ 818.577861] env[69440]: DEBUG nova.scheduler.client.report [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Refreshing inventories for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 818.594561] env[69440]: DEBUG nova.scheduler.client.report [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Updating ProviderTree inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 818.594878] env[69440]: DEBUG nova.compute.provider_tree [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.614136] env[69440]: DEBUG nova.scheduler.client.report [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Refreshing aggregate associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, aggregates: None {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 818.634246] env[69440]: DEBUG nova.scheduler.client.report [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Refreshing trait associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 818.879949] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Acquiring lock "bc2d5898-8c8a-477e-af14-c15f00eedb0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.879949] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Lock "bc2d5898-8c8a-477e-af14-c15f00eedb0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.879949] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Acquiring lock "bc2d5898-8c8a-477e-af14-c15f00eedb0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.879949] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Lock "bc2d5898-8c8a-477e-af14-c15f00eedb0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.879949] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Lock "bc2d5898-8c8a-477e-af14-c15f00eedb0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.880908] env[69440]: INFO nova.compute.manager [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Terminating instance [ 818.969361] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.151606] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07376646-ad7a-4116-8eea-26acc55cf0c2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.160854] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7956f685-5c6d-44f8-a17c-d89994843d13 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.194904] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426f54df-e88a-4d9a-82b9-78ec23efb68a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.207223] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73e84f9-2f5a-4446-81f4-195f28ff6f85 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.224545] env[69440]: DEBUG nova.compute.provider_tree [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.385967] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Acquiring lock "refresh_cache-bc2d5898-8c8a-477e-af14-c15f00eedb0d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.386157] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Acquired lock "refresh_cache-bc2d5898-8c8a-477e-af14-c15f00eedb0d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.386343] env[69440]: DEBUG nova.network.neutron [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.557802] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Acquiring lock "7b7298a7-3c61-419c-8ca4-4afd452628c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.558173] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Lock "7b7298a7-3c61-419c-8ca4-4afd452628c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.750215] env[69440]: ERROR nova.scheduler.client.report [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [req-7c592834-a22a-4349-8322-b5661d9bbd5a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9a47e3d9-fb06-4966-9732-1aaf2b781196. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7c592834-a22a-4349-8322-b5661d9bbd5a"}]} [ 819.766899] env[69440]: DEBUG nova.scheduler.client.report [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Refreshing inventories for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 819.781099] env[69440]: DEBUG nova.scheduler.client.report [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Updating ProviderTree inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 819.781380] env[69440]: DEBUG nova.compute.provider_tree [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.796203] env[69440]: DEBUG nova.scheduler.client.report [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Refreshing aggregate associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, aggregates: None {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 819.815770] env[69440]: DEBUG nova.scheduler.client.report [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Refreshing trait associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 819.907450] env[69440]: DEBUG nova.network.neutron [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.981261] env[69440]: DEBUG nova.network.neutron [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.308873] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f7aabc-93e5-4b55-b425-b6a63d718184 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.317579] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0f8337-d677-4f01-9021-cb4fffd2aca2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.351166] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168b53e9-44e8-4445-a73a-91f33107efee {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.359595] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c127cde2-14b4-4e1c-8070-8c1c40784274 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.373746] env[69440]: DEBUG nova.compute.provider_tree [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.484643] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Releasing lock "refresh_cache-bc2d5898-8c8a-477e-af14-c15f00eedb0d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.485115] env[69440]: DEBUG nova.compute.manager [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.485320] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.486260] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6456c669-af61-4b94-85c2-f9b5138b4405 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.494300] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.494546] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fc62f9b-0e28-4b2c-998d-222c50eaf8fd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.502335] env[69440]: DEBUG oslo_vmware.api [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for the task: (returnval){ [ 820.502335] env[69440]: value = "task-4139367" [ 820.502335] env[69440]: _type = "Task" [ 820.502335] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.511708] env[69440]: DEBUG oslo_vmware.api [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.905755] env[69440]: DEBUG nova.scheduler.client.report [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Updated inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 820.906172] env[69440]: DEBUG nova.compute.provider_tree [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Updating resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 generation from 66 to 67 during operation: update_inventory {{(pid=69440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 820.906266] env[69440]: DEBUG nova.compute.provider_tree [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.013082] env[69440]: DEBUG oslo_vmware.api [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139367, 'name': PowerOffVM_Task, 'duration_secs': 0.116566} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.013082] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.013250] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.013441] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-846f3188-5c2f-47d7-bb5f-3dba97e6e51e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.038926] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.039159] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.039339] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Deleting the datastore file [datastore1] bc2d5898-8c8a-477e-af14-c15f00eedb0d {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.039611] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12233e79-6c60-4ba6-903e-acc6f1a0a35f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.046628] env[69440]: DEBUG oslo_vmware.api [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for the task: (returnval){ [ 821.046628] env[69440]: value = "task-4139369" [ 821.046628] env[69440]: _type = "Task" [ 821.046628] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.055735] env[69440]: DEBUG oslo_vmware.api [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.411047] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.022s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.411724] env[69440]: DEBUG nova.compute.manager [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.414512] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.545s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.414707] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.416672] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.940s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.416854] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.418519] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.136s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.420326] env[69440]: INFO nova.compute.claims [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.439479] env[69440]: INFO nova.scheduler.client.report [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Deleted allocations for instance 0cd34a99-40c7-4603-aacf-80205275b852 [ 821.444020] env[69440]: INFO nova.scheduler.client.report [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Deleted allocations for instance 443a8dc6-a88a-45e9-9a8c-f9976f91b821 [ 821.557695] env[69440]: DEBUG oslo_vmware.api [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Task: {'id': task-4139369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09449} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.558314] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.558508] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.558686] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.558858] env[69440]: INFO nova.compute.manager [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Took 1.07 seconds to destroy the instance on the hypervisor. [ 821.559104] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.559310] env[69440]: DEBUG nova.compute.manager [-] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.559419] env[69440]: DEBUG nova.network.neutron [-] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.573975] env[69440]: DEBUG nova.network.neutron [-] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.927231] env[69440]: DEBUG nova.compute.utils [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.928778] env[69440]: DEBUG nova.compute.manager [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.928976] env[69440]: DEBUG nova.network.neutron [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.950363] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Lock "0cd34a99-40c7-4603-aacf-80205275b852" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.050s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.951663] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1de7d75d-3289-42cb-9d0b-09ba9489ceb0 tempest-ServersListShow298Test-905518999 tempest-ServersListShow298Test-905518999-project-member] Lock "443a8dc6-a88a-45e9-9a8c-f9976f91b821" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.790s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.003792] env[69440]: DEBUG nova.policy [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02f45d0691bf4eff8ca46a73ed4caa15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '987c9a1521ff4a3f85e6685db75da32d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.076896] env[69440]: DEBUG nova.network.neutron [-] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.376156] env[69440]: DEBUG nova.network.neutron [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Successfully created port: e75ee5fa-5a44-47f6-b50b-5ecc4328916f {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.436602] env[69440]: DEBUG nova.compute.manager [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.580166] env[69440]: INFO nova.compute.manager [-] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Took 1.02 seconds to deallocate network for instance. [ 823.047827] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7448a9c5-0c0f-426f-9af7-919ebd191508 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.058304] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd76cb1-cb16-4bf9-b6e4-2e8e8fb714ca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.092277] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.093502] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80de752c-9e26-404b-8f52-ade183c28559 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.102478] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27e251b-0597-4277-a971-da268ff7e03e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.121206] env[69440]: DEBUG nova.compute.provider_tree [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.453026] env[69440]: DEBUG nova.compute.manager [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.482239] env[69440]: DEBUG nova.virt.hardware [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.482499] env[69440]: DEBUG nova.virt.hardware [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.482653] env[69440]: DEBUG nova.virt.hardware [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.482829] env[69440]: DEBUG nova.virt.hardware [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.482972] env[69440]: DEBUG nova.virt.hardware [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.483134] env[69440]: DEBUG nova.virt.hardware [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.483361] env[69440]: DEBUG nova.virt.hardware [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.483532] env[69440]: DEBUG nova.virt.hardware [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.483699] env[69440]: DEBUG nova.virt.hardware [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.483859] env[69440]: DEBUG nova.virt.hardware [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.484044] env[69440]: DEBUG nova.virt.hardware [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.484948] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81e5d58-7959-47ab-b811-d4ef59bf57c2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.494054] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62afb87a-f133-4dac-9c2a-e4d250dfc5cc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.625269] env[69440]: DEBUG nova.scheduler.client.report [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.130675] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.131669] env[69440]: DEBUG nova.compute.manager [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.134946] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.396s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.137231] env[69440]: INFO nova.compute.claims [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.200232] env[69440]: DEBUG nova.compute.manager [req-207222b0-0265-4765-b080-913a1b70bb25 req-58df5460-ebe2-47d4-978e-a6dc90e0d8e7 service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Received event network-vif-plugged-e75ee5fa-5a44-47f6-b50b-5ecc4328916f {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.201518] env[69440]: DEBUG oslo_concurrency.lockutils [req-207222b0-0265-4765-b080-913a1b70bb25 req-58df5460-ebe2-47d4-978e-a6dc90e0d8e7 service nova] Acquiring lock "dcae0c26-c079-4d7c-a321-df69cba40c3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.201518] env[69440]: DEBUG oslo_concurrency.lockutils [req-207222b0-0265-4765-b080-913a1b70bb25 req-58df5460-ebe2-47d4-978e-a6dc90e0d8e7 service nova] Lock "dcae0c26-c079-4d7c-a321-df69cba40c3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.201518] env[69440]: DEBUG oslo_concurrency.lockutils [req-207222b0-0265-4765-b080-913a1b70bb25 req-58df5460-ebe2-47d4-978e-a6dc90e0d8e7 service nova] Lock "dcae0c26-c079-4d7c-a321-df69cba40c3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.201518] env[69440]: DEBUG nova.compute.manager [req-207222b0-0265-4765-b080-913a1b70bb25 req-58df5460-ebe2-47d4-978e-a6dc90e0d8e7 service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] No waiting events found dispatching network-vif-plugged-e75ee5fa-5a44-47f6-b50b-5ecc4328916f {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 824.201518] env[69440]: WARNING nova.compute.manager [req-207222b0-0265-4765-b080-913a1b70bb25 req-58df5460-ebe2-47d4-978e-a6dc90e0d8e7 service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Received unexpected event network-vif-plugged-e75ee5fa-5a44-47f6-b50b-5ecc4328916f for instance with vm_state building and task_state spawning. [ 824.231425] env[69440]: DEBUG nova.network.neutron [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Successfully updated port: e75ee5fa-5a44-47f6-b50b-5ecc4328916f {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.645672] env[69440]: DEBUG nova.compute.utils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.646180] env[69440]: DEBUG nova.compute.manager [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.646354] env[69440]: DEBUG nova.network.neutron [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.694798] env[69440]: DEBUG nova.policy [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e524cd68af84956a2aca133e9dd6864', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '443466e49aba4b2ea03b5b247856f01e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.732347] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Acquiring lock "refresh_cache-dcae0c26-c079-4d7c-a321-df69cba40c3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.732512] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Acquired lock "refresh_cache-dcae0c26-c079-4d7c-a321-df69cba40c3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.732708] env[69440]: DEBUG nova.network.neutron [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.113147] env[69440]: DEBUG nova.network.neutron [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Successfully created port: 9ec7acab-8ea8-49e1-8db8-3deb54f96996 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.151406] env[69440]: DEBUG nova.compute.manager [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.269278] env[69440]: DEBUG nova.network.neutron [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.437846] env[69440]: DEBUG nova.network.neutron [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Updating instance_info_cache with network_info: [{"id": "e75ee5fa-5a44-47f6-b50b-5ecc4328916f", "address": "fa:16:3e:1d:3b:9c", "network": {"id": "3c7de4b7-2d82-400f-b7c7-37bedf238754", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-957225981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987c9a1521ff4a3f85e6685db75da32d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75ee5fa-5a", "ovs_interfaceid": "e75ee5fa-5a44-47f6-b50b-5ecc4328916f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.696362] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113be68c-0b84-48f0-b3dc-2105eb19a171 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.711808] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ae0245-38d6-4480-8e9a-916a097911a2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.746905] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224258ff-411b-4db4-8696-5af2a4d10a27 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.760023] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0600d60b-3ddb-423b-baeb-69eebcf41f0c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.778320] env[69440]: DEBUG nova.compute.provider_tree [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.943377] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Releasing lock "refresh_cache-dcae0c26-c079-4d7c-a321-df69cba40c3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.943766] env[69440]: DEBUG nova.compute.manager [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Instance network_info: |[{"id": "e75ee5fa-5a44-47f6-b50b-5ecc4328916f", "address": "fa:16:3e:1d:3b:9c", "network": {"id": "3c7de4b7-2d82-400f-b7c7-37bedf238754", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-957225981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987c9a1521ff4a3f85e6685db75da32d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75ee5fa-5a", "ovs_interfaceid": "e75ee5fa-5a44-47f6-b50b-5ecc4328916f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.944225] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:3b:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e75ee5fa-5a44-47f6-b50b-5ecc4328916f', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.952032] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Creating folder: Project (987c9a1521ff4a3f85e6685db75da32d). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.952334] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30ec8bf4-5f09-4d36-a6fa-9017577580c6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.965327] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Created folder: Project (987c9a1521ff4a3f85e6685db75da32d) in parent group-v819662. [ 825.965551] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Creating folder: Instances. Parent ref: group-v819782. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.965814] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-353e3968-c088-41f6-914d-e90879a4996d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.975610] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Created folder: Instances in parent group-v819782. [ 825.975956] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.976227] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.976451] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b5770cc-ddf2-4a5f-bf90-8581c9b4bb42 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.996499] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.996499] env[69440]: value = "task-4139372" [ 825.996499] env[69440]: _type = "Task" [ 825.996499] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.004808] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139372, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.163037] env[69440]: DEBUG nova.compute.manager [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.204857] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.205282] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.205282] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.205505] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.205698] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.205771] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.206013] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.206474] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.206474] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.206699] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.206806] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.208690] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a397a2ea-a1f4-4a3d-b464-11ff3a53fb22 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.223827] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff25a2e-d71c-41a8-bec4-08ce26c103d9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.281756] env[69440]: DEBUG nova.scheduler.client.report [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.330309] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "5ee66e6a-5de3-44b0-bcb3-b9c933999d6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.330561] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "5ee66e6a-5de3-44b0-bcb3-b9c933999d6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.507407] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139372, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.662121] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "c3c00ac9-17c8-41c5-a696-6eb84b2b9537" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.662362] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "c3c00ac9-17c8-41c5-a696-6eb84b2b9537" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.698815] env[69440]: DEBUG nova.compute.manager [req-55280640-7137-442f-bd0d-b2cf2a9b0ab4 req-b17278ee-95db-474c-ae61-ae938aa6ec69 service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Received event network-changed-e75ee5fa-5a44-47f6-b50b-5ecc4328916f {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.698966] env[69440]: DEBUG nova.compute.manager [req-55280640-7137-442f-bd0d-b2cf2a9b0ab4 req-b17278ee-95db-474c-ae61-ae938aa6ec69 service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Refreshing instance network info cache due to event network-changed-e75ee5fa-5a44-47f6-b50b-5ecc4328916f. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.699170] env[69440]: DEBUG oslo_concurrency.lockutils [req-55280640-7137-442f-bd0d-b2cf2a9b0ab4 req-b17278ee-95db-474c-ae61-ae938aa6ec69 service nova] Acquiring lock "refresh_cache-dcae0c26-c079-4d7c-a321-df69cba40c3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.699343] env[69440]: DEBUG oslo_concurrency.lockutils [req-55280640-7137-442f-bd0d-b2cf2a9b0ab4 req-b17278ee-95db-474c-ae61-ae938aa6ec69 service nova] Acquired lock "refresh_cache-dcae0c26-c079-4d7c-a321-df69cba40c3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.699672] env[69440]: DEBUG nova.network.neutron [req-55280640-7137-442f-bd0d-b2cf2a9b0ab4 req-b17278ee-95db-474c-ae61-ae938aa6ec69 service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Refreshing network info cache for port e75ee5fa-5a44-47f6-b50b-5ecc4328916f {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.787370] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.788732] env[69440]: DEBUG nova.compute.manager [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.790697] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.444s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.790904] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.795019] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.833s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.795019] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.795815] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.403s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.795992] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.798087] env[69440]: DEBUG oslo_concurrency.lockutils [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.099s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.798281] env[69440]: DEBUG oslo_concurrency.lockutils [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.800167] env[69440]: DEBUG oslo_concurrency.lockutils [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.753s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.801635] env[69440]: INFO nova.compute.claims [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.828381] env[69440]: INFO nova.scheduler.client.report [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Deleted allocations for instance bcfea8dc-1327-4e91-b5fb-5183146af199 [ 826.842574] env[69440]: INFO nova.scheduler.client.report [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Deleted allocations for instance 029aa35a-3407-4d4f-9388-1978a073ecd2 [ 826.858657] env[69440]: INFO nova.scheduler.client.report [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Deleted allocations for instance c925370e-5981-40a2-a5df-7fe064ac3ce3 [ 826.872458] env[69440]: INFO nova.scheduler.client.report [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Deleted allocations for instance 2dee479a-0981-497c-afb9-6e66085e431f [ 827.008307] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139372, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.215380] env[69440]: DEBUG nova.network.neutron [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Successfully updated port: 9ec7acab-8ea8-49e1-8db8-3deb54f96996 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.310611] env[69440]: DEBUG nova.compute.utils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.312234] env[69440]: DEBUG nova.compute.manager [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.312403] env[69440]: DEBUG nova.network.neutron [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.338916] env[69440]: DEBUG oslo_concurrency.lockutils [None req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Lock "bcfea8dc-1327-4e91-b5fb-5183146af199" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.247s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.355040] env[69440]: DEBUG oslo_concurrency.lockutils [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "dddcea5f-a8f1-4b81-b0d0-cd3543a75860" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.355284] env[69440]: DEBUG oslo_concurrency.lockutils [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "dddcea5f-a8f1-4b81-b0d0-cd3543a75860" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.355949] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b41ef53c-ee37-40e9-88ca-2cfba857677d tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lock "029aa35a-3407-4d4f-9388-1978a073ecd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.840s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.369967] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b7ddac17-f991-445c-be8e-d16e36a95e68 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "c925370e-5981-40a2-a5df-7fe064ac3ce3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.962s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.381474] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Lock "2dee479a-0981-497c-afb9-6e66085e431f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.482s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.394309] env[69440]: DEBUG nova.policy [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e524cd68af84956a2aca133e9dd6864', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '443466e49aba4b2ea03b5b247856f01e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.485610] env[69440]: DEBUG nova.network.neutron [req-55280640-7137-442f-bd0d-b2cf2a9b0ab4 req-b17278ee-95db-474c-ae61-ae938aa6ec69 service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Updated VIF entry in instance network info cache for port e75ee5fa-5a44-47f6-b50b-5ecc4328916f. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.485971] env[69440]: DEBUG nova.network.neutron [req-55280640-7137-442f-bd0d-b2cf2a9b0ab4 req-b17278ee-95db-474c-ae61-ae938aa6ec69 service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Updating instance_info_cache with network_info: [{"id": "e75ee5fa-5a44-47f6-b50b-5ecc4328916f", "address": "fa:16:3e:1d:3b:9c", "network": {"id": "3c7de4b7-2d82-400f-b7c7-37bedf238754", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-957225981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987c9a1521ff4a3f85e6685db75da32d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75ee5fa-5a", "ovs_interfaceid": "e75ee5fa-5a44-47f6-b50b-5ecc4328916f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.508644] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139372, 'name': CreateVM_Task, 'duration_secs': 1.338823} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.508782] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.509441] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.509691] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.509923] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.510196] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05aa2b9a-ce30-4777-9b58-b1731b724d69 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.515911] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Waiting for the task: (returnval){ [ 827.515911] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52cd76ae-f20f-331d-5d28-310f8b1b3c4f" [ 827.515911] env[69440]: _type = "Task" [ 827.515911] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.525827] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52cd76ae-f20f-331d-5d28-310f8b1b3c4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.719720] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "refresh_cache-4d95bd47-17b5-48d5-82f8-13e5c7cfba1f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.720010] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquired lock "refresh_cache-4d95bd47-17b5-48d5-82f8-13e5c7cfba1f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.720260] env[69440]: DEBUG nova.network.neutron [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.821378] env[69440]: DEBUG nova.compute.manager [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.904218] env[69440]: DEBUG nova.network.neutron [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Successfully created port: 8c967a5d-44ff-4489-b34c-3daef00fd30a {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.990947] env[69440]: DEBUG oslo_concurrency.lockutils [req-55280640-7137-442f-bd0d-b2cf2a9b0ab4 req-b17278ee-95db-474c-ae61-ae938aa6ec69 service nova] Releasing lock "refresh_cache-dcae0c26-c079-4d7c-a321-df69cba40c3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.038793] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52cd76ae-f20f-331d-5d28-310f8b1b3c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.010523} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.039227] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.039542] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.039883] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.040136] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.040498] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.040850] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8af24f61-ee8a-439e-a57a-d5411e935e38 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.060482] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.060482] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.060482] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e764cfd-a1bf-451d-8d83-c096b46662d7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.069689] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Waiting for the task: (returnval){ [ 828.069689] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52bdd89e-467f-1264-9068-b21fbdfacecf" [ 828.069689] env[69440]: _type = "Task" [ 828.069689] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.079507] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52bdd89e-467f-1264-9068-b21fbdfacecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.224565] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquiring lock "b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.224565] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lock "b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.224565] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquiring lock "b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.224565] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lock "b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.224565] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lock "b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.228617] env[69440]: INFO nova.compute.manager [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Terminating instance [ 828.278876] env[69440]: DEBUG nova.network.neutron [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.296464] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "bf4bc455-fa14-4f59-af98-014c2865aede" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.296621] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "bf4bc455-fa14-4f59-af98-014c2865aede" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.450108] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b6c8d2-07f9-4003-a955-377bf7cfbced {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.460069] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23215c61-8292-4176-bf65-5a09f0455181 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.494984] env[69440]: DEBUG nova.network.neutron [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Updating instance_info_cache with network_info: [{"id": "9ec7acab-8ea8-49e1-8db8-3deb54f96996", "address": "fa:16:3e:9a:9c:c7", "network": {"id": "8f67e267-ed9e-43be-8dc9-f63476359c50", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1462683809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443466e49aba4b2ea03b5b247856f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec7acab-8e", "ovs_interfaceid": "9ec7acab-8ea8-49e1-8db8-3deb54f96996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.496818] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff6a224-f159-4b9c-b863-b6e3bceb43d0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.505418] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3701a08-998d-4c91-af26-b8420c7d3f46 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.521975] env[69440]: DEBUG nova.compute.provider_tree [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.583359] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52bdd89e-467f-1264-9068-b21fbdfacecf, 'name': SearchDatastore_Task, 'duration_secs': 0.010763} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.583566] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edd0a76e-70a1-4014-807d-3a2825a3dd01 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.591258] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Waiting for the task: (returnval){ [ 828.591258] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ec3042-97c8-884c-3c4b-13bd8ecf0cc6" [ 828.591258] env[69440]: _type = "Task" [ 828.591258] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.599802] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ec3042-97c8-884c-3c4b-13bd8ecf0cc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.729294] env[69440]: DEBUG nova.compute.manager [req-14415bc9-1fda-467a-abe9-545c7c180c41 req-af50eb9d-7d60-4dad-ab08-ea94f86d3acc service nova] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Received event network-vif-plugged-9ec7acab-8ea8-49e1-8db8-3deb54f96996 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.729598] env[69440]: DEBUG oslo_concurrency.lockutils [req-14415bc9-1fda-467a-abe9-545c7c180c41 req-af50eb9d-7d60-4dad-ab08-ea94f86d3acc service nova] Acquiring lock "4d95bd47-17b5-48d5-82f8-13e5c7cfba1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.730055] env[69440]: DEBUG oslo_concurrency.lockutils [req-14415bc9-1fda-467a-abe9-545c7c180c41 req-af50eb9d-7d60-4dad-ab08-ea94f86d3acc service nova] Lock "4d95bd47-17b5-48d5-82f8-13e5c7cfba1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.730055] env[69440]: DEBUG oslo_concurrency.lockutils [req-14415bc9-1fda-467a-abe9-545c7c180c41 req-af50eb9d-7d60-4dad-ab08-ea94f86d3acc service nova] Lock "4d95bd47-17b5-48d5-82f8-13e5c7cfba1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.730196] env[69440]: DEBUG nova.compute.manager [req-14415bc9-1fda-467a-abe9-545c7c180c41 req-af50eb9d-7d60-4dad-ab08-ea94f86d3acc service nova] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] No waiting events found dispatching network-vif-plugged-9ec7acab-8ea8-49e1-8db8-3deb54f96996 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 828.730231] env[69440]: WARNING nova.compute.manager [req-14415bc9-1fda-467a-abe9-545c7c180c41 req-af50eb9d-7d60-4dad-ab08-ea94f86d3acc service nova] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Received unexpected event network-vif-plugged-9ec7acab-8ea8-49e1-8db8-3deb54f96996 for instance with vm_state building and task_state spawning. [ 828.730516] env[69440]: DEBUG nova.compute.manager [req-14415bc9-1fda-467a-abe9-545c7c180c41 req-af50eb9d-7d60-4dad-ab08-ea94f86d3acc service nova] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Received event network-changed-9ec7acab-8ea8-49e1-8db8-3deb54f96996 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.730516] env[69440]: DEBUG nova.compute.manager [req-14415bc9-1fda-467a-abe9-545c7c180c41 req-af50eb9d-7d60-4dad-ab08-ea94f86d3acc service nova] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Refreshing instance network info cache due to event network-changed-9ec7acab-8ea8-49e1-8db8-3deb54f96996. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.730685] env[69440]: DEBUG oslo_concurrency.lockutils [req-14415bc9-1fda-467a-abe9-545c7c180c41 req-af50eb9d-7d60-4dad-ab08-ea94f86d3acc service nova] Acquiring lock "refresh_cache-4d95bd47-17b5-48d5-82f8-13e5c7cfba1f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.736343] env[69440]: DEBUG nova.compute.manager [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.736661] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.737991] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798b7ba8-47f3-4901-863e-2a123158301c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.747859] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.748221] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f58b735-0d96-4635-af47-5d238f704b53 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.756938] env[69440]: DEBUG oslo_vmware.api [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 828.756938] env[69440]: value = "task-4139373" [ 828.756938] env[69440]: _type = "Task" [ 828.756938] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.770299] env[69440]: DEBUG oslo_vmware.api [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.834657] env[69440]: DEBUG nova.compute.manager [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.882664] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.884448] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.884448] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.884448] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.884448] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.884448] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.884448] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.884448] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.885022] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.885095] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.885324] env[69440]: DEBUG nova.virt.hardware [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.886689] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d52e7d1-34fc-47df-9806-1bfb83a7a6ec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.897978] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b856d05-9ec4-40c7-b0f6-f974e4fe4b88 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.001496] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Releasing lock "refresh_cache-4d95bd47-17b5-48d5-82f8-13e5c7cfba1f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.001855] env[69440]: DEBUG nova.compute.manager [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Instance network_info: |[{"id": "9ec7acab-8ea8-49e1-8db8-3deb54f96996", "address": "fa:16:3e:9a:9c:c7", "network": {"id": "8f67e267-ed9e-43be-8dc9-f63476359c50", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1462683809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443466e49aba4b2ea03b5b247856f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec7acab-8e", "ovs_interfaceid": "9ec7acab-8ea8-49e1-8db8-3deb54f96996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.002188] env[69440]: DEBUG oslo_concurrency.lockutils [req-14415bc9-1fda-467a-abe9-545c7c180c41 req-af50eb9d-7d60-4dad-ab08-ea94f86d3acc service nova] Acquired lock "refresh_cache-4d95bd47-17b5-48d5-82f8-13e5c7cfba1f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.002368] env[69440]: DEBUG nova.network.neutron [req-14415bc9-1fda-467a-abe9-545c7c180c41 req-af50eb9d-7d60-4dad-ab08-ea94f86d3acc service nova] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Refreshing network info cache for port 9ec7acab-8ea8-49e1-8db8-3deb54f96996 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.003761] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:9c:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ec7acab-8ea8-49e1-8db8-3deb54f96996', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.011732] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Creating folder: Project (443466e49aba4b2ea03b5b247856f01e). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.012580] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f609b6c0-c55e-438d-98ab-164e228bd519 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.026916] env[69440]: DEBUG nova.scheduler.client.report [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.030121] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Created folder: Project (443466e49aba4b2ea03b5b247856f01e) in parent group-v819662. [ 829.030307] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Creating folder: Instances. Parent ref: group-v819785. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.034782] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35acbda3-d007-48b9-b2c0-964236cb6343 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.049838] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Created folder: Instances in parent group-v819785. [ 829.050307] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.050564] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.050925] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-333671eb-a69a-4262-8fbd-4536ada0b3d2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.074965] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.074965] env[69440]: value = "task-4139376" [ 829.074965] env[69440]: _type = "Task" [ 829.074965] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.082048] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139376, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.107350] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ec3042-97c8-884c-3c4b-13bd8ecf0cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.009719} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.107350] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.107350] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] dcae0c26-c079-4d7c-a321-df69cba40c3c/dcae0c26-c079-4d7c-a321-df69cba40c3c.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.107350] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a60b544-aea2-4699-871a-352839bcd381 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.119415] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Waiting for the task: (returnval){ [ 829.119415] env[69440]: value = "task-4139377" [ 829.119415] env[69440]: _type = "Task" [ 829.119415] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.130624] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.270458] env[69440]: DEBUG oslo_vmware.api [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139373, 'name': PowerOffVM_Task, 'duration_secs': 0.252562} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.270458] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.271128] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.271128] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1ebca27-5313-4d58-be8f-73d04851e1c7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.354535] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.354913] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.355544] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Deleting the datastore file [datastore1] b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.355544] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4b3f7cb-8066-49a7-9eac-82d9492566f1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.363930] env[69440]: DEBUG oslo_vmware.api [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for the task: (returnval){ [ 829.363930] env[69440]: value = "task-4139379" [ 829.363930] env[69440]: _type = "Task" [ 829.363930] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.375436] env[69440]: DEBUG oslo_vmware.api [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.537762] env[69440]: DEBUG oslo_concurrency.lockutils [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.537762] env[69440]: DEBUG nova.compute.manager [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.546246] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.421s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.546246] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.547182] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.418s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.549856] env[69440]: INFO nova.compute.claims [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.586754] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139376, 'name': CreateVM_Task, 'duration_secs': 0.417747} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.587024] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.588515] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.588934] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.589596] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.590782] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3033525-ea13-4571-acac-44f4154b7928 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.599061] env[69440]: INFO nova.scheduler.client.report [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Deleted allocations for instance b4a45681-5bc0-47c4-8475-f067d7569765 [ 829.601626] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 829.601626] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]520c17b7-7f14-857d-71b9-18bd0e0541ee" [ 829.601626] env[69440]: _type = "Task" [ 829.601626] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.620029] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520c17b7-7f14-857d-71b9-18bd0e0541ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.632432] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139377, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.861125] env[69440]: DEBUG nova.network.neutron [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Successfully updated port: 8c967a5d-44ff-4489-b34c-3daef00fd30a {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.872926] env[69440]: DEBUG nova.network.neutron [req-14415bc9-1fda-467a-abe9-545c7c180c41 req-af50eb9d-7d60-4dad-ab08-ea94f86d3acc service nova] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Updated VIF entry in instance network info cache for port 9ec7acab-8ea8-49e1-8db8-3deb54f96996. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.873291] env[69440]: DEBUG nova.network.neutron [req-14415bc9-1fda-467a-abe9-545c7c180c41 req-af50eb9d-7d60-4dad-ab08-ea94f86d3acc service nova] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Updating instance_info_cache with network_info: [{"id": "9ec7acab-8ea8-49e1-8db8-3deb54f96996", "address": "fa:16:3e:9a:9c:c7", "network": {"id": "8f67e267-ed9e-43be-8dc9-f63476359c50", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1462683809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443466e49aba4b2ea03b5b247856f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec7acab-8e", "ovs_interfaceid": "9ec7acab-8ea8-49e1-8db8-3deb54f96996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.884829] env[69440]: DEBUG oslo_vmware.api [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Task: {'id': task-4139379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381607} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.887332] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.887531] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.887698] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.887898] env[69440]: INFO nova.compute.manager [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Took 1.15 seconds to destroy the instance on the hypervisor. [ 829.888123] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.888323] env[69440]: DEBUG nova.compute.manager [-] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.888415] env[69440]: DEBUG nova.network.neutron [-] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.056167] env[69440]: DEBUG nova.compute.utils [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.062023] env[69440]: DEBUG nova.compute.manager [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.062023] env[69440]: DEBUG nova.network.neutron [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.119117] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6c4dfc61-1b74-48f1-8ed2-3d6f664b5e58 tempest-ServerDiagnosticsV248Test-2088681269 tempest-ServerDiagnosticsV248Test-2088681269-project-member] Lock "b4a45681-5bc0-47c4-8475-f067d7569765" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.307s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.131100] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520c17b7-7f14-857d-71b9-18bd0e0541ee, 'name': SearchDatastore_Task, 'duration_secs': 0.05261} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.132037] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.132616] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.133190] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.135022] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.135022] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.139405] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cd3e097-ca7f-4f5a-9b79-4813325c054c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.142811] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583028} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.143428] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] dcae0c26-c079-4d7c-a321-df69cba40c3c/dcae0c26-c079-4d7c-a321-df69cba40c3c.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.143889] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.144702] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f26d7bb-5b60-4fd1-adf2-4c0a1c492f21 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.151343] env[69440]: DEBUG nova.policy [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd30b69c2769c4dbc8f01978b013193da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52f29420e0f24ac284b3e66740fa6ce5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.158246] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Waiting for the task: (returnval){ [ 830.158246] env[69440]: value = "task-4139380" [ 830.158246] env[69440]: _type = "Task" [ 830.158246] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.158481] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.158531] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.159694] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-745bc0a5-5bd5-499a-b07b-0ff2da60ee5c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.172414] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 830.172414] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528f5df9-5c8c-84a5-0d05-026a93326cf3" [ 830.172414] env[69440]: _type = "Task" [ 830.172414] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.176244] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.187372] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528f5df9-5c8c-84a5-0d05-026a93326cf3, 'name': SearchDatastore_Task, 'duration_secs': 0.010554} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.189453] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f13a1a2-e1bb-47a2-91cc-00f8a84e94b6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.194702] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 830.194702] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5242301f-8825-1057-ccd7-00b177330e03" [ 830.194702] env[69440]: _type = "Task" [ 830.194702] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.208257] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5242301f-8825-1057-ccd7-00b177330e03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.225486] env[69440]: DEBUG nova.compute.manager [req-3621b8de-89b7-4caf-bff4-1d870936c298 req-f48d3622-74a3-401d-9cb0-e30a9bdd004a service nova] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Received event network-vif-deleted-9176c7f4-d75f-4686-a993-600b52f84aa8 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.225728] env[69440]: INFO nova.compute.manager [req-3621b8de-89b7-4caf-bff4-1d870936c298 req-f48d3622-74a3-401d-9cb0-e30a9bdd004a service nova] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Neutron deleted interface 9176c7f4-d75f-4686-a993-600b52f84aa8; detaching it from the instance and deleting it from the info cache [ 830.225911] env[69440]: DEBUG nova.network.neutron [req-3621b8de-89b7-4caf-bff4-1d870936c298 req-f48d3622-74a3-401d-9cb0-e30a9bdd004a service nova] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.364564] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "refresh_cache-03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.364564] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquired lock "refresh_cache-03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.364564] env[69440]: DEBUG nova.network.neutron [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.379611] env[69440]: DEBUG oslo_concurrency.lockutils [req-14415bc9-1fda-467a-abe9-545c7c180c41 req-af50eb9d-7d60-4dad-ab08-ea94f86d3acc service nova] Releasing lock "refresh_cache-4d95bd47-17b5-48d5-82f8-13e5c7cfba1f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.569938] env[69440]: DEBUG nova.compute.manager [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.677902] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105875} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.677902] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.677902] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e154063-f309-4d84-839d-7c9bbbfcc9c0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.708642] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] dcae0c26-c079-4d7c-a321-df69cba40c3c/dcae0c26-c079-4d7c-a321-df69cba40c3c.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.715557] env[69440]: DEBUG nova.network.neutron [-] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.716924] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-520b24e6-0bce-4e05-8078-3db919bf22ab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.733089] env[69440]: INFO nova.compute.manager [-] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Took 0.84 seconds to deallocate network for instance. [ 830.741298] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae57c969-667d-4107-ad33-1a079ef85a03 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.750048] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5242301f-8825-1057-ccd7-00b177330e03, 'name': SearchDatastore_Task, 'duration_secs': 0.011723} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.754967] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.755257] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f/4d95bd47-17b5-48d5-82f8-13e5c7cfba1f.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.756244] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Waiting for the task: (returnval){ [ 830.756244] env[69440]: value = "task-4139381" [ 830.756244] env[69440]: _type = "Task" [ 830.756244] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.756561] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a3724da-490b-4668-b2d5-bb6156ac0368 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.767736] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8c6884-5ae7-404c-b38f-0225d267c7f2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.789926] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 830.789926] env[69440]: value = "task-4139382" [ 830.789926] env[69440]: _type = "Task" [ 830.789926] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.790207] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.801120] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.813552] env[69440]: DEBUG nova.compute.manager [req-3621b8de-89b7-4caf-bff4-1d870936c298 req-f48d3622-74a3-401d-9cb0-e30a9bdd004a service nova] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Detach interface failed, port_id=9176c7f4-d75f-4686-a993-600b52f84aa8, reason: Instance b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 830.829247] env[69440]: DEBUG nova.network.neutron [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Successfully created port: 29f439db-a1f6-4edb-9266-9fc892b92202 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.850864] env[69440]: DEBUG nova.compute.manager [req-e7459df3-2a01-408b-a3de-3a7f6ad503f6 req-a3566759-0520-42c1-91c0-be2ac3c97e28 service nova] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Received event network-vif-plugged-8c967a5d-44ff-4489-b34c-3daef00fd30a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.851082] env[69440]: DEBUG oslo_concurrency.lockutils [req-e7459df3-2a01-408b-a3de-3a7f6ad503f6 req-a3566759-0520-42c1-91c0-be2ac3c97e28 service nova] Acquiring lock "03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.851302] env[69440]: DEBUG oslo_concurrency.lockutils [req-e7459df3-2a01-408b-a3de-3a7f6ad503f6 req-a3566759-0520-42c1-91c0-be2ac3c97e28 service nova] Lock "03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.851517] env[69440]: DEBUG oslo_concurrency.lockutils [req-e7459df3-2a01-408b-a3de-3a7f6ad503f6 req-a3566759-0520-42c1-91c0-be2ac3c97e28 service nova] Lock "03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.852076] env[69440]: DEBUG nova.compute.manager [req-e7459df3-2a01-408b-a3de-3a7f6ad503f6 req-a3566759-0520-42c1-91c0-be2ac3c97e28 service nova] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] No waiting events found dispatching network-vif-plugged-8c967a5d-44ff-4489-b34c-3daef00fd30a {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 830.852488] env[69440]: WARNING nova.compute.manager [req-e7459df3-2a01-408b-a3de-3a7f6ad503f6 req-a3566759-0520-42c1-91c0-be2ac3c97e28 service nova] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Received unexpected event network-vif-plugged-8c967a5d-44ff-4489-b34c-3daef00fd30a for instance with vm_state building and task_state spawning. [ 830.852689] env[69440]: DEBUG nova.compute.manager [req-e7459df3-2a01-408b-a3de-3a7f6ad503f6 req-a3566759-0520-42c1-91c0-be2ac3c97e28 service nova] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Received event network-changed-8c967a5d-44ff-4489-b34c-3daef00fd30a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.852849] env[69440]: DEBUG nova.compute.manager [req-e7459df3-2a01-408b-a3de-3a7f6ad503f6 req-a3566759-0520-42c1-91c0-be2ac3c97e28 service nova] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Refreshing instance network info cache due to event network-changed-8c967a5d-44ff-4489-b34c-3daef00fd30a. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.853041] env[69440]: DEBUG oslo_concurrency.lockutils [req-e7459df3-2a01-408b-a3de-3a7f6ad503f6 req-a3566759-0520-42c1-91c0-be2ac3c97e28 service nova] Acquiring lock "refresh_cache-03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.902187] env[69440]: DEBUG nova.network.neutron [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.108199] env[69440]: DEBUG nova.network.neutron [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Updating instance_info_cache with network_info: [{"id": "8c967a5d-44ff-4489-b34c-3daef00fd30a", "address": "fa:16:3e:bd:80:c3", "network": {"id": "8f67e267-ed9e-43be-8dc9-f63476359c50", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1462683809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443466e49aba4b2ea03b5b247856f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c967a5d-44", "ovs_interfaceid": "8c967a5d-44ff-4489-b34c-3daef00fd30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.259304] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.279082] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.306971] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139382, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.312273] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c223eb5b-cb03-4f6b-869e-16b233f0850a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.321105] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e7d504-89e6-4a7e-a444-64cf80c456c1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.353735] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df713880-b8ee-4f92-a372-6d1f9704f7a3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.362485] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a51d896-5cce-48ef-a809-9aa3e2792c2d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.377148] env[69440]: DEBUG nova.compute.provider_tree [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 831.592307] env[69440]: DEBUG nova.compute.manager [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.613726] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Releasing lock "refresh_cache-03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.614082] env[69440]: DEBUG nova.compute.manager [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Instance network_info: |[{"id": "8c967a5d-44ff-4489-b34c-3daef00fd30a", "address": "fa:16:3e:bd:80:c3", "network": {"id": "8f67e267-ed9e-43be-8dc9-f63476359c50", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1462683809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443466e49aba4b2ea03b5b247856f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c967a5d-44", "ovs_interfaceid": "8c967a5d-44ff-4489-b34c-3daef00fd30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.615371] env[69440]: DEBUG oslo_concurrency.lockutils [req-e7459df3-2a01-408b-a3de-3a7f6ad503f6 req-a3566759-0520-42c1-91c0-be2ac3c97e28 service nova] Acquired lock "refresh_cache-03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.615792] env[69440]: DEBUG nova.network.neutron [req-e7459df3-2a01-408b-a3de-3a7f6ad503f6 req-a3566759-0520-42c1-91c0-be2ac3c97e28 service nova] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Refreshing network info cache for port 8c967a5d-44ff-4489-b34c-3daef00fd30a {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.617436] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:80:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c967a5d-44ff-4489-b34c-3daef00fd30a', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.626271] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.629284] env[69440]: DEBUG nova.virt.hardware [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.629508] env[69440]: DEBUG nova.virt.hardware [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.629659] env[69440]: DEBUG nova.virt.hardware [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.629878] env[69440]: DEBUG nova.virt.hardware [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.630045] env[69440]: DEBUG nova.virt.hardware [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.630590] env[69440]: DEBUG nova.virt.hardware [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.630836] env[69440]: DEBUG nova.virt.hardware [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.631007] env[69440]: DEBUG nova.virt.hardware [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.631185] env[69440]: DEBUG nova.virt.hardware [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.631348] env[69440]: DEBUG nova.virt.hardware [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.631515] env[69440]: DEBUG nova.virt.hardware [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.632402] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.633623] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d25901f-29a8-42e9-b2cb-c15abb21e0f6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.637032] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e1922d4-594d-4f49-9141-b97a624caf5f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.663716] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173fb639-960b-43cf-8a77-d9dbaa731a35 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.668260] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.668260] env[69440]: value = "task-4139383" [ 831.668260] env[69440]: _type = "Task" [ 831.668260] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.692884] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139383, 'name': CreateVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.774583] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139381, 'name': ReconfigVM_Task, 'duration_secs': 0.63583} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.774583] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Reconfigured VM instance instance-00000027 to attach disk [datastore2] dcae0c26-c079-4d7c-a321-df69cba40c3c/dcae0c26-c079-4d7c-a321-df69cba40c3c.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.774583] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c540ff91-16d3-4d31-b9d7-6cd89bf5b797 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.783673] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Waiting for the task: (returnval){ [ 831.783673] env[69440]: value = "task-4139384" [ 831.783673] env[69440]: _type = "Task" [ 831.783673] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.797263] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139384, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.810492] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544377} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.810844] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f/4d95bd47-17b5-48d5-82f8-13e5c7cfba1f.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.813075] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.813075] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9610d544-300c-4930-9877-a31c5c708482 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.819563] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 831.819563] env[69440]: value = "task-4139385" [ 831.819563] env[69440]: _type = "Task" [ 831.819563] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.829895] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.912400] env[69440]: ERROR nova.scheduler.client.report [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [req-88ae9d69-7f4a-45c6-b183-73a6b43c4e9b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9a47e3d9-fb06-4966-9732-1aaf2b781196. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-88ae9d69-7f4a-45c6-b183-73a6b43c4e9b"}]} [ 831.944120] env[69440]: DEBUG nova.scheduler.client.report [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Refreshing inventories for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 831.961316] env[69440]: DEBUG nova.scheduler.client.report [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Updating ProviderTree inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 831.961654] env[69440]: DEBUG nova.compute.provider_tree [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 831.975725] env[69440]: DEBUG nova.scheduler.client.report [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Refreshing aggregate associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, aggregates: None {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 832.002612] env[69440]: DEBUG nova.scheduler.client.report [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Refreshing trait associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 832.179029] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139383, 'name': CreateVM_Task, 'duration_secs': 0.377679} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.183726] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.185579] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.186342] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.188100] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.188971] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63780c88-9033-44ba-a2c4-d2e9203cc99a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.195615] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 832.195615] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52572984-bc19-5ecc-48a7-73b249cf98de" [ 832.195615] env[69440]: _type = "Task" [ 832.195615] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.214247] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52572984-bc19-5ecc-48a7-73b249cf98de, 'name': SearchDatastore_Task, 'duration_secs': 0.011155} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.214805] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.215089] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.215338] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.215486] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.215670] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.216141] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d540474-882d-43f9-b675-b2a9a5d17424 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.229410] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.229410] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.229410] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c33dd3-9fcf-415d-b69d-bd8da2bbb339 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.233969] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 832.233969] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]522292c5-de3a-a157-eb5e-4f8f7605a31a" [ 832.233969] env[69440]: _type = "Task" [ 832.233969] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.247339] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]522292c5-de3a-a157-eb5e-4f8f7605a31a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.293594] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139384, 'name': Rename_Task, 'duration_secs': 0.2167} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.293594] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.293594] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5b7b9b3-234d-411f-8481-70bb7a0e1a70 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.300447] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Waiting for the task: (returnval){ [ 832.300447] env[69440]: value = "task-4139386" [ 832.300447] env[69440]: _type = "Task" [ 832.300447] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.316033] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.334876] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071737} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.338329] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.339369] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d500421-88af-49aa-a0e3-acc2bd6923e6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.369077] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f/4d95bd47-17b5-48d5-82f8-13e5c7cfba1f.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.372259] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a6c9259-68c1-4a8a-8d77-79992ffc0507 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.396924] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 832.396924] env[69440]: value = "task-4139387" [ 832.396924] env[69440]: _type = "Task" [ 832.396924] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.407776] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.485677] env[69440]: DEBUG nova.network.neutron [req-e7459df3-2a01-408b-a3de-3a7f6ad503f6 req-a3566759-0520-42c1-91c0-be2ac3c97e28 service nova] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Updated VIF entry in instance network info cache for port 8c967a5d-44ff-4489-b34c-3daef00fd30a. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.486037] env[69440]: DEBUG nova.network.neutron [req-e7459df3-2a01-408b-a3de-3a7f6ad503f6 req-a3566759-0520-42c1-91c0-be2ac3c97e28 service nova] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Updating instance_info_cache with network_info: [{"id": "8c967a5d-44ff-4489-b34c-3daef00fd30a", "address": "fa:16:3e:bd:80:c3", "network": {"id": "8f67e267-ed9e-43be-8dc9-f63476359c50", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1462683809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443466e49aba4b2ea03b5b247856f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c967a5d-44", "ovs_interfaceid": "8c967a5d-44ff-4489-b34c-3daef00fd30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.685849] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a497c22-2cef-4bdc-9782-cb120152a965 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.696432] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6191d0f8-081f-4faa-89a8-14a12f11e648 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.733257] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41848ea-1fa8-41a5-909b-964788e99609 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.753345] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f207f78d-4cd5-450d-90a9-044b05be4e9c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.762028] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]522292c5-de3a-a157-eb5e-4f8f7605a31a, 'name': SearchDatastore_Task, 'duration_secs': 0.010566} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.763842] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e93543a-6656-406a-a14a-02370e61dd5e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.778321] env[69440]: DEBUG nova.compute.provider_tree [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 832.784575] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 832.784575] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]524a32d3-c99c-fa3c-9f74-674746cc3085" [ 832.784575] env[69440]: _type = "Task" [ 832.784575] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.797501] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]524a32d3-c99c-fa3c-9f74-674746cc3085, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.813817] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139386, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.910622] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139387, 'name': ReconfigVM_Task, 'duration_secs': 0.373752} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.911034] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f/4d95bd47-17b5-48d5-82f8-13e5c7cfba1f.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.911719] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3f65186-7962-4e62-802f-329da139e34d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.922884] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 832.922884] env[69440]: value = "task-4139388" [ 832.922884] env[69440]: _type = "Task" [ 832.922884] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.938168] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139388, 'name': Rename_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.989030] env[69440]: DEBUG oslo_concurrency.lockutils [req-e7459df3-2a01-408b-a3de-3a7f6ad503f6 req-a3566759-0520-42c1-91c0-be2ac3c97e28 service nova] Releasing lock "refresh_cache-03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.298129] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]524a32d3-c99c-fa3c-9f74-674746cc3085, 'name': SearchDatastore_Task, 'duration_secs': 0.024422} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.298368] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.298626] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5/03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.298921] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d5606b2-b6f3-4e1c-8731-e7c6d3e3b4f3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.308024] env[69440]: ERROR nova.scheduler.client.report [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [req-a024818b-3ab8-4572-b80d-6224c0101d68] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9a47e3d9-fb06-4966-9732-1aaf2b781196. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a024818b-3ab8-4572-b80d-6224c0101d68"}]} [ 833.313987] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 833.313987] env[69440]: value = "task-4139389" [ 833.313987] env[69440]: _type = "Task" [ 833.313987] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.321053] env[69440]: DEBUG oslo_vmware.api [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139386, 'name': PowerOnVM_Task, 'duration_secs': 0.528112} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.321718] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.321927] env[69440]: INFO nova.compute.manager [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Took 9.87 seconds to spawn the instance on the hypervisor. [ 833.322200] env[69440]: DEBUG nova.compute.manager [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 833.322903] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f7843b-233b-4319-85f2-75b1e7f8452d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.328898] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.342251] env[69440]: DEBUG nova.scheduler.client.report [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Refreshing inventories for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 833.351894] env[69440]: DEBUG nova.network.neutron [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Successfully updated port: 29f439db-a1f6-4edb-9266-9fc892b92202 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.367840] env[69440]: DEBUG nova.scheduler.client.report [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Updating ProviderTree inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 833.368252] env[69440]: DEBUG nova.compute.provider_tree [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 833.376563] env[69440]: DEBUG nova.compute.manager [req-6762c64b-8796-419b-8a63-7215afcbed7d req-6ff806cc-313c-4d40-874b-2f4e457bd439 service nova] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Received event network-vif-plugged-29f439db-a1f6-4edb-9266-9fc892b92202 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.376563] env[69440]: DEBUG oslo_concurrency.lockutils [req-6762c64b-8796-419b-8a63-7215afcbed7d req-6ff806cc-313c-4d40-874b-2f4e457bd439 service nova] Acquiring lock "8fb7187b-854f-4a4b-8129-318705dfc170-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.376563] env[69440]: DEBUG oslo_concurrency.lockutils [req-6762c64b-8796-419b-8a63-7215afcbed7d req-6ff806cc-313c-4d40-874b-2f4e457bd439 service nova] Lock "8fb7187b-854f-4a4b-8129-318705dfc170-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.376563] env[69440]: DEBUG oslo_concurrency.lockutils [req-6762c64b-8796-419b-8a63-7215afcbed7d req-6ff806cc-313c-4d40-874b-2f4e457bd439 service nova] Lock "8fb7187b-854f-4a4b-8129-318705dfc170-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.377652] env[69440]: DEBUG nova.compute.manager [req-6762c64b-8796-419b-8a63-7215afcbed7d req-6ff806cc-313c-4d40-874b-2f4e457bd439 service nova] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] No waiting events found dispatching network-vif-plugged-29f439db-a1f6-4edb-9266-9fc892b92202 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 833.377652] env[69440]: WARNING nova.compute.manager [req-6762c64b-8796-419b-8a63-7215afcbed7d req-6ff806cc-313c-4d40-874b-2f4e457bd439 service nova] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Received unexpected event network-vif-plugged-29f439db-a1f6-4edb-9266-9fc892b92202 for instance with vm_state building and task_state spawning. [ 833.388448] env[69440]: DEBUG nova.scheduler.client.report [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Refreshing aggregate associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, aggregates: None {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 833.417779] env[69440]: DEBUG nova.scheduler.client.report [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Refreshing trait associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 833.433903] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139388, 'name': Rename_Task, 'duration_secs': 0.282609} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.434172] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.434307] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2d13e30-8c51-47c3-be55-aad0499a1761 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.443325] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 833.443325] env[69440]: value = "task-4139390" [ 833.443325] env[69440]: _type = "Task" [ 833.443325] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.463353] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.747152] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "41012beb-1a6a-4164-ae16-16e46514ac7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.747448] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "41012beb-1a6a-4164-ae16-16e46514ac7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.836103] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139389, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.851433] env[69440]: INFO nova.compute.manager [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Took 60.48 seconds to build instance. [ 833.858999] env[69440]: DEBUG oslo_concurrency.lockutils [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "refresh_cache-8fb7187b-854f-4a4b-8129-318705dfc170" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.859115] env[69440]: DEBUG oslo_concurrency.lockutils [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquired lock "refresh_cache-8fb7187b-854f-4a4b-8129-318705dfc170" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.859226] env[69440]: DEBUG nova.network.neutron [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.957584] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139390, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.121020] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350408da-9788-4e5d-b14d-5c23ecf1c202 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.131395] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d072f15c-0237-4a83-9319-3f79285f71ec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.182817] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ba8e66-7172-4947-b27f-a27ed05ffb03 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.193677] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b4f089-f5a7-45ed-831c-3c44e7e02387 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.210184] env[69440]: DEBUG nova.compute.provider_tree [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 834.330292] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540634} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.330292] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5/03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.330292] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.330292] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6132a4e3-ef04-4fee-8ca1-22a783eb49a5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.339410] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 834.339410] env[69440]: value = "task-4139391" [ 834.339410] env[69440]: _type = "Task" [ 834.339410] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.351646] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.354445] env[69440]: DEBUG oslo_concurrency.lockutils [None req-12e928c1-eebb-4197-bba6-a4875ca53221 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Lock "dcae0c26-c079-4d7c-a321-df69cba40c3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 111.533s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.421333] env[69440]: DEBUG nova.network.neutron [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.456431] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139390, 'name': PowerOnVM_Task, 'duration_secs': 0.864779} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.459245] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.459481] env[69440]: INFO nova.compute.manager [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Took 8.30 seconds to spawn the instance on the hypervisor. [ 834.459672] env[69440]: DEBUG nova.compute.manager [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 834.460753] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bd1edb-af99-4a2b-8d66-9e072fa693f1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.741130] env[69440]: ERROR nova.scheduler.client.report [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [req-4954bf6d-4e32-45ff-b8ed-f2cd0a989bc9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9a47e3d9-fb06-4966-9732-1aaf2b781196. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4954bf6d-4e32-45ff-b8ed-f2cd0a989bc9"}]} [ 834.765072] env[69440]: DEBUG nova.scheduler.client.report [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Refreshing inventories for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 834.778428] env[69440]: DEBUG nova.network.neutron [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Updating instance_info_cache with network_info: [{"id": "29f439db-a1f6-4edb-9266-9fc892b92202", "address": "fa:16:3e:bf:c0:c2", "network": {"id": "2ab53400-e44d-4256-b940-6e71b3d52ff6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1510575604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f29420e0f24ac284b3e66740fa6ce5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f439db-a1", "ovs_interfaceid": "29f439db-a1f6-4edb-9266-9fc892b92202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.781058] env[69440]: DEBUG nova.scheduler.client.report [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Updating ProviderTree inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 834.781058] env[69440]: DEBUG nova.compute.provider_tree [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 834.795369] env[69440]: DEBUG nova.scheduler.client.report [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Refreshing aggregate associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, aggregates: None {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 834.817964] env[69440]: DEBUG nova.scheduler.client.report [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Refreshing trait associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 834.854305] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076497} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.857253] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.857934] env[69440]: DEBUG nova.compute.manager [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.861447] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab16d2d0-621f-411a-80a6-9aee64d3e1db {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.886404] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5/03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.893248] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bef864e9-5521-47cd-9297-61855f1c7fbd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.913396] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 834.913396] env[69440]: value = "task-4139392" [ 834.913396] env[69440]: _type = "Task" [ 834.913396] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.925552] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.983168] env[69440]: INFO nova.compute.manager [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Took 54.72 seconds to build instance. [ 835.103048] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "4038e16b-26c3-4692-954d-2c85a475d626" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.103048] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "4038e16b-26c3-4692-954d-2c85a475d626" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.284708] env[69440]: DEBUG oslo_concurrency.lockutils [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Releasing lock "refresh_cache-8fb7187b-854f-4a4b-8129-318705dfc170" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.285050] env[69440]: DEBUG nova.compute.manager [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Instance network_info: |[{"id": "29f439db-a1f6-4edb-9266-9fc892b92202", "address": "fa:16:3e:bf:c0:c2", "network": {"id": "2ab53400-e44d-4256-b940-6e71b3d52ff6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1510575604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f29420e0f24ac284b3e66740fa6ce5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f439db-a1", "ovs_interfaceid": "29f439db-a1f6-4edb-9266-9fc892b92202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.285657] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:c0:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29f439db-a1f6-4edb-9266-9fc892b92202', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.294676] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Creating folder: Project (52f29420e0f24ac284b3e66740fa6ce5). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.296020] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ae5b34f-2038-4d82-9991-1004bdbdd58e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.312568] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Created folder: Project (52f29420e0f24ac284b3e66740fa6ce5) in parent group-v819662. [ 835.312808] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Creating folder: Instances. Parent ref: group-v819789. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.313337] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a3711cb-3ede-4b6f-8b67-7361eecbb245 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.327736] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Created folder: Instances in parent group-v819789. [ 835.327736] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.327856] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.328052] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08a3ab23-081c-48f3-9c16-e71ee94496d4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.353360] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.353360] env[69440]: value = "task-4139395" [ 835.353360] env[69440]: _type = "Task" [ 835.353360] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.370613] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139395, 'name': CreateVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.395666] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.430960] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.486936] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "4d95bd47-17b5-48d5-82f8-13e5c7cfba1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.617s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.541891] env[69440]: DEBUG nova.compute.manager [req-9b2dda89-5f02-4743-90a2-ed0ae97bcdac req-8248b181-d8f4-4a4b-a362-ac031aa6d27e service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Received event network-changed-e75ee5fa-5a44-47f6-b50b-5ecc4328916f {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.542146] env[69440]: DEBUG nova.compute.manager [req-9b2dda89-5f02-4743-90a2-ed0ae97bcdac req-8248b181-d8f4-4a4b-a362-ac031aa6d27e service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Refreshing instance network info cache due to event network-changed-e75ee5fa-5a44-47f6-b50b-5ecc4328916f. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.542385] env[69440]: DEBUG oslo_concurrency.lockutils [req-9b2dda89-5f02-4743-90a2-ed0ae97bcdac req-8248b181-d8f4-4a4b-a362-ac031aa6d27e service nova] Acquiring lock "refresh_cache-dcae0c26-c079-4d7c-a321-df69cba40c3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.543193] env[69440]: DEBUG oslo_concurrency.lockutils [req-9b2dda89-5f02-4743-90a2-ed0ae97bcdac req-8248b181-d8f4-4a4b-a362-ac031aa6d27e service nova] Acquired lock "refresh_cache-dcae0c26-c079-4d7c-a321-df69cba40c3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.543193] env[69440]: DEBUG nova.network.neutron [req-9b2dda89-5f02-4743-90a2-ed0ae97bcdac req-8248b181-d8f4-4a4b-a362-ac031aa6d27e service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Refreshing network info cache for port e75ee5fa-5a44-47f6-b50b-5ecc4328916f {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.598531] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ae13f2-b1c7-45a9-911d-b69856f84141 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.607899] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b445403-0e74-4b15-adec-617d2900423f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.643426] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c26f2a-e377-456b-88ae-1ebd4d8c0431 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.652206] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc90bac7-005e-49af-8b72-03d76285b53b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.667160] env[69440]: DEBUG nova.compute.provider_tree [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 835.706134] env[69440]: DEBUG nova.compute.manager [req-013f7f0f-2c38-444e-b1df-4a4158ec4e97 req-7efbfb73-2a46-4f4d-a946-36c20d6b6ec2 service nova] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Received event network-changed-29f439db-a1f6-4edb-9266-9fc892b92202 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.706134] env[69440]: DEBUG nova.compute.manager [req-013f7f0f-2c38-444e-b1df-4a4158ec4e97 req-7efbfb73-2a46-4f4d-a946-36c20d6b6ec2 service nova] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Refreshing instance network info cache due to event network-changed-29f439db-a1f6-4edb-9266-9fc892b92202. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.706134] env[69440]: DEBUG oslo_concurrency.lockutils [req-013f7f0f-2c38-444e-b1df-4a4158ec4e97 req-7efbfb73-2a46-4f4d-a946-36c20d6b6ec2 service nova] Acquiring lock "refresh_cache-8fb7187b-854f-4a4b-8129-318705dfc170" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.706462] env[69440]: DEBUG oslo_concurrency.lockutils [req-013f7f0f-2c38-444e-b1df-4a4158ec4e97 req-7efbfb73-2a46-4f4d-a946-36c20d6b6ec2 service nova] Acquired lock "refresh_cache-8fb7187b-854f-4a4b-8129-318705dfc170" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.706462] env[69440]: DEBUG nova.network.neutron [req-013f7f0f-2c38-444e-b1df-4a4158ec4e97 req-7efbfb73-2a46-4f4d-a946-36c20d6b6ec2 service nova] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Refreshing network info cache for port 29f439db-a1f6-4edb-9266-9fc892b92202 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.867128] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139395, 'name': CreateVM_Task, 'duration_secs': 0.358009} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.867128] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.867128] env[69440]: DEBUG oslo_concurrency.lockutils [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.867128] env[69440]: DEBUG oslo_concurrency.lockutils [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.867128] env[69440]: DEBUG oslo_concurrency.lockutils [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.867128] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72aa9ad8-b58b-4813-8a24-2a8509964ca7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.871626] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 835.871626] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52033a7c-ae29-a0f7-7ba9-778f6921a057" [ 835.871626] env[69440]: _type = "Task" [ 835.871626] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.880685] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52033a7c-ae29-a0f7-7ba9-778f6921a057, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.924383] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139392, 'name': ReconfigVM_Task, 'duration_secs': 0.620131} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.924753] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5/03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.925878] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a765d4a-58f0-4210-93b4-c69d46892175 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.935451] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 835.935451] env[69440]: value = "task-4139396" [ 835.935451] env[69440]: _type = "Task" [ 835.935451] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.944835] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139396, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.991068] env[69440]: DEBUG nova.compute.manager [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.216152] env[69440]: DEBUG nova.scheduler.client.report [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Updated inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 836.216152] env[69440]: DEBUG nova.compute.provider_tree [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Updating resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 generation from 73 to 74 during operation: update_inventory {{(pid=69440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 836.216450] env[69440]: DEBUG nova.compute.provider_tree [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 836.385318] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52033a7c-ae29-a0f7-7ba9-778f6921a057, 'name': SearchDatastore_Task, 'duration_secs': 0.014177} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.388400] env[69440]: DEBUG oslo_concurrency.lockutils [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.389989] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.389989] env[69440]: DEBUG oslo_concurrency.lockutils [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.389989] env[69440]: DEBUG oslo_concurrency.lockutils [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.389989] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.395947] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31104912-b69f-4703-aa24-770d0ded7eea {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.407517] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.407719] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.408522] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2895db37-ac4a-4fa6-a3a4-dd9946429658 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.416355] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 836.416355] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d67612-6452-1472-8167-2423d8e9f45e" [ 836.416355] env[69440]: _type = "Task" [ 836.416355] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.428442] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d67612-6452-1472-8167-2423d8e9f45e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.449340] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139396, 'name': Rename_Task, 'duration_secs': 0.244264} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.449727] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.450805] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a2682d2-4e23-4666-83e1-cdd93a5e385f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.458944] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 836.458944] env[69440]: value = "task-4139397" [ 836.458944] env[69440]: _type = "Task" [ 836.458944] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.474186] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.476807] env[69440]: DEBUG nova.network.neutron [req-013f7f0f-2c38-444e-b1df-4a4158ec4e97 req-7efbfb73-2a46-4f4d-a946-36c20d6b6ec2 service nova] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Updated VIF entry in instance network info cache for port 29f439db-a1f6-4edb-9266-9fc892b92202. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.477141] env[69440]: DEBUG nova.network.neutron [req-013f7f0f-2c38-444e-b1df-4a4158ec4e97 req-7efbfb73-2a46-4f4d-a946-36c20d6b6ec2 service nova] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Updating instance_info_cache with network_info: [{"id": "29f439db-a1f6-4edb-9266-9fc892b92202", "address": "fa:16:3e:bf:c0:c2", "network": {"id": "2ab53400-e44d-4256-b940-6e71b3d52ff6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1510575604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f29420e0f24ac284b3e66740fa6ce5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f439db-a1", "ovs_interfaceid": "29f439db-a1f6-4edb-9266-9fc892b92202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.520778] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.533921] env[69440]: DEBUG nova.network.neutron [req-9b2dda89-5f02-4743-90a2-ed0ae97bcdac req-8248b181-d8f4-4a4b-a362-ac031aa6d27e service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Updated VIF entry in instance network info cache for port e75ee5fa-5a44-47f6-b50b-5ecc4328916f. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.534342] env[69440]: DEBUG nova.network.neutron [req-9b2dda89-5f02-4743-90a2-ed0ae97bcdac req-8248b181-d8f4-4a4b-a362-ac031aa6d27e service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Updating instance_info_cache with network_info: [{"id": "e75ee5fa-5a44-47f6-b50b-5ecc4328916f", "address": "fa:16:3e:1d:3b:9c", "network": {"id": "3c7de4b7-2d82-400f-b7c7-37bedf238754", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-957225981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987c9a1521ff4a3f85e6685db75da32d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75ee5fa-5a", "ovs_interfaceid": "e75ee5fa-5a44-47f6-b50b-5ecc4328916f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.722317] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 7.175s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.723400] env[69440]: DEBUG nova.compute.manager [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.727241] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.487s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.728370] env[69440]: INFO nova.compute.claims [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.928831] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d67612-6452-1472-8167-2423d8e9f45e, 'name': SearchDatastore_Task, 'duration_secs': 0.010466} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.930022] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e57d96e-5665-4e48-9396-912dc6c71d1f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.937460] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 836.937460] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5288dc19-e364-39d7-583d-e55585bde2e4" [ 836.937460] env[69440]: _type = "Task" [ 836.937460] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.949393] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5288dc19-e364-39d7-583d-e55585bde2e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.969584] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.983418] env[69440]: DEBUG oslo_concurrency.lockutils [req-013f7f0f-2c38-444e-b1df-4a4158ec4e97 req-7efbfb73-2a46-4f4d-a946-36c20d6b6ec2 service nova] Releasing lock "refresh_cache-8fb7187b-854f-4a4b-8129-318705dfc170" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.037465] env[69440]: DEBUG oslo_concurrency.lockutils [req-9b2dda89-5f02-4743-90a2-ed0ae97bcdac req-8248b181-d8f4-4a4b-a362-ac031aa6d27e service nova] Releasing lock "refresh_cache-dcae0c26-c079-4d7c-a321-df69cba40c3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.238877] env[69440]: DEBUG nova.compute.utils [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.247903] env[69440]: DEBUG nova.compute.manager [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.247903] env[69440]: DEBUG nova.network.neutron [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.448858] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5288dc19-e364-39d7-583d-e55585bde2e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011169} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.449224] env[69440]: DEBUG oslo_concurrency.lockutils [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.449551] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 8fb7187b-854f-4a4b-8129-318705dfc170/8fb7187b-854f-4a4b-8129-318705dfc170.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.450143] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc727aa8-2672-42ff-9cd0-59202eddb3d8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.457853] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 837.457853] env[69440]: value = "task-4139398" [ 837.457853] env[69440]: _type = "Task" [ 837.457853] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.472063] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.475439] env[69440]: DEBUG oslo_vmware.api [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139397, 'name': PowerOnVM_Task, 'duration_secs': 0.78033} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.475691] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.475895] env[69440]: INFO nova.compute.manager [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Took 8.64 seconds to spawn the instance on the hypervisor. [ 837.476320] env[69440]: DEBUG nova.compute.manager [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 837.476891] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040d6f82-6a9b-45a0-9a33-708430151745 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.584339] env[69440]: DEBUG nova.policy [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b076e5e81222439985ec7c2900497f22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbfc03b2ad6b4b6692e2887f71c187c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.751277] env[69440]: DEBUG nova.compute.manager [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.933792] env[69440]: DEBUG oslo_concurrency.lockutils [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Acquiring lock "d9c9f9e1-1366-45e8-be06-db7055927d43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.934171] env[69440]: DEBUG oslo_concurrency.lockutils [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Lock "d9c9f9e1-1366-45e8-be06-db7055927d43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.973737] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139398, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.997272] env[69440]: INFO nova.compute.manager [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Took 55.28 seconds to build instance. [ 838.192629] env[69440]: DEBUG nova.network.neutron [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Successfully created port: 745573aa-8a8d-421a-b947-260f2281eef8 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.406288] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579a0965-d57e-4cdf-92ce-d794042d4d23 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.414173] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a0b139-f468-4578-b64e-e2c3eb968942 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.447669] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c499c5-dd6e-42cd-8e92-fb17e32987a2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.456370] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dc00bd-067a-4631-b337-98264eb4e2c7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.474730] env[69440]: DEBUG nova.compute.provider_tree [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.479497] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519471} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.480031] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 8fb7187b-854f-4a4b-8129-318705dfc170/8fb7187b-854f-4a4b-8129-318705dfc170.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.480255] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.480514] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b2c2399-5c4f-462e-b578-20a1432992cb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.489349] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 838.489349] env[69440]: value = "task-4139399" [ 838.489349] env[69440]: _type = "Task" [ 838.489349] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.499733] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a316174f-219b-49dc-a548-1afc5ad9abd0 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.601s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.500035] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.771389] env[69440]: DEBUG nova.compute.manager [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.804126] env[69440]: DEBUG nova.virt.hardware [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.804372] env[69440]: DEBUG nova.virt.hardware [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.804494] env[69440]: DEBUG nova.virt.hardware [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.804724] env[69440]: DEBUG nova.virt.hardware [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.804859] env[69440]: DEBUG nova.virt.hardware [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.805632] env[69440]: DEBUG nova.virt.hardware [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.805632] env[69440]: DEBUG nova.virt.hardware [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.805632] env[69440]: DEBUG nova.virt.hardware [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.805777] env[69440]: DEBUG nova.virt.hardware [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.805944] env[69440]: DEBUG nova.virt.hardware [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.806577] env[69440]: DEBUG nova.virt.hardware [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.807035] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fb80f7-f0ee-48e7-92e8-36053da7ce0e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.816435] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbc620a-37ed-4c46-9b8e-5c0a3e97052e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.981693] env[69440]: DEBUG nova.scheduler.client.report [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.998731] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06933} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.999643] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.000460] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bb6b37-ba15-4d18-9e65-e7f08aca89fc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.006224] env[69440]: DEBUG nova.compute.manager [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.028257] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 8fb7187b-854f-4a4b-8129-318705dfc170/8fb7187b-854f-4a4b-8129-318705dfc170.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.028915] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e295be2-5737-49fa-b73c-52a43c6109bc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.050816] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 839.050816] env[69440]: value = "task-4139400" [ 839.050816] env[69440]: _type = "Task" [ 839.050816] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.060341] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.486913] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.487490] env[69440]: DEBUG nova.compute.manager [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.490087] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.294s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.493919] env[69440]: INFO nova.compute.claims [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.548156] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.562585] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139400, 'name': ReconfigVM_Task, 'duration_secs': 0.321902} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.562876] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 8fb7187b-854f-4a4b-8129-318705dfc170/8fb7187b-854f-4a4b-8129-318705dfc170.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.563494] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebe1b202-8952-49f3-8680-e36830ca1d2d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.571572] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 839.571572] env[69440]: value = "task-4139401" [ 839.571572] env[69440]: _type = "Task" [ 839.571572] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.580348] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139401, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.000961] env[69440]: DEBUG nova.compute.utils [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.003628] env[69440]: DEBUG nova.compute.manager [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.003954] env[69440]: DEBUG nova.network.neutron [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.067971] env[69440]: DEBUG nova.policy [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf90433b0475472ab9b15ff1940eb3e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd704328017e4ef485f7033ed6d8683b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.080951] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139401, 'name': Rename_Task, 'duration_secs': 0.150053} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.081715] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.081989] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bbe9e82-d9f0-4f56-abcf-d3ed94c59043 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.090067] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 840.090067] env[69440]: value = "task-4139402" [ 840.090067] env[69440]: _type = "Task" [ 840.090067] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.099735] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.257216] env[69440]: DEBUG nova.network.neutron [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Successfully updated port: 745573aa-8a8d-421a-b947-260f2281eef8 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.400581] env[69440]: DEBUG nova.network.neutron [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Successfully created port: 6a222adf-ff45-4d1a-bebf-15b0ccb54b35 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.431643] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "4d95bd47-17b5-48d5-82f8-13e5c7cfba1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.432023] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "4d95bd47-17b5-48d5-82f8-13e5c7cfba1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.432241] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "4d95bd47-17b5-48d5-82f8-13e5c7cfba1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.432453] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "4d95bd47-17b5-48d5-82f8-13e5c7cfba1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.432628] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "4d95bd47-17b5-48d5-82f8-13e5c7cfba1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.437032] env[69440]: INFO nova.compute.manager [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Terminating instance [ 840.484738] env[69440]: DEBUG nova.compute.manager [req-b692023e-002d-45a4-9ab3-f8466269a3bc req-ed63090e-ec5a-41e3-8508-1718a7152511 service nova] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Received event network-vif-plugged-745573aa-8a8d-421a-b947-260f2281eef8 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.484954] env[69440]: DEBUG oslo_concurrency.lockutils [req-b692023e-002d-45a4-9ab3-f8466269a3bc req-ed63090e-ec5a-41e3-8508-1718a7152511 service nova] Acquiring lock "f2ff90a8-b170-4ecf-be0c-da88d3f3a158-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.485178] env[69440]: DEBUG oslo_concurrency.lockutils [req-b692023e-002d-45a4-9ab3-f8466269a3bc req-ed63090e-ec5a-41e3-8508-1718a7152511 service nova] Lock "f2ff90a8-b170-4ecf-be0c-da88d3f3a158-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.485339] env[69440]: DEBUG oslo_concurrency.lockutils [req-b692023e-002d-45a4-9ab3-f8466269a3bc req-ed63090e-ec5a-41e3-8508-1718a7152511 service nova] Lock "f2ff90a8-b170-4ecf-be0c-da88d3f3a158-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.485504] env[69440]: DEBUG nova.compute.manager [req-b692023e-002d-45a4-9ab3-f8466269a3bc req-ed63090e-ec5a-41e3-8508-1718a7152511 service nova] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] No waiting events found dispatching network-vif-plugged-745573aa-8a8d-421a-b947-260f2281eef8 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 840.485795] env[69440]: WARNING nova.compute.manager [req-b692023e-002d-45a4-9ab3-f8466269a3bc req-ed63090e-ec5a-41e3-8508-1718a7152511 service nova] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Received unexpected event network-vif-plugged-745573aa-8a8d-421a-b947-260f2281eef8 for instance with vm_state building and task_state spawning. [ 840.504912] env[69440]: DEBUG nova.compute.manager [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.610165] env[69440]: DEBUG oslo_vmware.api [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139402, 'name': PowerOnVM_Task, 'duration_secs': 0.466448} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.613041] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.613275] env[69440]: INFO nova.compute.manager [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Took 9.02 seconds to spawn the instance on the hypervisor. [ 840.613453] env[69440]: DEBUG nova.compute.manager [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 840.614582] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3378fee2-ee81-4425-ab58-b525d1ee5ea2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.701365] env[69440]: DEBUG nova.network.neutron [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Successfully created port: a736c4aa-08cb-43e3-bf2c-10fde21053ae {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.760302] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Acquiring lock "refresh_cache-f2ff90a8-b170-4ecf-be0c-da88d3f3a158" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.760449] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Acquired lock "refresh_cache-f2ff90a8-b170-4ecf-be0c-da88d3f3a158" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.760597] env[69440]: DEBUG nova.network.neutron [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.941361] env[69440]: DEBUG oslo_concurrency.lockutils [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.941361] env[69440]: DEBUG oslo_concurrency.lockutils [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.941361] env[69440]: DEBUG oslo_concurrency.lockutils [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.941361] env[69440]: DEBUG oslo_concurrency.lockutils [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.941361] env[69440]: DEBUG oslo_concurrency.lockutils [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.946121] env[69440]: DEBUG nova.compute.manager [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.946121] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.950421] env[69440]: INFO nova.compute.manager [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Terminating instance [ 840.952475] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f396e0-4db4-4339-b230-4463243efd60 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.963748] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.964631] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29220cdb-22b3-4c2d-ac1b-9f9a7b8db34c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.976147] env[69440]: DEBUG oslo_vmware.api [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 840.976147] env[69440]: value = "task-4139403" [ 840.976147] env[69440]: _type = "Task" [ 840.976147] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.985825] env[69440]: DEBUG oslo_vmware.api [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.997291] env[69440]: DEBUG nova.network.neutron [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Successfully created port: 8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.138285] env[69440]: INFO nova.compute.manager [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Took 52.11 seconds to build instance. [ 841.177260] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1d9836-d838-4965-bebd-0e722d6e67a8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.188061] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e0b9d0-b4a9-437d-ac00-9415c6cf5638 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.224393] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85863efa-ce95-4298-9510-8503d8be130a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.235138] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de57fc1-dbec-4809-8d90-1c797057e6ab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.252203] env[69440]: DEBUG nova.compute.provider_tree [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.346439] env[69440]: DEBUG nova.network.neutron [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.459883] env[69440]: DEBUG nova.compute.manager [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.460475] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.462504] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a693e1f4-80f3-4850-ab27-122841ce2c41 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.471100] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.471469] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af40e870-d7ea-4d66-bf1b-e3c88549a0b6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.480060] env[69440]: DEBUG oslo_vmware.api [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 841.480060] env[69440]: value = "task-4139404" [ 841.480060] env[69440]: _type = "Task" [ 841.480060] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.493670] env[69440]: DEBUG oslo_vmware.api [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139403, 'name': PowerOffVM_Task, 'duration_secs': 0.329955} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.497681] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.497908] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.498670] env[69440]: DEBUG oslo_vmware.api [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.499321] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-714acdcb-98e3-45e2-b3e1-4792f7868ecb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.521701] env[69440]: DEBUG nova.compute.manager [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.566194] env[69440]: DEBUG nova.virt.hardware [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.566952] env[69440]: DEBUG nova.virt.hardware [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.567251] env[69440]: DEBUG nova.virt.hardware [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.567526] env[69440]: DEBUG nova.virt.hardware [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.567995] env[69440]: DEBUG nova.virt.hardware [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.568379] env[69440]: DEBUG nova.virt.hardware [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.568604] env[69440]: DEBUG nova.virt.hardware [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.568842] env[69440]: DEBUG nova.virt.hardware [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.569337] env[69440]: DEBUG nova.virt.hardware [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.569594] env[69440]: DEBUG nova.virt.hardware [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.569972] env[69440]: DEBUG nova.virt.hardware [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.571641] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a49d0e6-331c-4ffe-a308-5365a11af08a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.580605] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.580605] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.580900] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Deleting the datastore file [datastore2] 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.582471] env[69440]: DEBUG nova.network.neutron [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Updating instance_info_cache with network_info: [{"id": "745573aa-8a8d-421a-b947-260f2281eef8", "address": "fa:16:3e:d3:ad:bb", "network": {"id": "9564e5fc-6aa0-4859-96e9-e3b74ca19046", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1491406439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbfc03b2ad6b4b6692e2887f71c187c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap745573aa-8a", "ovs_interfaceid": "745573aa-8a8d-421a-b947-260f2281eef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.590668] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e559269-beb5-4aab-9b85-9c6cca9a34d4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.592675] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73081c56-ce5a-4d9a-b207-ed745b984be9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.617574] env[69440]: DEBUG oslo_vmware.api [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 841.617574] env[69440]: value = "task-4139406" [ 841.617574] env[69440]: _type = "Task" [ 841.617574] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.628073] env[69440]: DEBUG oslo_vmware.api [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.641480] env[69440]: DEBUG oslo_concurrency.lockutils [None req-698c7ca1-5124-4694-8264-ce8543cf41b2 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "8fb7187b-854f-4a4b-8129-318705dfc170" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.985s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.758371] env[69440]: DEBUG nova.scheduler.client.report [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.991307] env[69440]: DEBUG oslo_vmware.api [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139404, 'name': PowerOffVM_Task, 'duration_secs': 0.235636} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.991559] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.991733] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.991996] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1393b9b3-2526-4636-9b5b-d5bb6d865f2a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.091481] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Releasing lock "refresh_cache-f2ff90a8-b170-4ecf-be0c-da88d3f3a158" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.091864] env[69440]: DEBUG nova.compute.manager [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Instance network_info: |[{"id": "745573aa-8a8d-421a-b947-260f2281eef8", "address": "fa:16:3e:d3:ad:bb", "network": {"id": "9564e5fc-6aa0-4859-96e9-e3b74ca19046", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1491406439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbfc03b2ad6b4b6692e2887f71c187c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap745573aa-8a", "ovs_interfaceid": "745573aa-8a8d-421a-b947-260f2281eef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.092321] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:ad:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '745573aa-8a8d-421a-b947-260f2281eef8', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.103622] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Creating folder: Project (bbfc03b2ad6b4b6692e2887f71c187c0). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.104028] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-816dd8c8-a005-404e-a0b5-c49fb228a6a3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.121086] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Created folder: Project (bbfc03b2ad6b4b6692e2887f71c187c0) in parent group-v819662. [ 842.121381] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Creating folder: Instances. Parent ref: group-v819792. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.127573] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8be07096-2da7-4ea4-8044-860231f5edf2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.137703] env[69440]: DEBUG oslo_vmware.api [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159815} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.137987] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.138236] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.138428] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.138604] env[69440]: INFO nova.compute.manager [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 842.138858] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.140470] env[69440]: DEBUG nova.compute.manager [-] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.141776] env[69440]: DEBUG nova.network.neutron [-] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.142471] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Created folder: Instances in parent group-v819792. [ 842.142690] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.142879] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.145023] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0ed4b46-114d-49a7-87d3-dc046b2afb62 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.168649] env[69440]: DEBUG nova.compute.manager [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.179246] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.179246] env[69440]: value = "task-4139410" [ 842.179246] env[69440]: _type = "Task" [ 842.179246] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.191172] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139410, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.200761] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.200761] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.200999] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Deleting the datastore file [datastore2] 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.202078] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aba92001-bda8-4947-83e6-ad78b4abc615 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.211429] env[69440]: DEBUG oslo_vmware.api [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 842.211429] env[69440]: value = "task-4139411" [ 842.211429] env[69440]: _type = "Task" [ 842.211429] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.222950] env[69440]: DEBUG oslo_vmware.api [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.267266] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.270019] env[69440]: DEBUG nova.compute.manager [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.273885] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.939s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.274374] env[69440]: DEBUG nova.objects.instance [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 842.428316] env[69440]: DEBUG oslo_concurrency.lockutils [None req-903c7eb7-e9d2-40d7-8333-54979c787958 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "8fb7187b-854f-4a4b-8129-318705dfc170" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.428601] env[69440]: DEBUG oslo_concurrency.lockutils [None req-903c7eb7-e9d2-40d7-8333-54979c787958 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "8fb7187b-854f-4a4b-8129-318705dfc170" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.428776] env[69440]: DEBUG nova.compute.manager [None req-903c7eb7-e9d2-40d7-8333-54979c787958 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 842.429718] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e24ce00-5c6d-4d9d-88f4-5ac0e6bddde6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.439428] env[69440]: DEBUG nova.compute.manager [None req-903c7eb7-e9d2-40d7-8333-54979c787958 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69440) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 842.440182] env[69440]: DEBUG nova.objects.instance [None req-903c7eb7-e9d2-40d7-8333-54979c787958 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lazy-loading 'flavor' on Instance uuid 8fb7187b-854f-4a4b-8129-318705dfc170 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.697184] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139410, 'name': CreateVM_Task, 'duration_secs': 0.464466} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.697184] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.699394] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.699394] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.699394] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.699394] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e2be3a-b726-46f1-bad6-0e7e3c0869ad {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.705782] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.707775] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for the task: (returnval){ [ 842.707775] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]521d7891-2014-29be-5f0e-424575b5dfda" [ 842.707775] env[69440]: _type = "Task" [ 842.707775] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.724518] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521d7891-2014-29be-5f0e-424575b5dfda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.731466] env[69440]: DEBUG oslo_vmware.api [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228379} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.732100] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.732502] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.732622] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.732804] env[69440]: INFO nova.compute.manager [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Took 1.27 seconds to destroy the instance on the hypervisor. [ 842.733219] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.733686] env[69440]: DEBUG nova.compute.manager [-] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.733686] env[69440]: DEBUG nova.network.neutron [-] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.746042] env[69440]: DEBUG nova.compute.manager [req-6c8c6f37-a401-410c-8cde-08ef85d4e52d req-4ed6bda7-429f-4aca-ba3e-6bc8a2567d48 service nova] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Received event network-changed-745573aa-8a8d-421a-b947-260f2281eef8 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.746351] env[69440]: DEBUG nova.compute.manager [req-6c8c6f37-a401-410c-8cde-08ef85d4e52d req-4ed6bda7-429f-4aca-ba3e-6bc8a2567d48 service nova] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Refreshing instance network info cache due to event network-changed-745573aa-8a8d-421a-b947-260f2281eef8. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.746699] env[69440]: DEBUG oslo_concurrency.lockutils [req-6c8c6f37-a401-410c-8cde-08ef85d4e52d req-4ed6bda7-429f-4aca-ba3e-6bc8a2567d48 service nova] Acquiring lock "refresh_cache-f2ff90a8-b170-4ecf-be0c-da88d3f3a158" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.746699] env[69440]: DEBUG oslo_concurrency.lockutils [req-6c8c6f37-a401-410c-8cde-08ef85d4e52d req-4ed6bda7-429f-4aca-ba3e-6bc8a2567d48 service nova] Acquired lock "refresh_cache-f2ff90a8-b170-4ecf-be0c-da88d3f3a158" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.746826] env[69440]: DEBUG nova.network.neutron [req-6c8c6f37-a401-410c-8cde-08ef85d4e52d req-4ed6bda7-429f-4aca-ba3e-6bc8a2567d48 service nova] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Refreshing network info cache for port 745573aa-8a8d-421a-b947-260f2281eef8 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.780267] env[69440]: DEBUG nova.compute.utils [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.787452] env[69440]: DEBUG nova.compute.manager [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.788163] env[69440]: DEBUG nova.network.neutron [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.850593] env[69440]: DEBUG nova.compute.manager [req-e6c630fc-a235-4ab4-b2ae-04ca02aa3e70 req-506d0a51-d322-4b2d-b167-2655d6c23868 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Received event network-vif-plugged-6a222adf-ff45-4d1a-bebf-15b0ccb54b35 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.851106] env[69440]: DEBUG oslo_concurrency.lockutils [req-e6c630fc-a235-4ab4-b2ae-04ca02aa3e70 req-506d0a51-d322-4b2d-b167-2655d6c23868 service nova] Acquiring lock "0995d66a-3324-45b9-afe9-660cc208a538-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.851502] env[69440]: DEBUG oslo_concurrency.lockutils [req-e6c630fc-a235-4ab4-b2ae-04ca02aa3e70 req-506d0a51-d322-4b2d-b167-2655d6c23868 service nova] Lock "0995d66a-3324-45b9-afe9-660cc208a538-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.851831] env[69440]: DEBUG oslo_concurrency.lockutils [req-e6c630fc-a235-4ab4-b2ae-04ca02aa3e70 req-506d0a51-d322-4b2d-b167-2655d6c23868 service nova] Lock "0995d66a-3324-45b9-afe9-660cc208a538-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.852252] env[69440]: DEBUG nova.compute.manager [req-e6c630fc-a235-4ab4-b2ae-04ca02aa3e70 req-506d0a51-d322-4b2d-b167-2655d6c23868 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] No waiting events found dispatching network-vif-plugged-6a222adf-ff45-4d1a-bebf-15b0ccb54b35 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 842.852622] env[69440]: WARNING nova.compute.manager [req-e6c630fc-a235-4ab4-b2ae-04ca02aa3e70 req-506d0a51-d322-4b2d-b167-2655d6c23868 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Received unexpected event network-vif-plugged-6a222adf-ff45-4d1a-bebf-15b0ccb54b35 for instance with vm_state building and task_state spawning. [ 842.892438] env[69440]: DEBUG nova.policy [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f86b05d87ad24e3a9f1272dfceefac72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5975793fd39b415b8048ddfcdcfaac3b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.087093] env[69440]: DEBUG nova.network.neutron [-] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.133047] env[69440]: DEBUG nova.network.neutron [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Successfully updated port: 6a222adf-ff45-4d1a-bebf-15b0ccb54b35 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.225276] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521d7891-2014-29be-5f0e-424575b5dfda, 'name': SearchDatastore_Task, 'duration_secs': 0.018914} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.225763] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.226073] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.226356] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.226619] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.226859] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.228134] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dab16fdf-ede8-4f0b-b912-13f4f9035c6d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.247034] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.247034] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.251166] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf7fa94d-bf40-4846-be62-6740a1a5436a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.262991] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for the task: (returnval){ [ 843.262991] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]520fcfe0-bbc6-5c8d-4a23-c410abf9b687" [ 843.262991] env[69440]: _type = "Task" [ 843.262991] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.278111] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520fcfe0-bbc6-5c8d-4a23-c410abf9b687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.290043] env[69440]: DEBUG nova.compute.manager [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.294695] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3156a851-f187-404f-b16e-9d97a6533d0d tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.301384] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.894s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.303401] env[69440]: INFO nova.compute.claims [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.439026] env[69440]: DEBUG nova.network.neutron [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Successfully created port: 54d49dcc-1f67-406e-8d71-158016a1cbae {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.449720] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-903c7eb7-e9d2-40d7-8333-54979c787958 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.450189] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03a59947-973c-4a15-a647-89b911b23efc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.459628] env[69440]: DEBUG oslo_vmware.api [None req-903c7eb7-e9d2-40d7-8333-54979c787958 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 843.459628] env[69440]: value = "task-4139412" [ 843.459628] env[69440]: _type = "Task" [ 843.459628] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.470453] env[69440]: DEBUG oslo_vmware.api [None req-903c7eb7-e9d2-40d7-8333-54979c787958 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.595162] env[69440]: INFO nova.compute.manager [-] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Took 1.45 seconds to deallocate network for instance. [ 843.678368] env[69440]: DEBUG nova.network.neutron [req-6c8c6f37-a401-410c-8cde-08ef85d4e52d req-4ed6bda7-429f-4aca-ba3e-6bc8a2567d48 service nova] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Updated VIF entry in instance network info cache for port 745573aa-8a8d-421a-b947-260f2281eef8. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.678688] env[69440]: DEBUG nova.network.neutron [req-6c8c6f37-a401-410c-8cde-08ef85d4e52d req-4ed6bda7-429f-4aca-ba3e-6bc8a2567d48 service nova] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Updating instance_info_cache with network_info: [{"id": "745573aa-8a8d-421a-b947-260f2281eef8", "address": "fa:16:3e:d3:ad:bb", "network": {"id": "9564e5fc-6aa0-4859-96e9-e3b74ca19046", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1491406439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbfc03b2ad6b4b6692e2887f71c187c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap745573aa-8a", "ovs_interfaceid": "745573aa-8a8d-421a-b947-260f2281eef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.736456] env[69440]: DEBUG nova.network.neutron [-] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.782460] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520fcfe0-bbc6-5c8d-4a23-c410abf9b687, 'name': SearchDatastore_Task, 'duration_secs': 0.015371} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.782460] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e94f2d4-ae52-4f0e-86cc-cf106f6f34c2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.788145] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for the task: (returnval){ [ 843.788145] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52457254-a89c-9f77-a98b-8775f646a596" [ 843.788145] env[69440]: _type = "Task" [ 843.788145] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.803840] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52457254-a89c-9f77-a98b-8775f646a596, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.973215] env[69440]: DEBUG oslo_vmware.api [None req-903c7eb7-e9d2-40d7-8333-54979c787958 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139412, 'name': PowerOffVM_Task, 'duration_secs': 0.400652} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.973521] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-903c7eb7-e9d2-40d7-8333-54979c787958 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.973836] env[69440]: DEBUG nova.compute.manager [None req-903c7eb7-e9d2-40d7-8333-54979c787958 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 843.974658] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a609f34-5aa2-447b-a78b-89d6331aa7a1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.104856] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.181468] env[69440]: DEBUG oslo_concurrency.lockutils [req-6c8c6f37-a401-410c-8cde-08ef85d4e52d req-4ed6bda7-429f-4aca-ba3e-6bc8a2567d48 service nova] Releasing lock "refresh_cache-f2ff90a8-b170-4ecf-be0c-da88d3f3a158" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.243508] env[69440]: INFO nova.compute.manager [-] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Took 1.51 seconds to deallocate network for instance. [ 844.299960] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52457254-a89c-9f77-a98b-8775f646a596, 'name': SearchDatastore_Task, 'duration_secs': 0.021189} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.300272] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.300543] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] f2ff90a8-b170-4ecf-be0c-da88d3f3a158/f2ff90a8-b170-4ecf-be0c-da88d3f3a158.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.300843] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ffce24c-f40b-4600-932f-33d4f9a7f8b5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.306872] env[69440]: DEBUG nova.compute.manager [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.310875] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for the task: (returnval){ [ 844.310875] env[69440]: value = "task-4139413" [ 844.310875] env[69440]: _type = "Task" [ 844.310875] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.322931] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.346407] env[69440]: DEBUG nova.virt.hardware [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.346407] env[69440]: DEBUG nova.virt.hardware [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.346407] env[69440]: DEBUG nova.virt.hardware [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.346691] env[69440]: DEBUG nova.virt.hardware [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.346739] env[69440]: DEBUG nova.virt.hardware [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.346893] env[69440]: DEBUG nova.virt.hardware [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.347201] env[69440]: DEBUG nova.virt.hardware [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.347375] env[69440]: DEBUG nova.virt.hardware [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.347558] env[69440]: DEBUG nova.virt.hardware [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.347729] env[69440]: DEBUG nova.virt.hardware [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.347902] env[69440]: DEBUG nova.virt.hardware [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.348801] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d58910e-353e-4bab-84f9-6447e1fce512 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.363747] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3c7a27-5661-4505-a08b-ef14e978f560 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.490103] env[69440]: DEBUG oslo_concurrency.lockutils [None req-903c7eb7-e9d2-40d7-8333-54979c787958 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "8fb7187b-854f-4a4b-8129-318705dfc170" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.755401] env[69440]: DEBUG oslo_concurrency.lockutils [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.833073] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139413, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.935926] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb8caeb-0551-4670-b01e-e814ab731e16 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.950644] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e71731e-99eb-45d9-a668-166db2954782 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.981659] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5032f2-702c-4b86-9add-719e87c3f13d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.992298] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b0ba7c-162f-4ec7-9798-f6099bfebce7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.008177] env[69440]: DEBUG nova.compute.provider_tree [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.157869] env[69440]: DEBUG nova.compute.manager [req-686fb3e0-cf0d-4915-8323-22f1321f7a4b req-a405dd63-3abf-4858-a00a-6c5626b233f0 service nova] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Received event network-vif-deleted-9ec7acab-8ea8-49e1-8db8-3deb54f96996 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.157869] env[69440]: DEBUG nova.compute.manager [req-686fb3e0-cf0d-4915-8323-22f1321f7a4b req-a405dd63-3abf-4858-a00a-6c5626b233f0 service nova] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Received event network-vif-deleted-8c967a5d-44ff-4489-b34c-3daef00fd30a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.177011] env[69440]: DEBUG nova.compute.manager [req-9bb862f2-814e-4b37-a0a8-f9b580ea46cb req-f019af41-2c83-4ee6-ae9a-b69fb7ff7997 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Received event network-changed-6a222adf-ff45-4d1a-bebf-15b0ccb54b35 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.180488] env[69440]: DEBUG nova.compute.manager [req-9bb862f2-814e-4b37-a0a8-f9b580ea46cb req-f019af41-2c83-4ee6-ae9a-b69fb7ff7997 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Refreshing instance network info cache due to event network-changed-6a222adf-ff45-4d1a-bebf-15b0ccb54b35. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.180488] env[69440]: DEBUG oslo_concurrency.lockutils [req-9bb862f2-814e-4b37-a0a8-f9b580ea46cb req-f019af41-2c83-4ee6-ae9a-b69fb7ff7997 service nova] Acquiring lock "refresh_cache-0995d66a-3324-45b9-afe9-660cc208a538" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.180488] env[69440]: DEBUG oslo_concurrency.lockutils [req-9bb862f2-814e-4b37-a0a8-f9b580ea46cb req-f019af41-2c83-4ee6-ae9a-b69fb7ff7997 service nova] Acquired lock "refresh_cache-0995d66a-3324-45b9-afe9-660cc208a538" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.180488] env[69440]: DEBUG nova.network.neutron [req-9bb862f2-814e-4b37-a0a8-f9b580ea46cb req-f019af41-2c83-4ee6-ae9a-b69fb7ff7997 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Refreshing network info cache for port 6a222adf-ff45-4d1a-bebf-15b0ccb54b35 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.322372] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59354} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.322638] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] f2ff90a8-b170-4ecf-be0c-da88d3f3a158/f2ff90a8-b170-4ecf-be0c-da88d3f3a158.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.322850] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.323121] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b33b962-1ccc-45f4-883a-d3bb7931b132 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.332063] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for the task: (returnval){ [ 845.332063] env[69440]: value = "task-4139414" [ 845.332063] env[69440]: _type = "Task" [ 845.332063] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.342030] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.512884] env[69440]: DEBUG nova.scheduler.client.report [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.612244] env[69440]: DEBUG nova.network.neutron [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Successfully updated port: 54d49dcc-1f67-406e-8d71-158016a1cbae {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.742407] env[69440]: DEBUG nova.network.neutron [req-9bb862f2-814e-4b37-a0a8-f9b580ea46cb req-f019af41-2c83-4ee6-ae9a-b69fb7ff7997 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.844548] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071774} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.844897] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.845678] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffacf4d-68b9-48b2-8f7d-d045d791f2f4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.862590] env[69440]: DEBUG nova.compute.manager [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 845.871915] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] f2ff90a8-b170-4ecf-be0c-da88d3f3a158/f2ff90a8-b170-4ecf-be0c-da88d3f3a158.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.872829] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a56606-8d03-4c13-b40a-8c0bdffa0861 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.875825] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7365fe2b-bae4-4397-8261-6a3fab4a8457 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.902302] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for the task: (returnval){ [ 845.902302] env[69440]: value = "task-4139415" [ 845.902302] env[69440]: _type = "Task" [ 845.902302] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.914437] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139415, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.918373] env[69440]: DEBUG nova.network.neutron [req-9bb862f2-814e-4b37-a0a8-f9b580ea46cb req-f019af41-2c83-4ee6-ae9a-b69fb7ff7997 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.022205] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.022930] env[69440]: DEBUG nova.compute.manager [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.029134] env[69440]: DEBUG nova.network.neutron [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Successfully updated port: a736c4aa-08cb-43e3-bf2c-10fde21053ae {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.029134] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.058s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.029348] env[69440]: DEBUG nova.objects.instance [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Lazy-loading 'resources' on Instance uuid d20937ea-1aa4-4dda-ac22-cf61aa680965 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.118529] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Acquiring lock "refresh_cache-d017056e-049d-4162-bc9f-fca50d73fbe0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.120452] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Acquired lock "refresh_cache-d017056e-049d-4162-bc9f-fca50d73fbe0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.120452] env[69440]: DEBUG nova.network.neutron [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.403890] env[69440]: INFO nova.compute.manager [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] instance snapshotting [ 846.404146] env[69440]: WARNING nova.compute.manager [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 846.409979] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc490a7-9867-46fc-aad1-f5ccd2472176 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.419175] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139415, 'name': ReconfigVM_Task, 'duration_secs': 0.292593} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.433579] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Reconfigured VM instance instance-0000002b to attach disk [datastore1] f2ff90a8-b170-4ecf-be0c-da88d3f3a158/f2ff90a8-b170-4ecf-be0c-da88d3f3a158.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.436146] env[69440]: DEBUG oslo_concurrency.lockutils [req-9bb862f2-814e-4b37-a0a8-f9b580ea46cb req-f019af41-2c83-4ee6-ae9a-b69fb7ff7997 service nova] Releasing lock "refresh_cache-0995d66a-3324-45b9-afe9-660cc208a538" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.436146] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13637f8c-30cb-4e5d-8c24-0b4abb0dd481 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.437870] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b58744-4569-4066-b558-0f64b8bf0424 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.450288] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for the task: (returnval){ [ 846.450288] env[69440]: value = "task-4139416" [ 846.450288] env[69440]: _type = "Task" [ 846.450288] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.469392] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139416, 'name': Rename_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.532330] env[69440]: DEBUG nova.compute.utils [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.540061] env[69440]: DEBUG nova.compute.manager [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.540292] env[69440]: DEBUG nova.network.neutron [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.662036] env[69440]: DEBUG nova.policy [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2de649b13cfe46b8b69de421ab1edd67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d1aead63af044df9df43c2755ab7bbe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.672197] env[69440]: DEBUG nova.network.neutron [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.898058] env[69440]: DEBUG nova.network.neutron [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Updating instance_info_cache with network_info: [{"id": "54d49dcc-1f67-406e-8d71-158016a1cbae", "address": "fa:16:3e:85:20:43", "network": {"id": "c8567654-1fa2-470b-8dc6-8d94a71c8298", "bridge": "br-int", "label": "tempest-ServersTestJSON-1395697357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5975793fd39b415b8048ddfcdcfaac3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54d49dcc-1f", "ovs_interfaceid": "54d49dcc-1f67-406e-8d71-158016a1cbae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.951924] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Creating Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 846.952338] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7c922b54-2366-4be8-b1d3-bd4293f4d6a2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.963898] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139416, 'name': Rename_Task, 'duration_secs': 0.154104} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.969163] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.969571] env[69440]: DEBUG oslo_vmware.api [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 846.969571] env[69440]: value = "task-4139417" [ 846.969571] env[69440]: _type = "Task" [ 846.969571] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.970039] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e46c698-3e93-4a04-a92a-90ddf3ee553c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.987184] env[69440]: DEBUG oslo_vmware.api [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139417, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.989124] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for the task: (returnval){ [ 846.989124] env[69440]: value = "task-4139418" [ 846.989124] env[69440]: _type = "Task" [ 846.989124] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.999901] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.042976] env[69440]: DEBUG nova.compute.manager [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.116620] env[69440]: DEBUG nova.network.neutron [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Successfully created port: 1d3ca31d-e181-47ef-863c-f8d233135830 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.220251] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b347f6ab-ad69-4908-ade7-0c09cc5fe4c8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.232053] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592466fb-cac3-4950-acb3-ef68e9b79995 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.267443] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a8cee7-9751-498a-a48b-90468bc0fa75 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.276517] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598af943-8380-4a1b-89f9-a980591ceefd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.294281] env[69440]: DEBUG nova.compute.provider_tree [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.399998] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Releasing lock "refresh_cache-d017056e-049d-4162-bc9f-fca50d73fbe0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.400466] env[69440]: DEBUG nova.compute.manager [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Instance network_info: |[{"id": "54d49dcc-1f67-406e-8d71-158016a1cbae", "address": "fa:16:3e:85:20:43", "network": {"id": "c8567654-1fa2-470b-8dc6-8d94a71c8298", "bridge": "br-int", "label": "tempest-ServersTestJSON-1395697357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5975793fd39b415b8048ddfcdcfaac3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54d49dcc-1f", "ovs_interfaceid": "54d49dcc-1f67-406e-8d71-158016a1cbae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.401046] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:20:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54d49dcc-1f67-406e-8d71-158016a1cbae', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.412905] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Creating folder: Project (5975793fd39b415b8048ddfcdcfaac3b). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.416022] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e4d60b1-13b5-4ab8-9ac6-30c43d2d733a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.429876] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Created folder: Project (5975793fd39b415b8048ddfcdcfaac3b) in parent group-v819662. [ 847.430210] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Creating folder: Instances. Parent ref: group-v819796. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.430429] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-729a3a61-109d-4372-8c5c-8b924472c6d7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.445242] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Created folder: Instances in parent group-v819796. [ 847.445242] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.445242] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.445242] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-454205a4-6d37-4dbc-98e6-f1eacffd36cf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.468040] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.468040] env[69440]: value = "task-4139421" [ 847.468040] env[69440]: _type = "Task" [ 847.468040] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.476587] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139421, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.485095] env[69440]: DEBUG nova.compute.manager [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Received event network-vif-plugged-54d49dcc-1f67-406e-8d71-158016a1cbae {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.485322] env[69440]: DEBUG oslo_concurrency.lockutils [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] Acquiring lock "d017056e-049d-4162-bc9f-fca50d73fbe0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.485560] env[69440]: DEBUG oslo_concurrency.lockutils [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] Lock "d017056e-049d-4162-bc9f-fca50d73fbe0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.485730] env[69440]: DEBUG oslo_concurrency.lockutils [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] Lock "d017056e-049d-4162-bc9f-fca50d73fbe0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.485914] env[69440]: DEBUG nova.compute.manager [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] No waiting events found dispatching network-vif-plugged-54d49dcc-1f67-406e-8d71-158016a1cbae {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 847.486090] env[69440]: WARNING nova.compute.manager [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Received unexpected event network-vif-plugged-54d49dcc-1f67-406e-8d71-158016a1cbae for instance with vm_state building and task_state spawning. [ 847.486253] env[69440]: DEBUG nova.compute.manager [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Received event network-changed-54d49dcc-1f67-406e-8d71-158016a1cbae {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.486401] env[69440]: DEBUG nova.compute.manager [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Refreshing instance network info cache due to event network-changed-54d49dcc-1f67-406e-8d71-158016a1cbae. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.486583] env[69440]: DEBUG oslo_concurrency.lockutils [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] Acquiring lock "refresh_cache-d017056e-049d-4162-bc9f-fca50d73fbe0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.486714] env[69440]: DEBUG oslo_concurrency.lockutils [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] Acquired lock "refresh_cache-d017056e-049d-4162-bc9f-fca50d73fbe0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.486858] env[69440]: DEBUG nova.network.neutron [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Refreshing network info cache for port 54d49dcc-1f67-406e-8d71-158016a1cbae {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.498232] env[69440]: DEBUG oslo_vmware.api [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139417, 'name': CreateSnapshot_Task, 'duration_secs': 0.445531} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.499094] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Created Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 847.499933] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ebbfa6-b759-41ce-b400-00194c2be872 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.506578] env[69440]: DEBUG oslo_vmware.api [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139418, 'name': PowerOnVM_Task, 'duration_secs': 0.508402} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.507948] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.508275] env[69440]: INFO nova.compute.manager [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Took 8.74 seconds to spawn the instance on the hypervisor. [ 847.508465] env[69440]: DEBUG nova.compute.manager [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 847.509709] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedf0805-0e84-4893-af7c-67e0b1a30663 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.797840] env[69440]: DEBUG nova.scheduler.client.report [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.978049] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Acquiring lock "abe87d6e-d684-4ae8-be5b-de88ddbfbf3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.978543] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Lock "abe87d6e-d684-4ae8-be5b-de88ddbfbf3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.986113] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139421, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.029492] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Creating linked-clone VM from snapshot {{(pid=69440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 848.033163] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8fd06141-2402-4434-bf04-7817fb4eb23b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.039823] env[69440]: INFO nova.compute.manager [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Took 57.92 seconds to build instance. [ 848.046021] env[69440]: DEBUG oslo_vmware.api [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 848.046021] env[69440]: value = "task-4139422" [ 848.046021] env[69440]: _type = "Task" [ 848.046021] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.051158] env[69440]: DEBUG nova.compute.manager [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.064098] env[69440]: DEBUG oslo_vmware.api [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139422, 'name': CloneVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.090808] env[69440]: DEBUG nova.virt.hardware [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.091163] env[69440]: DEBUG nova.virt.hardware [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.091339] env[69440]: DEBUG nova.virt.hardware [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.091584] env[69440]: DEBUG nova.virt.hardware [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.091856] env[69440]: DEBUG nova.virt.hardware [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.092081] env[69440]: DEBUG nova.virt.hardware [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.092430] env[69440]: DEBUG nova.virt.hardware [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.092559] env[69440]: DEBUG nova.virt.hardware [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.092745] env[69440]: DEBUG nova.virt.hardware [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.092970] env[69440]: DEBUG nova.virt.hardware [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.093204] env[69440]: DEBUG nova.virt.hardware [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.094410] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e113b06-d98f-4107-a8db-81ab58a94aed {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.104929] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7211f59-213b-4172-aa78-cceec39fa602 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.305221] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.307354] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.130s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.309985] env[69440]: INFO nova.compute.claims [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.343379] env[69440]: INFO nova.scheduler.client.report [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Deleted allocations for instance d20937ea-1aa4-4dda-ac22-cf61aa680965 [ 848.360957] env[69440]: DEBUG nova.network.neutron [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Updated VIF entry in instance network info cache for port 54d49dcc-1f67-406e-8d71-158016a1cbae. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.361545] env[69440]: DEBUG nova.network.neutron [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Updating instance_info_cache with network_info: [{"id": "54d49dcc-1f67-406e-8d71-158016a1cbae", "address": "fa:16:3e:85:20:43", "network": {"id": "c8567654-1fa2-470b-8dc6-8d94a71c8298", "bridge": "br-int", "label": "tempest-ServersTestJSON-1395697357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5975793fd39b415b8048ddfcdcfaac3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54d49dcc-1f", "ovs_interfaceid": "54d49dcc-1f67-406e-8d71-158016a1cbae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.402414] env[69440]: DEBUG nova.network.neutron [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Successfully updated port: 8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.482324] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139421, 'name': CreateVM_Task, 'duration_secs': 0.734268} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.482510] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.483379] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.483547] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.484152] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.484383] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5a480d3-5279-4647-abab-f5cafc00fa6d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.492260] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Waiting for the task: (returnval){ [ 848.492260] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52a9ebe8-9599-f16b-96a6-e3dcbb9e448b" [ 848.492260] env[69440]: _type = "Task" [ 848.492260] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.503086] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a9ebe8-9599-f16b-96a6-e3dcbb9e448b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.545690] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5202d23-400c-4315-9586-9c87ca36c5a0 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Lock "f2ff90a8-b170-4ecf-be0c-da88d3f3a158" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.402s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.562094] env[69440]: DEBUG oslo_vmware.api [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139422, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.729155] env[69440]: DEBUG nova.network.neutron [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Successfully updated port: 1d3ca31d-e181-47ef-863c-f8d233135830 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.852231] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d68678ba-469e-445d-98d3-8c8d41c6148c tempest-ServersListShow296Test-1390575967 tempest-ServersListShow296Test-1390575967-project-member] Lock "d20937ea-1aa4-4dda-ac22-cf61aa680965" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.134s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.864032] env[69440]: DEBUG oslo_concurrency.lockutils [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] Releasing lock "refresh_cache-d017056e-049d-4162-bc9f-fca50d73fbe0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.864229] env[69440]: DEBUG nova.compute.manager [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Received event network-vif-plugged-a736c4aa-08cb-43e3-bf2c-10fde21053ae {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.864423] env[69440]: DEBUG oslo_concurrency.lockutils [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] Acquiring lock "0995d66a-3324-45b9-afe9-660cc208a538-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.864624] env[69440]: DEBUG oslo_concurrency.lockutils [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] Lock "0995d66a-3324-45b9-afe9-660cc208a538-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.864941] env[69440]: DEBUG oslo_concurrency.lockutils [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] Lock "0995d66a-3324-45b9-afe9-660cc208a538-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.864941] env[69440]: DEBUG nova.compute.manager [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] No waiting events found dispatching network-vif-plugged-a736c4aa-08cb-43e3-bf2c-10fde21053ae {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 848.865131] env[69440]: WARNING nova.compute.manager [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Received unexpected event network-vif-plugged-a736c4aa-08cb-43e3-bf2c-10fde21053ae for instance with vm_state building and task_state spawning. [ 848.865298] env[69440]: DEBUG nova.compute.manager [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Received event network-changed-a736c4aa-08cb-43e3-bf2c-10fde21053ae {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.865451] env[69440]: DEBUG nova.compute.manager [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Refreshing instance network info cache due to event network-changed-a736c4aa-08cb-43e3-bf2c-10fde21053ae. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.865633] env[69440]: DEBUG oslo_concurrency.lockutils [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] Acquiring lock "refresh_cache-0995d66a-3324-45b9-afe9-660cc208a538" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.865770] env[69440]: DEBUG oslo_concurrency.lockutils [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] Acquired lock "refresh_cache-0995d66a-3324-45b9-afe9-660cc208a538" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.865926] env[69440]: DEBUG nova.network.neutron [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Refreshing network info cache for port a736c4aa-08cb-43e3-bf2c-10fde21053ae {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.906273] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquiring lock "refresh_cache-0995d66a-3324-45b9-afe9-660cc208a538" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.003512] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a9ebe8-9599-f16b-96a6-e3dcbb9e448b, 'name': SearchDatastore_Task, 'duration_secs': 0.01501} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.003909] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.004122] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.004408] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.004553] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.004780] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.005443] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30226c43-9686-4261-b4b7-599dad9199c2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.015286] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.015490] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.016264] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6b093cf-145e-47c8-be47-9ed4aff9d62b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.022127] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Waiting for the task: (returnval){ [ 849.022127] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52c240ad-0903-ba7e-ba0a-8a07ed191223" [ 849.022127] env[69440]: _type = "Task" [ 849.022127] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.032453] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c240ad-0903-ba7e-ba0a-8a07ed191223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.059189] env[69440]: DEBUG nova.compute.manager [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.061971] env[69440]: DEBUG oslo_vmware.api [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139422, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.232283] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquiring lock "refresh_cache-27f67772-1f5c-4f13-89d0-bba7749ddb4e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.232283] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquired lock "refresh_cache-27f67772-1f5c-4f13-89d0-bba7749ddb4e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.232283] env[69440]: DEBUG nova.network.neutron [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.421311] env[69440]: DEBUG nova.network.neutron [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.516123] env[69440]: DEBUG nova.compute.manager [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Received event network-vif-plugged-8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.516526] env[69440]: DEBUG oslo_concurrency.lockutils [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] Acquiring lock "0995d66a-3324-45b9-afe9-660cc208a538-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.516911] env[69440]: DEBUG oslo_concurrency.lockutils [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] Lock "0995d66a-3324-45b9-afe9-660cc208a538-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.517210] env[69440]: DEBUG oslo_concurrency.lockutils [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] Lock "0995d66a-3324-45b9-afe9-660cc208a538-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.518319] env[69440]: DEBUG nova.compute.manager [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] No waiting events found dispatching network-vif-plugged-8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 849.518319] env[69440]: WARNING nova.compute.manager [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Received unexpected event network-vif-plugged-8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43 for instance with vm_state building and task_state spawning. [ 849.518319] env[69440]: DEBUG nova.compute.manager [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Received event network-changed-8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.518601] env[69440]: DEBUG nova.compute.manager [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Refreshing instance network info cache due to event network-changed-8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.518931] env[69440]: DEBUG oslo_concurrency.lockutils [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] Acquiring lock "refresh_cache-0995d66a-3324-45b9-afe9-660cc208a538" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.541098] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c240ad-0903-ba7e-ba0a-8a07ed191223, 'name': SearchDatastore_Task, 'duration_secs': 0.011256} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.546398] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37eb7f28-e480-4b4b-aee2-3905fa3074de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.556825] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Waiting for the task: (returnval){ [ 849.556825] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5212a1fc-b0bd-852f-5090-88e0ae43fbaf" [ 849.556825] env[69440]: _type = "Task" [ 849.556825] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.560922] env[69440]: DEBUG oslo_vmware.api [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139422, 'name': CloneVM_Task} progress is 95%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.576107] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5212a1fc-b0bd-852f-5090-88e0ae43fbaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.577219] env[69440]: DEBUG nova.network.neutron [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.586042] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.663592] env[69440]: DEBUG nova.compute.manager [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 849.665984] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e05b24d-d215-4512-9c4c-524dd5085c30 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.768899] env[69440]: DEBUG nova.network.neutron [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.924159] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87af988b-b436-497a-8444-eb7b29e34ec3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.933330] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f940089-9041-410a-bedb-a7a270ecbd09 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.937453] env[69440]: DEBUG nova.network.neutron [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Updating instance_info_cache with network_info: [{"id": "1d3ca31d-e181-47ef-863c-f8d233135830", "address": "fa:16:3e:f8:ee:7b", "network": {"id": "7df8f4a2-693e-4780-89d0-9346425975b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-590937234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d1aead63af044df9df43c2755ab7bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3ca31d-e1", "ovs_interfaceid": "1d3ca31d-e181-47ef-863c-f8d233135830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.971280] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3334b341-992d-4159-8edd-3d482fa0f96f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.981488] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf6ef16-0f72-426a-9735-a6d064f770be {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.994985] env[69440]: DEBUG nova.compute.provider_tree [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.062123] env[69440]: DEBUG oslo_vmware.api [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139422, 'name': CloneVM_Task, 'duration_secs': 1.660547} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.065507] env[69440]: INFO nova.virt.vmwareapi.vmops [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Created linked-clone VM from snapshot [ 850.066444] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7fcdd8-7391-4b09-a050-895e2a53b64c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.075071] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5212a1fc-b0bd-852f-5090-88e0ae43fbaf, 'name': SearchDatastore_Task, 'duration_secs': 0.019222} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.078450] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.078739] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] d017056e-049d-4162-bc9f-fca50d73fbe0/d017056e-049d-4162-bc9f-fca50d73fbe0.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.079089] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Uploading image b12cd0eb-7039-428e-b652-7a1a93aab6dc {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 850.081287] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a2ea6f8-4230-4512-b84b-784807f8c0d7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.083879] env[69440]: DEBUG oslo_concurrency.lockutils [req-14ab4157-95ce-417b-abdb-f9b5ffa4f4d3 req-54ff0763-8220-4692-b710-a9932bc1e272 service nova] Releasing lock "refresh_cache-0995d66a-3324-45b9-afe9-660cc208a538" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.084262] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquired lock "refresh_cache-0995d66a-3324-45b9-afe9-660cc208a538" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.084414] env[69440]: DEBUG nova.network.neutron [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.092399] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Waiting for the task: (returnval){ [ 850.092399] env[69440]: value = "task-4139423" [ 850.092399] env[69440]: _type = "Task" [ 850.092399] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.105436] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': task-4139423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.107705] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 850.107705] env[69440]: value = "vm-819799" [ 850.107705] env[69440]: _type = "VirtualMachine" [ 850.107705] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 850.108936] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a188f08c-9f98-4166-86ad-1976828e2cf7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.121034] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lease: (returnval){ [ 850.121034] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5254730c-b114-c23e-84c3-fcf8a1da524e" [ 850.121034] env[69440]: _type = "HttpNfcLease" [ 850.121034] env[69440]: } obtained for exporting VM: (result){ [ 850.121034] env[69440]: value = "vm-819799" [ 850.121034] env[69440]: _type = "VirtualMachine" [ 850.121034] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 850.121034] env[69440]: DEBUG oslo_vmware.api [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the lease: (returnval){ [ 850.121034] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5254730c-b114-c23e-84c3-fcf8a1da524e" [ 850.121034] env[69440]: _type = "HttpNfcLease" [ 850.121034] env[69440]: } to be ready. {{(pid=69440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 850.129950] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.129950] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5254730c-b114-c23e-84c3-fcf8a1da524e" [ 850.129950] env[69440]: _type = "HttpNfcLease" [ 850.129950] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 850.179688] env[69440]: INFO nova.compute.manager [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] instance snapshotting [ 850.183264] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e8db6b-23ce-4d84-8821-b5699fa96b21 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.207480] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df2b1c6-747d-41e6-9471-cf07833e10d9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.441700] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Releasing lock "refresh_cache-27f67772-1f5c-4f13-89d0-bba7749ddb4e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.441899] env[69440]: DEBUG nova.compute.manager [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Instance network_info: |[{"id": "1d3ca31d-e181-47ef-863c-f8d233135830", "address": "fa:16:3e:f8:ee:7b", "network": {"id": "7df8f4a2-693e-4780-89d0-9346425975b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-590937234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d1aead63af044df9df43c2755ab7bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3ca31d-e1", "ovs_interfaceid": "1d3ca31d-e181-47ef-863c-f8d233135830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.442371] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:ee:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d3ca31d-e181-47ef-863c-f8d233135830', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.450237] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.450552] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.450801] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca596df0-2166-4443-bb46-2d98bd18fd82 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.475840] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.475840] env[69440]: value = "task-4139425" [ 850.475840] env[69440]: _type = "Task" [ 850.475840] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.486039] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139425, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.498395] env[69440]: DEBUG nova.scheduler.client.report [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.603542] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': task-4139423, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.631761] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.631761] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5254730c-b114-c23e-84c3-fcf8a1da524e" [ 850.631761] env[69440]: _type = "HttpNfcLease" [ 850.631761] env[69440]: } is ready. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 850.632924] env[69440]: DEBUG nova.network.neutron [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.635136] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 850.635136] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5254730c-b114-c23e-84c3-fcf8a1da524e" [ 850.635136] env[69440]: _type = "HttpNfcLease" [ 850.635136] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 850.635992] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcd530e-9854-45b5-b082-ab1edb691759 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.645181] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c112b7-d3ef-5eaf-70fb-d2a6c08ed7b1/disk-0.vmdk from lease info. {{(pid=69440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 850.645262] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c112b7-d3ef-5eaf-70fb-d2a6c08ed7b1/disk-0.vmdk for reading. {{(pid=69440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 850.721350] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Creating Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 850.721826] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ba89e928-ac4c-43bd-b8e9-74e02ea842be {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.729476] env[69440]: DEBUG oslo_vmware.api [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for the task: (returnval){ [ 850.729476] env[69440]: value = "task-4139426" [ 850.729476] env[69440]: _type = "Task" [ 850.729476] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.738852] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9fe1559d-c2d6-4930-bd6e-50dc326131cb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.743805] env[69440]: DEBUG oslo_vmware.api [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139426, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.987675] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139425, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.007596] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.008333] env[69440]: DEBUG nova.compute.manager [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.012357] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.505s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.012623] env[69440]: DEBUG nova.objects.instance [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Lazy-loading 'resources' on Instance uuid c8a10353-ce88-44fe-a358-52677478cb8b {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.112179] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': task-4139423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602478} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.112454] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] d017056e-049d-4162-bc9f-fca50d73fbe0/d017056e-049d-4162-bc9f-fca50d73fbe0.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.113045] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.113045] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e6a35b7-eed1-4c96-9bae-fc3f80fdaf16 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.120861] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Waiting for the task: (returnval){ [ 851.120861] env[69440]: value = "task-4139427" [ 851.120861] env[69440]: _type = "Task" [ 851.120861] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.130776] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': task-4139427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.207281] env[69440]: DEBUG nova.network.neutron [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Updating instance_info_cache with network_info: [{"id": "6a222adf-ff45-4d1a-bebf-15b0ccb54b35", "address": "fa:16:3e:81:f6:cf", "network": {"id": "a9552843-9f96-48b3-8a44-161f00b8b6f4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2074368960", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd704328017e4ef485f7033ed6d8683b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a222adf-ff", "ovs_interfaceid": "6a222adf-ff45-4d1a-bebf-15b0ccb54b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a736c4aa-08cb-43e3-bf2c-10fde21053ae", "address": "fa:16:3e:17:18:0f", "network": {"id": "869e61e0-9ce5-4aa5-8193-bc58fb97c6dc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-439307819", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bd704328017e4ef485f7033ed6d8683b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa736c4aa-08", "ovs_interfaceid": "a736c4aa-08cb-43e3-bf2c-10fde21053ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43", "address": "fa:16:3e:b2:11:6c", "network": {"id": "a9552843-9f96-48b3-8a44-161f00b8b6f4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2074368960", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd704328017e4ef485f7033ed6d8683b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ef5c7cb-ea", "ovs_interfaceid": "8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.240354] env[69440]: DEBUG oslo_vmware.api [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139426, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.488382] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139425, 'name': CreateVM_Task, 'duration_secs': 0.690831} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.488572] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.489582] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.489770] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.490106] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.490377] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89ade1d0-d54c-40cd-b504-aa3f2f483c0c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.496103] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for the task: (returnval){ [ 851.496103] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52eee2fa-777a-957d-6a37-e13bfefa0e02" [ 851.496103] env[69440]: _type = "Task" [ 851.496103] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.505568] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52eee2fa-777a-957d-6a37-e13bfefa0e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.523672] env[69440]: DEBUG nova.compute.utils [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.525409] env[69440]: DEBUG nova.compute.manager [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.525614] env[69440]: DEBUG nova.network.neutron [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.573391] env[69440]: DEBUG nova.policy [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eab9092e988445f8a832f4c7b2fda193', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce0493320c2240b0bd2908264a8100f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.631403] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': task-4139427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082118} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.634297] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.635464] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15eecc34-b0d5-46b8-8f1b-f4b70c981995 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.658444] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] d017056e-049d-4162-bc9f-fca50d73fbe0/d017056e-049d-4162-bc9f-fca50d73fbe0.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.661480] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96726790-bef7-4842-b38c-6a87f45bd7fb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.684389] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Waiting for the task: (returnval){ [ 851.684389] env[69440]: value = "task-4139428" [ 851.684389] env[69440]: _type = "Task" [ 851.684389] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.697570] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': task-4139428, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.710366] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Releasing lock "refresh_cache-0995d66a-3324-45b9-afe9-660cc208a538" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.710890] env[69440]: DEBUG nova.compute.manager [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Instance network_info: |[{"id": "6a222adf-ff45-4d1a-bebf-15b0ccb54b35", "address": "fa:16:3e:81:f6:cf", "network": {"id": "a9552843-9f96-48b3-8a44-161f00b8b6f4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2074368960", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd704328017e4ef485f7033ed6d8683b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a222adf-ff", "ovs_interfaceid": "6a222adf-ff45-4d1a-bebf-15b0ccb54b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a736c4aa-08cb-43e3-bf2c-10fde21053ae", "address": "fa:16:3e:17:18:0f", "network": {"id": "869e61e0-9ce5-4aa5-8193-bc58fb97c6dc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-439307819", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bd704328017e4ef485f7033ed6d8683b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa736c4aa-08", "ovs_interfaceid": "a736c4aa-08cb-43e3-bf2c-10fde21053ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43", "address": "fa:16:3e:b2:11:6c", "network": {"id": "a9552843-9f96-48b3-8a44-161f00b8b6f4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2074368960", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd704328017e4ef485f7033ed6d8683b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ef5c7cb-ea", "ovs_interfaceid": "8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.712226] env[69440]: DEBUG oslo_concurrency.lockutils [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] Acquired lock "refresh_cache-0995d66a-3324-45b9-afe9-660cc208a538" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.712226] env[69440]: DEBUG nova.network.neutron [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Refreshing network info cache for port 8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.713393] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:f6:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a222adf-ff45-4d1a-bebf-15b0ccb54b35', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:18:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a736c4aa-08cb-43e3-bf2c-10fde21053ae', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:11:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.728422] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Creating folder: Project (bd704328017e4ef485f7033ed6d8683b). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.734685] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-109e3196-1103-4260-b792-a76976ec71b0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.749105] env[69440]: DEBUG oslo_vmware.api [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139426, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.756191] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Created folder: Project (bd704328017e4ef485f7033ed6d8683b) in parent group-v819662. [ 851.756191] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Creating folder: Instances. Parent ref: group-v819801. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.756516] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-598bf9a8-de07-48da-940b-a205d9c05137 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.772831] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Created folder: Instances in parent group-v819801. [ 851.773523] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.774557] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.774557] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6250a1e2-892b-46cd-af27-49d3f73a1690 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.807763] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.807763] env[69440]: value = "task-4139431" [ 851.807763] env[69440]: _type = "Task" [ 851.807763] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.824134] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139431, 'name': CreateVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.010911] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52eee2fa-777a-957d-6a37-e13bfefa0e02, 'name': SearchDatastore_Task, 'duration_secs': 0.021452} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.011276] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.011509] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.011863] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.012039] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.012233] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.015351] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4592f9cf-84e8-4ddb-b648-a853cfb5ba0f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.027220] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.027481] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.028693] env[69440]: DEBUG nova.compute.utils [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.030220] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da4100f1-920a-41c0-94ad-cfcdb65d4201 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.843515] env[69440]: DEBUG nova.network.neutron [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Successfully created port: 59671349-ba6a-4530-bf26-195c3a8d9c68 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.859742] env[69440]: DEBUG oslo_concurrency.lockutils [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Acquiring lock "f121bdab-27c9-457f-b3c0-0218b0d6d1e7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.860824] env[69440]: DEBUG oslo_concurrency.lockutils [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Lock "f121bdab-27c9-457f-b3c0-0218b0d6d1e7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.871986] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for the task: (returnval){ [ 852.871986] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]522a8791-64e5-9dd1-48d1-2e40b5480c3c" [ 852.871986] env[69440]: _type = "Task" [ 852.871986] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.872359] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': task-4139428, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.872584] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139431, 'name': CreateVM_Task, 'duration_secs': 0.56087} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.872842] env[69440]: DEBUG oslo_vmware.api [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139426, 'name': CreateSnapshot_Task, 'duration_secs': 1.201136} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.875987] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.876308] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Created Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 852.881180] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.881413] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.881838] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.882608] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a6ad95-2f0f-4527-8cc4-ba2d6592ad62 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.885860] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-279fe312-23ef-42c0-8e16-b465c5d4d09b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.901007] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]522a8791-64e5-9dd1-48d1-2e40b5480c3c, 'name': SearchDatastore_Task, 'duration_secs': 0.02961} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.903795] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for the task: (returnval){ [ 852.903795] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52cb449c-1b13-b03b-0e2c-42b5c76097a0" [ 852.903795] env[69440]: _type = "Task" [ 852.903795] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.905336] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86425ff7-d824-44fd-bca5-b18a0185acfa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.917238] env[69440]: DEBUG nova.network.neutron [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Updated VIF entry in instance network info cache for port 8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.917238] env[69440]: DEBUG nova.network.neutron [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Updating instance_info_cache with network_info: [{"id": "6a222adf-ff45-4d1a-bebf-15b0ccb54b35", "address": "fa:16:3e:81:f6:cf", "network": {"id": "a9552843-9f96-48b3-8a44-161f00b8b6f4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2074368960", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd704328017e4ef485f7033ed6d8683b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a222adf-ff", "ovs_interfaceid": "6a222adf-ff45-4d1a-bebf-15b0ccb54b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a736c4aa-08cb-43e3-bf2c-10fde21053ae", "address": "fa:16:3e:17:18:0f", "network": {"id": "869e61e0-9ce5-4aa5-8193-bc58fb97c6dc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-439307819", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bd704328017e4ef485f7033ed6d8683b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa736c4aa-08", "ovs_interfaceid": "a736c4aa-08cb-43e3-bf2c-10fde21053ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43", "address": "fa:16:3e:b2:11:6c", "network": {"id": "a9552843-9f96-48b3-8a44-161f00b8b6f4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2074368960", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd704328017e4ef485f7033ed6d8683b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ef5c7cb-ea", "ovs_interfaceid": "8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.923096] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for the task: (returnval){ [ 852.923096] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b8e75c-63e2-ea95-5450-cc3da6ee14ab" [ 852.923096] env[69440]: _type = "Task" [ 852.923096] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.927602] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52cb449c-1b13-b03b-0e2c-42b5c76097a0, 'name': SearchDatastore_Task, 'duration_secs': 0.0188} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.931576] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.931852] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.932140] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.932345] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.932464] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.933630] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-773d6ee1-f07a-4c9d-8f73-fb44f6512aad {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.945750] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52b8e75c-63e2-ea95-5450-cc3da6ee14ab, 'name': SearchDatastore_Task, 'duration_secs': 0.017499} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.946045] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.946313] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 27f67772-1f5c-4f13-89d0-bba7749ddb4e/27f67772-1f5c-4f13-89d0-bba7749ddb4e.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.946590] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f524feeb-a264-4b07-b51f-d09b4aad3eed {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.955226] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for the task: (returnval){ [ 852.955226] env[69440]: value = "task-4139432" [ 852.955226] env[69440]: _type = "Task" [ 852.955226] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.956455] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.956648] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.960306] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed607daa-767c-4f7b-a654-bb481256e696 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.969661] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.973689] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for the task: (returnval){ [ 852.973689] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528e0103-65c5-029f-1021-9df2e107be40" [ 852.973689] env[69440]: _type = "Task" [ 852.973689] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.984955] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528e0103-65c5-029f-1021-9df2e107be40, 'name': SearchDatastore_Task, 'duration_secs': 0.014158} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.988620] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e394e4dd-9afd-4d02-9fff-8bf8d212952b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.994698] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for the task: (returnval){ [ 852.994698] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52c2f601-1d72-eac1-17b2-26dd76051ede" [ 852.994698] env[69440]: _type = "Task" [ 852.994698] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.007548] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c2f601-1d72-eac1-17b2-26dd76051ede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.066488] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508448e4-6e0a-4370-a679-52e707179300 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.074680] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ac0f47-7906-434c-85f3-3c0cb9805a3b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.108187] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a613ba00-066b-4827-b65d-f475e49ee1ad {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.117281] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555d279e-43b4-4a5e-8a84-94337aae0997 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.133670] env[69440]: DEBUG nova.compute.provider_tree [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.341947] env[69440]: DEBUG nova.compute.manager [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.358697] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': task-4139428, 'name': ReconfigVM_Task, 'duration_secs': 1.521774} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.359128] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Reconfigured VM instance instance-0000002d to attach disk [datastore2] d017056e-049d-4162-bc9f-fca50d73fbe0/d017056e-049d-4162-bc9f-fca50d73fbe0.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.359858] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d838df58-fed8-4a09-ac15-5c65d818d55c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.368687] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Waiting for the task: (returnval){ [ 853.368687] env[69440]: value = "task-4139433" [ 853.368687] env[69440]: _type = "Task" [ 853.368687] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.375021] env[69440]: DEBUG nova.compute.utils [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.381044] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': task-4139433, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.413120] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Creating linked-clone VM from snapshot {{(pid=69440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 853.413987] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ea1962dd-a952-4457-a38a-c037c58b73da {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.418640] env[69440]: DEBUG oslo_concurrency.lockutils [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] Releasing lock "refresh_cache-0995d66a-3324-45b9-afe9-660cc208a538" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.418987] env[69440]: DEBUG nova.compute.manager [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Received event network-vif-plugged-1d3ca31d-e181-47ef-863c-f8d233135830 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.419274] env[69440]: DEBUG oslo_concurrency.lockutils [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] Acquiring lock "27f67772-1f5c-4f13-89d0-bba7749ddb4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.419547] env[69440]: DEBUG oslo_concurrency.lockutils [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] Lock "27f67772-1f5c-4f13-89d0-bba7749ddb4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.419790] env[69440]: DEBUG oslo_concurrency.lockutils [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] Lock "27f67772-1f5c-4f13-89d0-bba7749ddb4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.420039] env[69440]: DEBUG nova.compute.manager [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] No waiting events found dispatching network-vif-plugged-1d3ca31d-e181-47ef-863c-f8d233135830 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 853.420257] env[69440]: WARNING nova.compute.manager [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Received unexpected event network-vif-plugged-1d3ca31d-e181-47ef-863c-f8d233135830 for instance with vm_state building and task_state spawning. [ 853.420446] env[69440]: DEBUG nova.compute.manager [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Received event network-changed-1d3ca31d-e181-47ef-863c-f8d233135830 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.420680] env[69440]: DEBUG nova.compute.manager [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Refreshing instance network info cache due to event network-changed-1d3ca31d-e181-47ef-863c-f8d233135830. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.420905] env[69440]: DEBUG oslo_concurrency.lockutils [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] Acquiring lock "refresh_cache-27f67772-1f5c-4f13-89d0-bba7749ddb4e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.421109] env[69440]: DEBUG oslo_concurrency.lockutils [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] Acquired lock "refresh_cache-27f67772-1f5c-4f13-89d0-bba7749ddb4e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.421322] env[69440]: DEBUG nova.network.neutron [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Refreshing network info cache for port 1d3ca31d-e181-47ef-863c-f8d233135830 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.432037] env[69440]: DEBUG oslo_vmware.api [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for the task: (returnval){ [ 853.432037] env[69440]: value = "task-4139434" [ 853.432037] env[69440]: _type = "Task" [ 853.432037] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.444738] env[69440]: DEBUG oslo_vmware.api [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139434, 'name': CloneVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.470469] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139432, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.507023] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c2f601-1d72-eac1-17b2-26dd76051ede, 'name': SearchDatastore_Task, 'duration_secs': 0.014726} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.507323] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.507591] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 0995d66a-3324-45b9-afe9-660cc208a538/0995d66a-3324-45b9-afe9-660cc208a538.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.507891] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35f904d0-8ca8-4164-9b38-27528c12d632 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.518758] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for the task: (returnval){ [ 853.518758] env[69440]: value = "task-4139435" [ 853.518758] env[69440]: _type = "Task" [ 853.518758] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.529397] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.638853] env[69440]: DEBUG nova.scheduler.client.report [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.885408] env[69440]: DEBUG oslo_concurrency.lockutils [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Lock "f121bdab-27c9-457f-b3c0-0218b0d6d1e7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.024s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.885408] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': task-4139433, 'name': Rename_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.945237] env[69440]: DEBUG oslo_vmware.api [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139434, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.970921] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703284} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.970921] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 27f67772-1f5c-4f13-89d0-bba7749ddb4e/27f67772-1f5c-4f13-89d0-bba7749ddb4e.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.970921] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.973106] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4bf7d9a-6f4b-44e5-b252-858980548f04 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.982737] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for the task: (returnval){ [ 853.982737] env[69440]: value = "task-4139436" [ 853.982737] env[69440]: _type = "Task" [ 853.982737] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.995287] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.031025] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139435, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.145350] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.133s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.147885] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.206s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.149629] env[69440]: INFO nova.compute.claims [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.175033] env[69440]: INFO nova.scheduler.client.report [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Deleted allocations for instance c8a10353-ce88-44fe-a358-52677478cb8b [ 854.190730] env[69440]: DEBUG nova.network.neutron [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Updated VIF entry in instance network info cache for port 1d3ca31d-e181-47ef-863c-f8d233135830. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.190730] env[69440]: DEBUG nova.network.neutron [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Updating instance_info_cache with network_info: [{"id": "1d3ca31d-e181-47ef-863c-f8d233135830", "address": "fa:16:3e:f8:ee:7b", "network": {"id": "7df8f4a2-693e-4780-89d0-9346425975b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-590937234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d1aead63af044df9df43c2755ab7bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3ca31d-e1", "ovs_interfaceid": "1d3ca31d-e181-47ef-863c-f8d233135830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.354150] env[69440]: DEBUG nova.compute.manager [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.385403] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': task-4139433, 'name': Rename_Task, 'duration_secs': 0.562473} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.385618] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.385938] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d225a04-3681-4926-89d9-836a1cd45401 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.394314] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Waiting for the task: (returnval){ [ 854.394314] env[69440]: value = "task-4139437" [ 854.394314] env[69440]: _type = "Task" [ 854.394314] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.401921] env[69440]: DEBUG nova.virt.hardware [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:49:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1861275137',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1140203357',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.402177] env[69440]: DEBUG nova.virt.hardware [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.402323] env[69440]: DEBUG nova.virt.hardware [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.402512] env[69440]: DEBUG nova.virt.hardware [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.402831] env[69440]: DEBUG nova.virt.hardware [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.403040] env[69440]: DEBUG nova.virt.hardware [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.403266] env[69440]: DEBUG nova.virt.hardware [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.403460] env[69440]: DEBUG nova.virt.hardware [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.403648] env[69440]: DEBUG nova.virt.hardware [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.403855] env[69440]: DEBUG nova.virt.hardware [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.404089] env[69440]: DEBUG nova.virt.hardware [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.405074] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f101c0b-4611-421d-826c-dc293c5eb6d8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.414713] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': task-4139437, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.418347] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2192aeb9-2d27-4fb2-b824-031afb61141f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.455635] env[69440]: DEBUG oslo_vmware.api [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139434, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.477289] env[69440]: DEBUG nova.network.neutron [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Successfully updated port: 59671349-ba6a-4530-bf26-195c3a8d9c68 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.494252] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090325} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.494526] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.495853] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e655db-2797-4443-8ffe-b4cd9cbb85bb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.519097] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 27f67772-1f5c-4f13-89d0-bba7749ddb4e/27f67772-1f5c-4f13-89d0-bba7749ddb4e.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.519520] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f73a014e-65f5-4ace-a0e7-a3579f7fdf39 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.545499] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757629} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.547049] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 0995d66a-3324-45b9-afe9-660cc208a538/0995d66a-3324-45b9-afe9-660cc208a538.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.547278] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.547605] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for the task: (returnval){ [ 854.547605] env[69440]: value = "task-4139438" [ 854.547605] env[69440]: _type = "Task" [ 854.547605] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.547789] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa8d377a-a612-4272-a906-28c94fd6617e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.560241] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139438, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.561973] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for the task: (returnval){ [ 854.561973] env[69440]: value = "task-4139439" [ 854.561973] env[69440]: _type = "Task" [ 854.561973] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.570723] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.660222] env[69440]: DEBUG nova.compute.manager [req-c7c3cbf8-360f-4203-bfca-cb45bea8b225 req-c35b0251-ef24-4379-a0c2-865798a10b5d service nova] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Received event network-vif-plugged-59671349-ba6a-4530-bf26-195c3a8d9c68 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.662181] env[69440]: DEBUG oslo_concurrency.lockutils [req-c7c3cbf8-360f-4203-bfca-cb45bea8b225 req-c35b0251-ef24-4379-a0c2-865798a10b5d service nova] Acquiring lock "781604b4-a4c8-4b37-952d-e142265212da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.662181] env[69440]: DEBUG oslo_concurrency.lockutils [req-c7c3cbf8-360f-4203-bfca-cb45bea8b225 req-c35b0251-ef24-4379-a0c2-865798a10b5d service nova] Lock "781604b4-a4c8-4b37-952d-e142265212da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.662181] env[69440]: DEBUG oslo_concurrency.lockutils [req-c7c3cbf8-360f-4203-bfca-cb45bea8b225 req-c35b0251-ef24-4379-a0c2-865798a10b5d service nova] Lock "781604b4-a4c8-4b37-952d-e142265212da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.662181] env[69440]: DEBUG nova.compute.manager [req-c7c3cbf8-360f-4203-bfca-cb45bea8b225 req-c35b0251-ef24-4379-a0c2-865798a10b5d service nova] [instance: 781604b4-a4c8-4b37-952d-e142265212da] No waiting events found dispatching network-vif-plugged-59671349-ba6a-4530-bf26-195c3a8d9c68 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 854.662181] env[69440]: WARNING nova.compute.manager [req-c7c3cbf8-360f-4203-bfca-cb45bea8b225 req-c35b0251-ef24-4379-a0c2-865798a10b5d service nova] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Received unexpected event network-vif-plugged-59671349-ba6a-4530-bf26-195c3a8d9c68 for instance with vm_state building and task_state spawning. [ 854.684124] env[69440]: DEBUG oslo_concurrency.lockutils [None req-02b4c845-51f0-42b2-9684-e68a53a9d66d tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Lock "c8a10353-ce88-44fe-a358-52677478cb8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.657s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.697860] env[69440]: DEBUG oslo_concurrency.lockutils [req-446bca75-34c6-4125-ab05-074f37a65d24 req-b5a61978-28ad-49dc-84be-7902f9d65dd4 service nova] Releasing lock "refresh_cache-27f67772-1f5c-4f13-89d0-bba7749ddb4e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.910463] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': task-4139437, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.951960] env[69440]: DEBUG oslo_vmware.api [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139434, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.956955] env[69440]: DEBUG oslo_concurrency.lockutils [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Acquiring lock "f121bdab-27c9-457f-b3c0-0218b0d6d1e7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.957394] env[69440]: DEBUG oslo_concurrency.lockutils [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Lock "f121bdab-27c9-457f-b3c0-0218b0d6d1e7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.957760] env[69440]: INFO nova.compute.manager [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Attaching volume 7f01d381-1253-43f7-a6e1-747d8a23c9c0 to /dev/sdb [ 854.980753] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquiring lock "refresh_cache-781604b4-a4c8-4b37-952d-e142265212da" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.980927] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquired lock "refresh_cache-781604b4-a4c8-4b37-952d-e142265212da" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.981033] env[69440]: DEBUG nova.network.neutron [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.004648] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae5f9ed-94eb-4bd4-ad0f-8bfb01be8f68 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.015973] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2d081d-c5cd-4651-ad22-7d02a50f6970 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.037276] env[69440]: DEBUG nova.virt.block_device [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Updating existing volume attachment record: 6837df0c-483b-4c49-8bd0-66aa155b7b91 {{(pid=69440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 855.064050] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139438, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.073181] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078572} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.073647] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.074754] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53889462-6608-42ef-9b96-5ecc51924b93 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.108572] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 0995d66a-3324-45b9-afe9-660cc208a538/0995d66a-3324-45b9-afe9-660cc208a538.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.108995] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bb7f01b-3c16-4ad0-b765-5db1cd0f1ad7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.133657] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for the task: (returnval){ [ 855.133657] env[69440]: value = "task-4139440" [ 855.133657] env[69440]: _type = "Task" [ 855.133657] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.147246] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.407033] env[69440]: DEBUG oslo_vmware.api [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': task-4139437, 'name': PowerOnVM_Task, 'duration_secs': 0.740943} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.407033] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.407299] env[69440]: INFO nova.compute.manager [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Took 11.10 seconds to spawn the instance on the hypervisor. [ 855.407299] env[69440]: DEBUG nova.compute.manager [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 855.408082] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eac332-3df5-443a-9a8f-c7fc2e0e2f39 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.452345] env[69440]: DEBUG oslo_vmware.api [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139434, 'name': CloneVM_Task, 'duration_secs': 1.880093} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.455824] env[69440]: INFO nova.virt.vmwareapi.vmops [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Created linked-clone VM from snapshot [ 855.457052] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934e66a8-9556-49de-b379-cbaaff07f517 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.465810] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Uploading image a61621b0-23f4-469f-83ea-a17e405b29c0 {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 855.506295] env[69440]: DEBUG oslo_vmware.rw_handles [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 855.506295] env[69440]: value = "vm-819805" [ 855.506295] env[69440]: _type = "VirtualMachine" [ 855.506295] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 855.506295] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4b7ec2b4-c5f0-422b-b8b8-9cdae5045b95 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.514701] env[69440]: DEBUG oslo_vmware.rw_handles [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Lease: (returnval){ [ 855.514701] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52f79664-a013-d0f9-14b3-b447662f5054" [ 855.514701] env[69440]: _type = "HttpNfcLease" [ 855.514701] env[69440]: } obtained for exporting VM: (result){ [ 855.514701] env[69440]: value = "vm-819805" [ 855.514701] env[69440]: _type = "VirtualMachine" [ 855.514701] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 855.515133] env[69440]: DEBUG oslo_vmware.api [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for the lease: (returnval){ [ 855.515133] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52f79664-a013-d0f9-14b3-b447662f5054" [ 855.515133] env[69440]: _type = "HttpNfcLease" [ 855.515133] env[69440]: } to be ready. {{(pid=69440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 855.527398] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 855.527398] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52f79664-a013-d0f9-14b3-b447662f5054" [ 855.527398] env[69440]: _type = "HttpNfcLease" [ 855.527398] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 855.532363] env[69440]: DEBUG nova.network.neutron [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.566614] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139438, 'name': ReconfigVM_Task, 'duration_secs': 0.5481} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.566922] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 27f67772-1f5c-4f13-89d0-bba7749ddb4e/27f67772-1f5c-4f13-89d0-bba7749ddb4e.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.572299] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-976fa665-cac6-4b0e-8b87-e2e686270f2c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.575423] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for the task: (returnval){ [ 855.575423] env[69440]: value = "task-4139445" [ 855.575423] env[69440]: _type = "Task" [ 855.575423] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.589294] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139445, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.655803] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139440, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.737081] env[69440]: DEBUG nova.network.neutron [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Updating instance_info_cache with network_info: [{"id": "59671349-ba6a-4530-bf26-195c3a8d9c68", "address": "fa:16:3e:87:76:14", "network": {"id": "c2e00ffc-073c-4c57-b6fc-73176a379803", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1193690130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce0493320c2240b0bd2908264a8100f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59671349-ba", "ovs_interfaceid": "59671349-ba6a-4530-bf26-195c3a8d9c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.885034] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f6b3d9-b4a5-49a1-875e-2b249fd5135e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.894353] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484a44ee-0017-4846-9edc-cc7ab91cee06 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.935545] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223b918f-9f40-4c32-b666-170e86520d26 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.941318] env[69440]: INFO nova.compute.manager [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Took 54.76 seconds to build instance. [ 855.947424] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9a2551-5764-40cd-b0b1-37e39db39048 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.968803] env[69440]: DEBUG nova.compute.provider_tree [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.024138] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 856.024138] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52f79664-a013-d0f9-14b3-b447662f5054" [ 856.024138] env[69440]: _type = "HttpNfcLease" [ 856.024138] env[69440]: } is ready. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 856.024529] env[69440]: DEBUG oslo_vmware.rw_handles [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 856.024529] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52f79664-a013-d0f9-14b3-b447662f5054" [ 856.024529] env[69440]: _type = "HttpNfcLease" [ 856.024529] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 856.025397] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535723a7-24f3-4eca-9dca-1f249f49e443 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.034387] env[69440]: DEBUG oslo_vmware.rw_handles [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2accf-edee-054d-8f7c-f3e6f9727927/disk-0.vmdk from lease info. {{(pid=69440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 856.034614] env[69440]: DEBUG oslo_vmware.rw_handles [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2accf-edee-054d-8f7c-f3e6f9727927/disk-0.vmdk for reading. {{(pid=69440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 856.106304] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139445, 'name': Rename_Task, 'duration_secs': 0.230741} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.106839] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.107238] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b232d89-d4a3-484d-bff7-ff943e80aee1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.117713] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for the task: (returnval){ [ 856.117713] env[69440]: value = "task-4139446" [ 856.117713] env[69440]: _type = "Task" [ 856.117713] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.129091] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.144477] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139440, 'name': ReconfigVM_Task, 'duration_secs': 0.529985} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.144821] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 0995d66a-3324-45b9-afe9-660cc208a538/0995d66a-3324-45b9-afe9-660cc208a538.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.148203] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccebe40c-78aa-4117-8c96-3817fc0078ef {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.150760] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-52336bed-50ca-439f-8a01-270641a395c6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.159984] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for the task: (returnval){ [ 856.159984] env[69440]: value = "task-4139447" [ 856.159984] env[69440]: _type = "Task" [ 856.159984] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.173258] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139447, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.240382] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Releasing lock "refresh_cache-781604b4-a4c8-4b37-952d-e142265212da" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.240696] env[69440]: DEBUG nova.compute.manager [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Instance network_info: |[{"id": "59671349-ba6a-4530-bf26-195c3a8d9c68", "address": "fa:16:3e:87:76:14", "network": {"id": "c2e00ffc-073c-4c57-b6fc-73176a379803", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1193690130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce0493320c2240b0bd2908264a8100f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59671349-ba", "ovs_interfaceid": "59671349-ba6a-4530-bf26-195c3a8d9c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.241213] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:76:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c8dbe25-bca7-4d91-b577-193b8b2aad8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59671349-ba6a-4530-bf26-195c3a8d9c68', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.250472] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.250715] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.251008] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-050dbbff-5f98-4401-b803-27c23aa0e19d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.279215] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.279215] env[69440]: value = "task-4139448" [ 856.279215] env[69440]: _type = "Task" [ 856.279215] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.289453] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139448, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.447466] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Lock "d017056e-049d-4162-bc9f-fca50d73fbe0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.845s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.474697] env[69440]: DEBUG nova.scheduler.client.report [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.633043] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139446, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.673663] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139447, 'name': Rename_Task, 'duration_secs': 0.240279} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.674394] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.674687] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7b84e4a-a7ce-445c-97bd-c0ddb4d8db71 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.683724] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for the task: (returnval){ [ 856.683724] env[69440]: value = "task-4139449" [ 856.683724] env[69440]: _type = "Task" [ 856.683724] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.695296] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.795906] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139448, 'name': CreateVM_Task, 'duration_secs': 0.43155} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.796241] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.797853] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.798285] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.798685] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.799614] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ed68a96-25ce-4c2f-a6f9-23043ad6f03d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.808572] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 856.808572] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52247a1e-18d8-fa26-5ea9-d40350d11c36" [ 856.808572] env[69440]: _type = "Task" [ 856.808572] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.824080] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52247a1e-18d8-fa26-5ea9-d40350d11c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.917207] env[69440]: DEBUG nova.compute.manager [req-ba8fe961-a7cc-4ee6-8b75-4fe85acee2d0 req-ddb7583a-d5fb-4c2b-b96a-64a6a1ecf8ae service nova] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Received event network-changed-59671349-ba6a-4530-bf26-195c3a8d9c68 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.917697] env[69440]: DEBUG nova.compute.manager [req-ba8fe961-a7cc-4ee6-8b75-4fe85acee2d0 req-ddb7583a-d5fb-4c2b-b96a-64a6a1ecf8ae service nova] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Refreshing instance network info cache due to event network-changed-59671349-ba6a-4530-bf26-195c3a8d9c68. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.917997] env[69440]: DEBUG oslo_concurrency.lockutils [req-ba8fe961-a7cc-4ee6-8b75-4fe85acee2d0 req-ddb7583a-d5fb-4c2b-b96a-64a6a1ecf8ae service nova] Acquiring lock "refresh_cache-781604b4-a4c8-4b37-952d-e142265212da" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.918243] env[69440]: DEBUG oslo_concurrency.lockutils [req-ba8fe961-a7cc-4ee6-8b75-4fe85acee2d0 req-ddb7583a-d5fb-4c2b-b96a-64a6a1ecf8ae service nova] Acquired lock "refresh_cache-781604b4-a4c8-4b37-952d-e142265212da" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.918672] env[69440]: DEBUG nova.network.neutron [req-ba8fe961-a7cc-4ee6-8b75-4fe85acee2d0 req-ddb7583a-d5fb-4c2b-b96a-64a6a1ecf8ae service nova] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Refreshing network info cache for port 59671349-ba6a-4530-bf26-195c3a8d9c68 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.951597] env[69440]: DEBUG nova.compute.manager [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.979421] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.831s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.981408] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.447s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.981408] env[69440]: DEBUG nova.objects.instance [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 857.137094] env[69440]: DEBUG oslo_vmware.api [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139446, 'name': PowerOnVM_Task, 'duration_secs': 0.66364} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.137657] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.137972] env[69440]: INFO nova.compute.manager [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Took 9.09 seconds to spawn the instance on the hypervisor. [ 857.138337] env[69440]: DEBUG nova.compute.manager [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 857.139700] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b3bc33-2bd6-4b29-be57-6ad9b22b08d7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.197060] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139449, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.320642] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52247a1e-18d8-fa26-5ea9-d40350d11c36, 'name': SearchDatastore_Task, 'duration_secs': 0.01781} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.320972] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.321260] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.321486] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.321634] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.321846] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.322254] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70977bfc-35ba-4eb2-aed6-d4c7dc069e18 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.336947] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.337174] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.337960] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63af7e7c-dee7-45d4-a9c8-4b2c6980198c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.347307] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 857.347307] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52216292-ef45-46f2-93e6-cfb51c820d5c" [ 857.347307] env[69440]: _type = "Task" [ 857.347307] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.359173] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52216292-ef45-46f2-93e6-cfb51c820d5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.477150] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.492386] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Acquiring lock "ec6e6038-df81-42ff-ba50-75edd5dc52fd" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.492659] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Lock "ec6e6038-df81-42ff-ba50-75edd5dc52fd" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.664366] env[69440]: INFO nova.compute.manager [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Took 53.28 seconds to build instance. [ 857.672166] env[69440]: DEBUG nova.network.neutron [req-ba8fe961-a7cc-4ee6-8b75-4fe85acee2d0 req-ddb7583a-d5fb-4c2b-b96a-64a6a1ecf8ae service nova] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Updated VIF entry in instance network info cache for port 59671349-ba6a-4530-bf26-195c3a8d9c68. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.672166] env[69440]: DEBUG nova.network.neutron [req-ba8fe961-a7cc-4ee6-8b75-4fe85acee2d0 req-ddb7583a-d5fb-4c2b-b96a-64a6a1ecf8ae service nova] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Updating instance_info_cache with network_info: [{"id": "59671349-ba6a-4530-bf26-195c3a8d9c68", "address": "fa:16:3e:87:76:14", "network": {"id": "c2e00ffc-073c-4c57-b6fc-73176a379803", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1193690130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce0493320c2240b0bd2908264a8100f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59671349-ba", "ovs_interfaceid": "59671349-ba6a-4530-bf26-195c3a8d9c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.699722] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139449, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.860233] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52216292-ef45-46f2-93e6-cfb51c820d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.017122} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.861349] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f9f4fbe-038f-4511-b5a6-7576fe4df880 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.870463] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 857.870463] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52c05098-7971-b560-1e75-b046b0b300c1" [ 857.870463] env[69440]: _type = "Task" [ 857.870463] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.881842] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c05098-7971-b560-1e75-b046b0b300c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.996063] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3de91efd-e5ce-4d53-ad60-74616733a6f4 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.997411] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.079s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.997648] env[69440]: DEBUG nova.objects.instance [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Lazy-loading 'resources' on Instance uuid 3716320a-d067-4ad0-8284-424eb407f2ec {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.999017] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Lock "ec6e6038-df81-42ff-ba50-75edd5dc52fd" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.999547] env[69440]: DEBUG nova.compute.manager [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.168503] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "27f67772-1f5c-4f13-89d0-bba7749ddb4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.126s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.173674] env[69440]: DEBUG oslo_concurrency.lockutils [req-ba8fe961-a7cc-4ee6-8b75-4fe85acee2d0 req-ddb7583a-d5fb-4c2b-b96a-64a6a1ecf8ae service nova] Releasing lock "refresh_cache-781604b4-a4c8-4b37-952d-e142265212da" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.198225] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139449, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.387029] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c05098-7971-b560-1e75-b046b0b300c1, 'name': SearchDatastore_Task, 'duration_secs': 0.014502} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.387029] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.387029] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 781604b4-a4c8-4b37-952d-e142265212da/781604b4-a4c8-4b37-952d-e142265212da.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.387029] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c23a4229-bff4-4d09-b90c-041db04fa44d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.395944] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 858.395944] env[69440]: value = "task-4139451" [ 858.395944] env[69440]: _type = "Task" [ 858.395944] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.409014] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.510866] env[69440]: DEBUG nova.compute.utils [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.512713] env[69440]: DEBUG nova.compute.manager [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.512878] env[69440]: DEBUG nova.network.neutron [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.565292] env[69440]: DEBUG nova.policy [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c6073d833b649939a8662a497ee6968', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5100485126e24bb0bd85ee921069ebcf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.607408] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c112b7-d3ef-5eaf-70fb-d2a6c08ed7b1/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 858.608669] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a6ca86-4f28-4866-82b1-8fccf523a09d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.616499] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c112b7-d3ef-5eaf-70fb-d2a6c08ed7b1/disk-0.vmdk is in state: ready. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 858.616684] env[69440]: ERROR oslo_vmware.rw_handles [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c112b7-d3ef-5eaf-70fb-d2a6c08ed7b1/disk-0.vmdk due to incomplete transfer. [ 858.616930] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b09d3e0f-6cbb-411b-994d-2698fa7ea612 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.628455] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c112b7-d3ef-5eaf-70fb-d2a6c08ed7b1/disk-0.vmdk. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 858.628751] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Uploaded image b12cd0eb-7039-428e-b652-7a1a93aab6dc to the Glance image server {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 858.631286] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Destroying the VM {{(pid=69440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 858.631619] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-70f95ef5-1127-4ef4-92c3-8978674df8ae {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.643853] env[69440]: DEBUG oslo_vmware.api [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 858.643853] env[69440]: value = "task-4139452" [ 858.643853] env[69440]: _type = "Task" [ 858.643853] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.657109] env[69440]: DEBUG oslo_vmware.api [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139452, 'name': Destroy_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.671596] env[69440]: DEBUG nova.compute.manager [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.699760] env[69440]: DEBUG oslo_vmware.api [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139449, 'name': PowerOnVM_Task, 'duration_secs': 1.571391} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.702770] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.703013] env[69440]: INFO nova.compute.manager [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Took 17.18 seconds to spawn the instance on the hypervisor. [ 858.703196] env[69440]: DEBUG nova.compute.manager [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 858.704464] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcd1650-594f-46a9-9dbd-29bf4d4183f6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.908888] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139451, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.936979] env[69440]: DEBUG nova.network.neutron [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Successfully created port: 5e5d1b86-49d1-4703-9785-e58c2a7ba10b {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.019083] env[69440]: DEBUG nova.compute.manager [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.146336] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6523fcf6-9d0d-45de-8c29-788512b280f4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.156783] env[69440]: DEBUG nova.compute.manager [req-2e124f35-2370-4664-b1a9-e280aeb6d6c2 req-769413d7-7159-41a7-b539-7d57cf71d1a8 service nova] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Received event network-changed-54d49dcc-1f67-406e-8d71-158016a1cbae {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.157052] env[69440]: DEBUG nova.compute.manager [req-2e124f35-2370-4664-b1a9-e280aeb6d6c2 req-769413d7-7159-41a7-b539-7d57cf71d1a8 service nova] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Refreshing instance network info cache due to event network-changed-54d49dcc-1f67-406e-8d71-158016a1cbae. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.157325] env[69440]: DEBUG oslo_concurrency.lockutils [req-2e124f35-2370-4664-b1a9-e280aeb6d6c2 req-769413d7-7159-41a7-b539-7d57cf71d1a8 service nova] Acquiring lock "refresh_cache-d017056e-049d-4162-bc9f-fca50d73fbe0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.157529] env[69440]: DEBUG oslo_concurrency.lockutils [req-2e124f35-2370-4664-b1a9-e280aeb6d6c2 req-769413d7-7159-41a7-b539-7d57cf71d1a8 service nova] Acquired lock "refresh_cache-d017056e-049d-4162-bc9f-fca50d73fbe0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.157793] env[69440]: DEBUG nova.network.neutron [req-2e124f35-2370-4664-b1a9-e280aeb6d6c2 req-769413d7-7159-41a7-b539-7d57cf71d1a8 service nova] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Refreshing network info cache for port 54d49dcc-1f67-406e-8d71-158016a1cbae {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.164020] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a101afd5-8e4f-4869-861e-9b2432f9e0c0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.171033] env[69440]: DEBUG oslo_vmware.api [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139452, 'name': Destroy_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.211118] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738b91ad-e861-4269-a48a-a57e169d07e7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.221117] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99817c11-c57d-457c-af9a-07da5e17cde5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.231426] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.234613] env[69440]: INFO nova.compute.manager [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Took 66.01 seconds to build instance. [ 859.244277] env[69440]: DEBUG nova.compute.provider_tree [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.409526] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756328} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.409954] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 781604b4-a4c8-4b37-952d-e142265212da/781604b4-a4c8-4b37-952d-e142265212da.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.410103] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.410339] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1b240b2-8a85-4207-b1ce-6bcdc33891a4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.417569] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 859.417569] env[69440]: value = "task-4139453" [ 859.417569] env[69440]: _type = "Task" [ 859.417569] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.427092] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.606724] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Volume attach. Driver type: vmdk {{(pid=69440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 859.606973] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819808', 'volume_id': '7f01d381-1253-43f7-a6e1-747d8a23c9c0', 'name': 'volume-7f01d381-1253-43f7-a6e1-747d8a23c9c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f121bdab-27c9-457f-b3c0-0218b0d6d1e7', 'attached_at': '', 'detached_at': '', 'volume_id': '7f01d381-1253-43f7-a6e1-747d8a23c9c0', 'serial': '7f01d381-1253-43f7-a6e1-747d8a23c9c0'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 859.607926] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa0ad04-0f04-4fb2-8c36-7cce164b7d6d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.625631] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e77f56c-846b-4828-9a99-c38a956f282a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.656848] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-7f01d381-1253-43f7-a6e1-747d8a23c9c0/volume-7f01d381-1253-43f7-a6e1-747d8a23c9c0.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.657438] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1271ca6a-8072-4392-9637-8ee52c104fec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.684674] env[69440]: DEBUG oslo_vmware.api [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139452, 'name': Destroy_Task, 'duration_secs': 1.024099} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.686275] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Destroyed the VM [ 859.686492] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Deleting Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 859.686821] env[69440]: DEBUG oslo_vmware.api [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Waiting for the task: (returnval){ [ 859.686821] env[69440]: value = "task-4139454" [ 859.686821] env[69440]: _type = "Task" [ 859.686821] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.687055] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-69802a12-272b-4b5f-8cb6-6d2c1fd5207d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.699623] env[69440]: DEBUG oslo_vmware.api [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Task: {'id': task-4139454, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.700680] env[69440]: DEBUG oslo_vmware.api [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 859.700680] env[69440]: value = "task-4139455" [ 859.700680] env[69440]: _type = "Task" [ 859.700680] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.746986] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74f444ae-9644-44cf-95bb-551aac839933 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lock "0995d66a-3324-45b9-afe9-660cc208a538" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 111.712s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.748017] env[69440]: DEBUG nova.scheduler.client.report [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.931863] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219847} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.932355] env[69440]: DEBUG nova.network.neutron [req-2e124f35-2370-4664-b1a9-e280aeb6d6c2 req-769413d7-7159-41a7-b539-7d57cf71d1a8 service nova] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Updated VIF entry in instance network info cache for port 54d49dcc-1f67-406e-8d71-158016a1cbae. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.932838] env[69440]: DEBUG nova.network.neutron [req-2e124f35-2370-4664-b1a9-e280aeb6d6c2 req-769413d7-7159-41a7-b539-7d57cf71d1a8 service nova] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Updating instance_info_cache with network_info: [{"id": "54d49dcc-1f67-406e-8d71-158016a1cbae", "address": "fa:16:3e:85:20:43", "network": {"id": "c8567654-1fa2-470b-8dc6-8d94a71c8298", "bridge": "br-int", "label": "tempest-ServersTestJSON-1395697357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5975793fd39b415b8048ddfcdcfaac3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54d49dcc-1f", "ovs_interfaceid": "54d49dcc-1f67-406e-8d71-158016a1cbae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.938399] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.942226] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4539e026-c801-4a18-9f19-5c5690f2f2aa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.964857] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 781604b4-a4c8-4b37-952d-e142265212da/781604b4-a4c8-4b37-952d-e142265212da.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.965943] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f37c51a2-3844-4fdb-a17e-e830263c1e01 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.987887] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 859.987887] env[69440]: value = "task-4139456" [ 859.987887] env[69440]: _type = "Task" [ 859.987887] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.999438] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.031661] env[69440]: DEBUG nova.compute.manager [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.058913] env[69440]: DEBUG nova.virt.hardware [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.059291] env[69440]: DEBUG nova.virt.hardware [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.059505] env[69440]: DEBUG nova.virt.hardware [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.059712] env[69440]: DEBUG nova.virt.hardware [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.059860] env[69440]: DEBUG nova.virt.hardware [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.060019] env[69440]: DEBUG nova.virt.hardware [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.060238] env[69440]: DEBUG nova.virt.hardware [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.060442] env[69440]: DEBUG nova.virt.hardware [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.060678] env[69440]: DEBUG nova.virt.hardware [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.060889] env[69440]: DEBUG nova.virt.hardware [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.061096] env[69440]: DEBUG nova.virt.hardware [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.062517] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729fd9c7-7f65-410a-b8a3-376c495b65e7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.072376] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c55bbe5-be96-4785-9951-0c34e139a569 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.200953] env[69440]: DEBUG oslo_vmware.api [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Task: {'id': task-4139454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.211265] env[69440]: DEBUG oslo_vmware.api [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139455, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.258018] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.261088] env[69440]: DEBUG nova.compute.manager [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.265545] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.296s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.265545] env[69440]: DEBUG nova.objects.instance [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lazy-loading 'resources' on Instance uuid 814f3854-3681-4f3d-95de-18340a765f53 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.270025] env[69440]: DEBUG oslo_concurrency.lockutils [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "8fb7187b-854f-4a4b-8129-318705dfc170" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.270025] env[69440]: DEBUG oslo_concurrency.lockutils [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "8fb7187b-854f-4a4b-8129-318705dfc170" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.270025] env[69440]: DEBUG oslo_concurrency.lockutils [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "8fb7187b-854f-4a4b-8129-318705dfc170-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.270025] env[69440]: DEBUG oslo_concurrency.lockutils [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "8fb7187b-854f-4a4b-8129-318705dfc170-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.270025] env[69440]: DEBUG oslo_concurrency.lockutils [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "8fb7187b-854f-4a4b-8129-318705dfc170-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.270726] env[69440]: INFO nova.compute.manager [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Terminating instance [ 860.303517] env[69440]: INFO nova.scheduler.client.report [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Deleted allocations for instance 3716320a-d067-4ad0-8284-424eb407f2ec [ 860.439723] env[69440]: DEBUG oslo_concurrency.lockutils [req-2e124f35-2370-4664-b1a9-e280aeb6d6c2 req-769413d7-7159-41a7-b539-7d57cf71d1a8 service nova] Releasing lock "refresh_cache-d017056e-049d-4162-bc9f-fca50d73fbe0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.510023] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139456, 'name': ReconfigVM_Task, 'duration_secs': 0.457173} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.510023] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 781604b4-a4c8-4b37-952d-e142265212da/781604b4-a4c8-4b37-952d-e142265212da.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.510282] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69440) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 860.511545] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-54fd8c76-43f6-4570-bb15-c860e66533a5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.521529] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 860.521529] env[69440]: value = "task-4139457" [ 860.521529] env[69440]: _type = "Task" [ 860.521529] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.532823] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139457, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.606398] env[69440]: DEBUG nova.network.neutron [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Successfully updated port: 5e5d1b86-49d1-4703-9785-e58c2a7ba10b {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.709321] env[69440]: DEBUG oslo_vmware.api [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Task: {'id': task-4139454, 'name': ReconfigVM_Task, 'duration_secs': 0.671577} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.713438] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-7f01d381-1253-43f7-a6e1-747d8a23c9c0/volume-7f01d381-1253-43f7-a6e1-747d8a23c9c0.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.720393] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c9701ad-ea55-4192-af91-9748711e63f5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.737891] env[69440]: DEBUG oslo_vmware.api [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139455, 'name': RemoveSnapshot_Task, 'duration_secs': 0.718044} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.741018] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Deleted Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 860.741018] env[69440]: INFO nova.compute.manager [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Took 14.33 seconds to snapshot the instance on the hypervisor. [ 860.743447] env[69440]: DEBUG oslo_vmware.api [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Waiting for the task: (returnval){ [ 860.743447] env[69440]: value = "task-4139458" [ 860.743447] env[69440]: _type = "Task" [ 860.743447] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.754566] env[69440]: DEBUG oslo_vmware.api [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Task: {'id': task-4139458, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.776727] env[69440]: DEBUG nova.compute.manager [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.777080] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.780466] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089386e3-31cc-46c0-8519-988bc3905047 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.790102] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.790920] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c58d4722-e34f-4406-903e-5a5d2bdcc152 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.797587] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.815082] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Lock "3716320a-d067-4ad0-8284-424eb407f2ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.336s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.867620] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.867842] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.868038] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Deleting the datastore file [datastore1] 8fb7187b-854f-4a4b-8129-318705dfc170 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.868865] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8507a100-49da-4704-a7c5-23927351730d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.876806] env[69440]: DEBUG oslo_vmware.api [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 860.876806] env[69440]: value = "task-4139460" [ 860.876806] env[69440]: _type = "Task" [ 860.876806] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.887321] env[69440]: DEBUG oslo_vmware.api [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.033215] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139457, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.062179} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.033215] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69440) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 861.033620] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89652a5-4740-409b-8196-db3c7490c3ec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.060178] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 781604b4-a4c8-4b37-952d-e142265212da/ephemeral_0.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.063067] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdf28c99-4f56-487f-8dcd-9d0454adab4f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.084164] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 861.084164] env[69440]: value = "task-4139461" [ 861.084164] env[69440]: _type = "Task" [ 861.084164] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.099283] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.109265] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Acquiring lock "refresh_cache-cae202f4-3111-4611-ad68-bfaac359bd8e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.109475] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Acquired lock "refresh_cache-cae202f4-3111-4611-ad68-bfaac359bd8e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.109648] env[69440]: DEBUG nova.network.neutron [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.185896] env[69440]: DEBUG nova.compute.manager [req-4746f0eb-a748-44cf-8d4e-8bb94c7c8dc2 req-c410a321-7ba0-4047-8bdf-daf1716a5420 service nova] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Received event network-vif-plugged-5e5d1b86-49d1-4703-9785-e58c2a7ba10b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.185896] env[69440]: DEBUG oslo_concurrency.lockutils [req-4746f0eb-a748-44cf-8d4e-8bb94c7c8dc2 req-c410a321-7ba0-4047-8bdf-daf1716a5420 service nova] Acquiring lock "cae202f4-3111-4611-ad68-bfaac359bd8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.185896] env[69440]: DEBUG oslo_concurrency.lockutils [req-4746f0eb-a748-44cf-8d4e-8bb94c7c8dc2 req-c410a321-7ba0-4047-8bdf-daf1716a5420 service nova] Lock "cae202f4-3111-4611-ad68-bfaac359bd8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.185896] env[69440]: DEBUG oslo_concurrency.lockutils [req-4746f0eb-a748-44cf-8d4e-8bb94c7c8dc2 req-c410a321-7ba0-4047-8bdf-daf1716a5420 service nova] Lock "cae202f4-3111-4611-ad68-bfaac359bd8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.186925] env[69440]: DEBUG nova.compute.manager [req-4746f0eb-a748-44cf-8d4e-8bb94c7c8dc2 req-c410a321-7ba0-4047-8bdf-daf1716a5420 service nova] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] No waiting events found dispatching network-vif-plugged-5e5d1b86-49d1-4703-9785-e58c2a7ba10b {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 861.186925] env[69440]: WARNING nova.compute.manager [req-4746f0eb-a748-44cf-8d4e-8bb94c7c8dc2 req-c410a321-7ba0-4047-8bdf-daf1716a5420 service nova] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Received unexpected event network-vif-plugged-5e5d1b86-49d1-4703-9785-e58c2a7ba10b for instance with vm_state building and task_state spawning. [ 861.249087] env[69440]: DEBUG nova.compute.manager [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Instance disappeared during snapshot {{(pid=69440) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 861.262189] env[69440]: DEBUG oslo_vmware.api [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Task: {'id': task-4139458, 'name': ReconfigVM_Task, 'duration_secs': 0.209511} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.266168] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819808', 'volume_id': '7f01d381-1253-43f7-a6e1-747d8a23c9c0', 'name': 'volume-7f01d381-1253-43f7-a6e1-747d8a23c9c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f121bdab-27c9-457f-b3c0-0218b0d6d1e7', 'attached_at': '', 'detached_at': '', 'volume_id': '7f01d381-1253-43f7-a6e1-747d8a23c9c0', 'serial': '7f01d381-1253-43f7-a6e1-747d8a23c9c0'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 861.271512] env[69440]: DEBUG nova.compute.manager [None req-c40c8d1b-389e-488b-bd5a-18bd366b529d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Image not found during clean up b12cd0eb-7039-428e-b652-7a1a93aab6dc {{(pid=69440) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 861.348319] env[69440]: DEBUG oslo_concurrency.lockutils [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "8bd9fdeb-3e98-4d0f-8523-49077618fbdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.348776] env[69440]: DEBUG oslo_concurrency.lockutils [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "8bd9fdeb-3e98-4d0f-8523-49077618fbdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.389071] env[69440]: DEBUG oslo_vmware.api [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37089} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.391233] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.391233] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.391233] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.391233] env[69440]: INFO nova.compute.manager [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Took 0.61 seconds to destroy the instance on the hypervisor. [ 861.391233] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.393893] env[69440]: DEBUG nova.compute.manager [-] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.394084] env[69440]: DEBUG nova.network.neutron [-] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.428042] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ca2f45-00e4-46c1-b12b-9ebfa2b8d317 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.437062] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a402b930-8c2a-4096-b669-eebbcf18ea0e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.473153] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ccba67-0b50-45ad-8301-83fd34b5e3af {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.484794] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a937267-8375-4b4c-a5a6-91f881bd07bd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.504499] env[69440]: DEBUG nova.compute.provider_tree [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.595056] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139461, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.662713] env[69440]: DEBUG nova.network.neutron [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.831041] env[69440]: DEBUG nova.network.neutron [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Updating instance_info_cache with network_info: [{"id": "5e5d1b86-49d1-4703-9785-e58c2a7ba10b", "address": "fa:16:3e:20:35:b0", "network": {"id": "0fe48f0d-778d-4b52-b58d-d51c4e6df331", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1157486138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5100485126e24bb0bd85ee921069ebcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e5d1b86-49", "ovs_interfaceid": "5e5d1b86-49d1-4703-9785-e58c2a7ba10b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.862175] env[69440]: DEBUG nova.compute.manager [req-a93c9d80-097f-4222-a4d3-a4dc72420073 req-1a9b18db-689d-43f2-af25-b3168a911f58 service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Received event network-changed-7bae1de3-ff26-4b2c-9941-c02f858e5c3a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.862409] env[69440]: DEBUG nova.compute.manager [req-a93c9d80-097f-4222-a4d3-a4dc72420073 req-1a9b18db-689d-43f2-af25-b3168a911f58 service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Refreshing instance network info cache due to event network-changed-7bae1de3-ff26-4b2c-9941-c02f858e5c3a. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.862616] env[69440]: DEBUG oslo_concurrency.lockutils [req-a93c9d80-097f-4222-a4d3-a4dc72420073 req-1a9b18db-689d-43f2-af25-b3168a911f58 service nova] Acquiring lock "refresh_cache-452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.862756] env[69440]: DEBUG oslo_concurrency.lockutils [req-a93c9d80-097f-4222-a4d3-a4dc72420073 req-1a9b18db-689d-43f2-af25-b3168a911f58 service nova] Acquired lock "refresh_cache-452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.862909] env[69440]: DEBUG nova.network.neutron [req-a93c9d80-097f-4222-a4d3-a4dc72420073 req-1a9b18db-689d-43f2-af25-b3168a911f58 service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Refreshing network info cache for port 7bae1de3-ff26-4b2c-9941-c02f858e5c3a {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.008283] env[69440]: DEBUG nova.scheduler.client.report [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.097289] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139461, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.223168] env[69440]: DEBUG nova.network.neutron [-] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.315241] env[69440]: DEBUG nova.objects.instance [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Lazy-loading 'flavor' on Instance uuid f121bdab-27c9-457f-b3c0-0218b0d6d1e7 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.333322] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Releasing lock "refresh_cache-cae202f4-3111-4611-ad68-bfaac359bd8e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.333561] env[69440]: DEBUG nova.compute.manager [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Instance network_info: |[{"id": "5e5d1b86-49d1-4703-9785-e58c2a7ba10b", "address": "fa:16:3e:20:35:b0", "network": {"id": "0fe48f0d-778d-4b52-b58d-d51c4e6df331", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1157486138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5100485126e24bb0bd85ee921069ebcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e5d1b86-49", "ovs_interfaceid": "5e5d1b86-49d1-4703-9785-e58c2a7ba10b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.334035] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:35:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e5d1b86-49d1-4703-9785-e58c2a7ba10b', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.344523] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Creating folder: Project (5100485126e24bb0bd85ee921069ebcf). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.344925] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0c1006d-c183-43fb-8c86-f31a54d001f7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.360176] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Created folder: Project (5100485126e24bb0bd85ee921069ebcf) in parent group-v819662. [ 862.360451] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Creating folder: Instances. Parent ref: group-v819810. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.361057] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd2df3e1-af98-4be9-b47b-eedacc553c4d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.375500] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Created folder: Instances in parent group-v819810. [ 862.376506] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.376827] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.377044] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45b6dae9-4566-4ec0-b8ea-6e95a93528f4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.405719] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.405719] env[69440]: value = "task-4139464" [ 862.405719] env[69440]: _type = "Task" [ 862.405719] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.415890] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139464, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.513845] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.519347] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.427s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.519611] env[69440]: DEBUG nova.objects.instance [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Lazy-loading 'resources' on Instance uuid bc2d5898-8c8a-477e-af14-c15f00eedb0d {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.528492] env[69440]: DEBUG oslo_concurrency.lockutils [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquiring lock "0995d66a-3324-45b9-afe9-660cc208a538" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.528798] env[69440]: DEBUG oslo_concurrency.lockutils [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lock "0995d66a-3324-45b9-afe9-660cc208a538" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.529572] env[69440]: DEBUG oslo_concurrency.lockutils [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquiring lock "0995d66a-3324-45b9-afe9-660cc208a538-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.529940] env[69440]: DEBUG oslo_concurrency.lockutils [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lock "0995d66a-3324-45b9-afe9-660cc208a538-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.530145] env[69440]: DEBUG oslo_concurrency.lockutils [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lock "0995d66a-3324-45b9-afe9-660cc208a538-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.537818] env[69440]: INFO nova.compute.manager [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Terminating instance [ 862.548259] env[69440]: INFO nova.scheduler.client.report [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Deleted allocations for instance 814f3854-3681-4f3d-95de-18340a765f53 [ 862.603421] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139461, 'name': ReconfigVM_Task, 'duration_secs': 1.511116} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.604276] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 781604b4-a4c8-4b37-952d-e142265212da/ephemeral_0.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.605318] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4756894e-0a8b-49ce-97e0-8f53c916f117 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.615762] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 862.615762] env[69440]: value = "task-4139465" [ 862.615762] env[69440]: _type = "Task" [ 862.615762] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.626777] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139465, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.633729] env[69440]: DEBUG nova.network.neutron [req-a93c9d80-097f-4222-a4d3-a4dc72420073 req-1a9b18db-689d-43f2-af25-b3168a911f58 service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Updated VIF entry in instance network info cache for port 7bae1de3-ff26-4b2c-9941-c02f858e5c3a. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.634330] env[69440]: DEBUG nova.network.neutron [req-a93c9d80-097f-4222-a4d3-a4dc72420073 req-1a9b18db-689d-43f2-af25-b3168a911f58 service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Updating instance_info_cache with network_info: [{"id": "7bae1de3-ff26-4b2c-9941-c02f858e5c3a", "address": "fa:16:3e:f8:74:e2", "network": {"id": "7df8f4a2-693e-4780-89d0-9346425975b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-590937234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d1aead63af044df9df43c2755ab7bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bae1de3-ff", "ovs_interfaceid": "7bae1de3-ff26-4b2c-9941-c02f858e5c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.725196] env[69440]: INFO nova.compute.manager [-] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Took 1.33 seconds to deallocate network for instance. [ 862.821972] env[69440]: DEBUG oslo_concurrency.lockutils [None req-42c7fa1f-5c4e-464f-bcdd-c2dd7a23cecd tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Lock "f121bdab-27c9-457f-b3c0-0218b0d6d1e7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.865s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.917246] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139464, 'name': CreateVM_Task, 'duration_secs': 0.468961} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.917454] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.918134] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.918327] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.918665] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.918934] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-431915f3-0b0f-45a6-ae47-faacaf1ed888 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.924308] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Waiting for the task: (returnval){ [ 862.924308] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5228e894-fe32-1e72-4fdd-5de4e1abd02f" [ 862.924308] env[69440]: _type = "Task" [ 862.924308] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.935765] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5228e894-fe32-1e72-4fdd-5de4e1abd02f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.048345] env[69440]: DEBUG nova.compute.manager [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.048735] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.050311] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ed4a33-2777-4ee0-a14b-e719b8c367cf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.058067] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2571ca2d-2146-4062-ac6f-5844bc53f6eb tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "814f3854-3681-4f3d-95de-18340a765f53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.250s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.077085] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.077794] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7a94669-6846-47ef-9e78-66824fabc5d8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.087284] env[69440]: DEBUG oslo_vmware.api [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for the task: (returnval){ [ 863.087284] env[69440]: value = "task-4139466" [ 863.087284] env[69440]: _type = "Task" [ 863.087284] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.108555] env[69440]: DEBUG oslo_vmware.api [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.130840] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139465, 'name': Rename_Task, 'duration_secs': 0.256692} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.131582] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.132331] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c51741bf-d08e-4179-88d6-7f82d84f9b86 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.140984] env[69440]: DEBUG oslo_concurrency.lockutils [req-a93c9d80-097f-4222-a4d3-a4dc72420073 req-1a9b18db-689d-43f2-af25-b3168a911f58 service nova] Releasing lock "refresh_cache-452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.143676] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 863.143676] env[69440]: value = "task-4139467" [ 863.143676] env[69440]: _type = "Task" [ 863.143676] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.161075] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.236027] env[69440]: DEBUG oslo_concurrency.lockutils [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.438486] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5228e894-fe32-1e72-4fdd-5de4e1abd02f, 'name': SearchDatastore_Task, 'duration_secs': 0.022534} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.438657] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.438871] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.439216] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.440069] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.440069] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.440069] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d54279f-6dcf-4160-a509-0425c074c6a9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.456666] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.456666] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.461609] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-916e9ca2-fcd0-4310-a519-e45e09658b48 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.469584] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Waiting for the task: (returnval){ [ 863.469584] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52bb2564-839d-fc43-d977-2e15ea7c516c" [ 863.469584] env[69440]: _type = "Task" [ 863.469584] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.479349] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52bb2564-839d-fc43-d977-2e15ea7c516c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.597766] env[69440]: DEBUG oslo_vmware.api [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139466, 'name': PowerOffVM_Task, 'duration_secs': 0.335599} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.599017] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.599017] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.600999] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c15eb49-e89b-49dd-838a-be6febb357a5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.665940] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.734374] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2d87b3-1a79-4c1b-851b-2f192506256e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.745570] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bced3653-0965-41d5-a03b-489b2e435df4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.792552] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11decc2b-257c-4bf5-a3c1-6307a88e941d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.799170] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.799575] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.799575] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Deleting the datastore file [datastore1] 0995d66a-3324-45b9-afe9-660cc208a538 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.802174] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2241703-e440-4562-8943-df30110b1bf9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.806024] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bded805-e5c0-4daf-936d-86d23a0ac0a6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.823548] env[69440]: DEBUG nova.compute.provider_tree [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.826831] env[69440]: DEBUG oslo_vmware.api [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for the task: (returnval){ [ 863.826831] env[69440]: value = "task-4139469" [ 863.826831] env[69440]: _type = "Task" [ 863.826831] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.837177] env[69440]: DEBUG oslo_vmware.api [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.945815] env[69440]: DEBUG nova.compute.manager [req-717c3ff6-8277-4a9a-bf9f-f6218c425fe9 req-47224cd4-5512-4c98-be61-6681804dd61d service nova] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Received event network-changed-5e5d1b86-49d1-4703-9785-e58c2a7ba10b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.946016] env[69440]: DEBUG nova.compute.manager [req-717c3ff6-8277-4a9a-bf9f-f6218c425fe9 req-47224cd4-5512-4c98-be61-6681804dd61d service nova] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Refreshing instance network info cache due to event network-changed-5e5d1b86-49d1-4703-9785-e58c2a7ba10b. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.946359] env[69440]: DEBUG oslo_concurrency.lockutils [req-717c3ff6-8277-4a9a-bf9f-f6218c425fe9 req-47224cd4-5512-4c98-be61-6681804dd61d service nova] Acquiring lock "refresh_cache-cae202f4-3111-4611-ad68-bfaac359bd8e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.946538] env[69440]: DEBUG oslo_concurrency.lockutils [req-717c3ff6-8277-4a9a-bf9f-f6218c425fe9 req-47224cd4-5512-4c98-be61-6681804dd61d service nova] Acquired lock "refresh_cache-cae202f4-3111-4611-ad68-bfaac359bd8e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.946706] env[69440]: DEBUG nova.network.neutron [req-717c3ff6-8277-4a9a-bf9f-f6218c425fe9 req-47224cd4-5512-4c98-be61-6681804dd61d service nova] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Refreshing network info cache for port 5e5d1b86-49d1-4703-9785-e58c2a7ba10b {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.983031] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52bb2564-839d-fc43-d977-2e15ea7c516c, 'name': SearchDatastore_Task, 'duration_secs': 0.021643} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.983555] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07a02082-4cfb-439a-97cf-eaaba6d8b281 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.990631] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Waiting for the task: (returnval){ [ 863.990631] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52e8ec8b-102a-d74b-39ab-7f9be90eeade" [ 863.990631] env[69440]: _type = "Task" [ 863.990631] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.002519] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e8ec8b-102a-d74b-39ab-7f9be90eeade, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.164266] env[69440]: DEBUG oslo_vmware.api [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139467, 'name': PowerOnVM_Task, 'duration_secs': 1.008889} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.165275] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.165275] env[69440]: INFO nova.compute.manager [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Took 9.81 seconds to spawn the instance on the hypervisor. [ 864.165275] env[69440]: DEBUG nova.compute.manager [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 864.168495] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a7ec4c-5448-4769-9cfc-17b8e9fc268f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.329639] env[69440]: DEBUG nova.scheduler.client.report [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.345870] env[69440]: DEBUG oslo_vmware.api [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426975} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.346291] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.346425] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.346584] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.346750] env[69440]: INFO nova.compute.manager [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Took 1.30 seconds to destroy the instance on the hypervisor. [ 864.346999] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.347225] env[69440]: DEBUG nova.compute.manager [-] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.347318] env[69440]: DEBUG nova.network.neutron [-] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.480794] env[69440]: DEBUG nova.compute.manager [req-f96c45fe-ce4c-4e09-806e-ca29a37193d4 req-91b89ca9-a21a-4db3-b88d-df1dfa7c84a5 service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Received event network-changed-7bae1de3-ff26-4b2c-9941-c02f858e5c3a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.480794] env[69440]: DEBUG nova.compute.manager [req-f96c45fe-ce4c-4e09-806e-ca29a37193d4 req-91b89ca9-a21a-4db3-b88d-df1dfa7c84a5 service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Refreshing instance network info cache due to event network-changed-7bae1de3-ff26-4b2c-9941-c02f858e5c3a. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.480874] env[69440]: DEBUG oslo_concurrency.lockutils [req-f96c45fe-ce4c-4e09-806e-ca29a37193d4 req-91b89ca9-a21a-4db3-b88d-df1dfa7c84a5 service nova] Acquiring lock "refresh_cache-452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.480958] env[69440]: DEBUG oslo_concurrency.lockutils [req-f96c45fe-ce4c-4e09-806e-ca29a37193d4 req-91b89ca9-a21a-4db3-b88d-df1dfa7c84a5 service nova] Acquired lock "refresh_cache-452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.481375] env[69440]: DEBUG nova.network.neutron [req-f96c45fe-ce4c-4e09-806e-ca29a37193d4 req-91b89ca9-a21a-4db3-b88d-df1dfa7c84a5 service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Refreshing network info cache for port 7bae1de3-ff26-4b2c-9941-c02f858e5c3a {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.504873] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e8ec8b-102a-d74b-39ab-7f9be90eeade, 'name': SearchDatastore_Task, 'duration_secs': 0.030357} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.505231] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.505624] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] cae202f4-3111-4611-ad68-bfaac359bd8e/cae202f4-3111-4611-ad68-bfaac359bd8e.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.506917] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f33301f-06a7-43e3-a62e-6b8ce5ee67d7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.514913] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Waiting for the task: (returnval){ [ 864.514913] env[69440]: value = "task-4139470" [ 864.514913] env[69440]: _type = "Task" [ 864.514913] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.526115] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': task-4139470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.698832] env[69440]: INFO nova.compute.manager [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Took 55.54 seconds to build instance. [ 864.836153] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.317s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.838558] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.581s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.842626] env[69440]: DEBUG nova.objects.instance [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lazy-loading 'resources' on Instance uuid b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.868553] env[69440]: INFO nova.scheduler.client.report [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Deleted allocations for instance bc2d5898-8c8a-477e-af14-c15f00eedb0d [ 865.014437] env[69440]: DEBUG nova.network.neutron [req-717c3ff6-8277-4a9a-bf9f-f6218c425fe9 req-47224cd4-5512-4c98-be61-6681804dd61d service nova] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Updated VIF entry in instance network info cache for port 5e5d1b86-49d1-4703-9785-e58c2a7ba10b. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.014437] env[69440]: DEBUG nova.network.neutron [req-717c3ff6-8277-4a9a-bf9f-f6218c425fe9 req-47224cd4-5512-4c98-be61-6681804dd61d service nova] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Updating instance_info_cache with network_info: [{"id": "5e5d1b86-49d1-4703-9785-e58c2a7ba10b", "address": "fa:16:3e:20:35:b0", "network": {"id": "0fe48f0d-778d-4b52-b58d-d51c4e6df331", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1157486138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5100485126e24bb0bd85ee921069ebcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e5d1b86-49", "ovs_interfaceid": "5e5d1b86-49d1-4703-9785-e58c2a7ba10b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.028636] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': task-4139470, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.201831] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aab73e07-a5f9-4408-8c38-6373c070e84b tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Lock "781604b4-a4c8-4b37-952d-e142265212da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.216s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.383879] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1abdcc7c-b7f8-4938-abf7-5b7696527ea3 tempest-ServerShowV254Test-1027530328 tempest-ServerShowV254Test-1027530328-project-member] Lock "bc2d5898-8c8a-477e-af14-c15f00eedb0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.506s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.402414] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c58a806d-4920-416a-b8fc-d6cb98d7051b tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Acquiring lock "f121bdab-27c9-457f-b3c0-0218b0d6d1e7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.402414] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c58a806d-4920-416a-b8fc-d6cb98d7051b tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Lock "f121bdab-27c9-457f-b3c0-0218b0d6d1e7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.523251] env[69440]: DEBUG oslo_concurrency.lockutils [req-717c3ff6-8277-4a9a-bf9f-f6218c425fe9 req-47224cd4-5512-4c98-be61-6681804dd61d service nova] Releasing lock "refresh_cache-cae202f4-3111-4611-ad68-bfaac359bd8e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.523251] env[69440]: DEBUG nova.compute.manager [req-717c3ff6-8277-4a9a-bf9f-f6218c425fe9 req-47224cd4-5512-4c98-be61-6681804dd61d service nova] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Received event network-vif-deleted-29f439db-a1f6-4edb-9266-9fc892b92202 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.526333] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': task-4139470, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.705738] env[69440]: DEBUG nova.compute.manager [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.841557] env[69440]: DEBUG nova.network.neutron [req-f96c45fe-ce4c-4e09-806e-ca29a37193d4 req-91b89ca9-a21a-4db3-b88d-df1dfa7c84a5 service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Updated VIF entry in instance network info cache for port 7bae1de3-ff26-4b2c-9941-c02f858e5c3a. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.841948] env[69440]: DEBUG nova.network.neutron [req-f96c45fe-ce4c-4e09-806e-ca29a37193d4 req-91b89ca9-a21a-4db3-b88d-df1dfa7c84a5 service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Updating instance_info_cache with network_info: [{"id": "7bae1de3-ff26-4b2c-9941-c02f858e5c3a", "address": "fa:16:3e:f8:74:e2", "network": {"id": "7df8f4a2-693e-4780-89d0-9346425975b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-590937234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d1aead63af044df9df43c2755ab7bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bae1de3-ff", "ovs_interfaceid": "7bae1de3-ff26-4b2c-9941-c02f858e5c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.905380] env[69440]: INFO nova.compute.manager [None req-c58a806d-4920-416a-b8fc-d6cb98d7051b tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Detaching volume 7f01d381-1253-43f7-a6e1-747d8a23c9c0 [ 865.952594] env[69440]: INFO nova.virt.block_device [None req-c58a806d-4920-416a-b8fc-d6cb98d7051b tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Attempting to driver detach volume 7f01d381-1253-43f7-a6e1-747d8a23c9c0 from mountpoint /dev/sdb [ 865.952952] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c58a806d-4920-416a-b8fc-d6cb98d7051b tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Volume detach. Driver type: vmdk {{(pid=69440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 865.953241] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c58a806d-4920-416a-b8fc-d6cb98d7051b tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819808', 'volume_id': '7f01d381-1253-43f7-a6e1-747d8a23c9c0', 'name': 'volume-7f01d381-1253-43f7-a6e1-747d8a23c9c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f121bdab-27c9-457f-b3c0-0218b0d6d1e7', 'attached_at': '', 'detached_at': '', 'volume_id': '7f01d381-1253-43f7-a6e1-747d8a23c9c0', 'serial': '7f01d381-1253-43f7-a6e1-747d8a23c9c0'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 865.954332] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f1ae1d-0a31-440e-b2c4-6463766752c3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.987038] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4e21e8-6de0-4add-9718-2a7345d4431c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.996707] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20888e62-b592-4c50-9fcf-2daf92ec5c4b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.034357] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f43f43-1fd5-4da3-812d-0b109213d254 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.042850] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': task-4139470, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.054399] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c58a806d-4920-416a-b8fc-d6cb98d7051b tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] The volume has not been displaced from its original location: [datastore2] volume-7f01d381-1253-43f7-a6e1-747d8a23c9c0/volume-7f01d381-1253-43f7-a6e1-747d8a23c9c0.vmdk. No consolidation needed. {{(pid=69440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 866.060152] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c58a806d-4920-416a-b8fc-d6cb98d7051b tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 866.061679] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19e42938-ec1e-4b03-9105-0e7a96f0ba67 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.076369] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684c7325-1069-46e4-ae6d-227690786ae3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.085352] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232d091d-7831-430a-989a-bd98f17a1478 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.090694] env[69440]: DEBUG oslo_vmware.api [None req-c58a806d-4920-416a-b8fc-d6cb98d7051b tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Waiting for the task: (returnval){ [ 866.090694] env[69440]: value = "task-4139471" [ 866.090694] env[69440]: _type = "Task" [ 866.090694] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.124116] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5cddef-d11c-431f-967f-d9b7677d2ab7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.131751] env[69440]: DEBUG oslo_vmware.api [None req-c58a806d-4920-416a-b8fc-d6cb98d7051b tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Task: {'id': task-4139471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.137070] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea64ddb-0533-4990-8e1d-853957b1d907 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.153713] env[69440]: DEBUG nova.compute.provider_tree [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.244513] env[69440]: DEBUG oslo_concurrency.lockutils [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.320164] env[69440]: DEBUG nova.network.neutron [-] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.347863] env[69440]: DEBUG oslo_concurrency.lockutils [req-f96c45fe-ce4c-4e09-806e-ca29a37193d4 req-91b89ca9-a21a-4db3-b88d-df1dfa7c84a5 service nova] Releasing lock "refresh_cache-452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.348760] env[69440]: DEBUG nova.compute.manager [req-f96c45fe-ce4c-4e09-806e-ca29a37193d4 req-91b89ca9-a21a-4db3-b88d-df1dfa7c84a5 service nova] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Received event network-changed-1d3ca31d-e181-47ef-863c-f8d233135830 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.349338] env[69440]: DEBUG nova.compute.manager [req-f96c45fe-ce4c-4e09-806e-ca29a37193d4 req-91b89ca9-a21a-4db3-b88d-df1dfa7c84a5 service nova] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Refreshing instance network info cache due to event network-changed-1d3ca31d-e181-47ef-863c-f8d233135830. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.349338] env[69440]: DEBUG oslo_concurrency.lockutils [req-f96c45fe-ce4c-4e09-806e-ca29a37193d4 req-91b89ca9-a21a-4db3-b88d-df1dfa7c84a5 service nova] Acquiring lock "refresh_cache-27f67772-1f5c-4f13-89d0-bba7749ddb4e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.349338] env[69440]: DEBUG oslo_concurrency.lockutils [req-f96c45fe-ce4c-4e09-806e-ca29a37193d4 req-91b89ca9-a21a-4db3-b88d-df1dfa7c84a5 service nova] Acquired lock "refresh_cache-27f67772-1f5c-4f13-89d0-bba7749ddb4e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.351464] env[69440]: DEBUG nova.network.neutron [req-f96c45fe-ce4c-4e09-806e-ca29a37193d4 req-91b89ca9-a21a-4db3-b88d-df1dfa7c84a5 service nova] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Refreshing network info cache for port 1d3ca31d-e181-47ef-863c-f8d233135830 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.438241] env[69440]: DEBUG oslo_vmware.rw_handles [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2accf-edee-054d-8f7c-f3e6f9727927/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 866.439759] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2b4736-b547-496f-987b-e2bc40be8e35 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.452588] env[69440]: DEBUG oslo_vmware.rw_handles [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2accf-edee-054d-8f7c-f3e6f9727927/disk-0.vmdk is in state: ready. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 866.452588] env[69440]: ERROR oslo_vmware.rw_handles [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2accf-edee-054d-8f7c-f3e6f9727927/disk-0.vmdk due to incomplete transfer. [ 866.452813] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d49257bf-2315-474a-9763-f92ae2d61630 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.464155] env[69440]: DEBUG oslo_vmware.rw_handles [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2accf-edee-054d-8f7c-f3e6f9727927/disk-0.vmdk. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 866.464630] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Uploaded image a61621b0-23f4-469f-83ea-a17e405b29c0 to the Glance image server {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 866.467163] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Destroying the VM {{(pid=69440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 866.467473] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-913b0eae-eb13-49d6-8a8a-778420017a93 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.475939] env[69440]: DEBUG oslo_vmware.api [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for the task: (returnval){ [ 866.475939] env[69440]: value = "task-4139472" [ 866.475939] env[69440]: _type = "Task" [ 866.475939] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.484788] env[69440]: DEBUG oslo_vmware.api [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139472, 'name': Destroy_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.536395] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': task-4139470, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.601396] env[69440]: DEBUG oslo_vmware.api [None req-c58a806d-4920-416a-b8fc-d6cb98d7051b tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Task: {'id': task-4139471, 'name': ReconfigVM_Task, 'duration_secs': 0.371613} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.601785] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c58a806d-4920-416a-b8fc-d6cb98d7051b tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 866.606650] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53b1e932-790c-4443-bd92-37aef68a39c2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.627063] env[69440]: DEBUG oslo_vmware.api [None req-c58a806d-4920-416a-b8fc-d6cb98d7051b tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Waiting for the task: (returnval){ [ 866.627063] env[69440]: value = "task-4139473" [ 866.627063] env[69440]: _type = "Task" [ 866.627063] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.636156] env[69440]: DEBUG oslo_vmware.api [None req-c58a806d-4920-416a-b8fc-d6cb98d7051b tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Task: {'id': task-4139473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.657592] env[69440]: DEBUG nova.scheduler.client.report [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.826240] env[69440]: INFO nova.compute.manager [-] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Took 2.48 seconds to deallocate network for instance. [ 866.881951] env[69440]: DEBUG nova.compute.manager [req-38bf157b-d1ad-4149-aa94-5cab511f830d req-6f790611-5c02-4302-a985-e3c7aa8468c8 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Received event network-vif-deleted-a736c4aa-08cb-43e3-bf2c-10fde21053ae {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.883362] env[69440]: DEBUG nova.compute.manager [req-38bf157b-d1ad-4149-aa94-5cab511f830d req-6f790611-5c02-4302-a985-e3c7aa8468c8 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Received event network-vif-deleted-8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.883761] env[69440]: DEBUG nova.compute.manager [req-38bf157b-d1ad-4149-aa94-5cab511f830d req-6f790611-5c02-4302-a985-e3c7aa8468c8 service nova] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Received event network-vif-deleted-6a222adf-ff45-4d1a-bebf-15b0ccb54b35 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.986222] env[69440]: DEBUG oslo_vmware.api [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139472, 'name': Destroy_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.038638] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': task-4139470, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.031309} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.041017] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] cae202f4-3111-4611-ad68-bfaac359bd8e/cae202f4-3111-4611-ad68-bfaac359bd8e.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.041017] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.041017] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f13b455-5aef-4d8e-9c37-a19d485199e6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.051089] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Waiting for the task: (returnval){ [ 867.051089] env[69440]: value = "task-4139474" [ 867.051089] env[69440]: _type = "Task" [ 867.051089] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.063199] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': task-4139474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.142859] env[69440]: DEBUG oslo_vmware.api [None req-c58a806d-4920-416a-b8fc-d6cb98d7051b tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Task: {'id': task-4139473, 'name': ReconfigVM_Task, 'duration_secs': 0.202615} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.143375] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c58a806d-4920-416a-b8fc-d6cb98d7051b tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819808', 'volume_id': '7f01d381-1253-43f7-a6e1-747d8a23c9c0', 'name': 'volume-7f01d381-1253-43f7-a6e1-747d8a23c9c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f121bdab-27c9-457f-b3c0-0218b0d6d1e7', 'attached_at': '', 'detached_at': '', 'volume_id': '7f01d381-1253-43f7-a6e1-747d8a23c9c0', 'serial': '7f01d381-1253-43f7-a6e1-747d8a23c9c0'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 867.163617] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.325s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.172537] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.774s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.172537] env[69440]: INFO nova.compute.claims [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.217681] env[69440]: INFO nova.scheduler.client.report [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Deleted allocations for instance b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64 [ 867.304670] env[69440]: DEBUG nova.compute.manager [req-6ed1c4d3-aced-4a5e-8063-98263f1a7bbd req-26a35e1f-5dae-46b5-b093-1a996b71ef6d service nova] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Received event network-changed-1d3ca31d-e181-47ef-863c-f8d233135830 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.308439] env[69440]: DEBUG nova.compute.manager [req-6ed1c4d3-aced-4a5e-8063-98263f1a7bbd req-26a35e1f-5dae-46b5-b093-1a996b71ef6d service nova] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Refreshing instance network info cache due to event network-changed-1d3ca31d-e181-47ef-863c-f8d233135830. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.308693] env[69440]: DEBUG oslo_concurrency.lockutils [req-6ed1c4d3-aced-4a5e-8063-98263f1a7bbd req-26a35e1f-5dae-46b5-b093-1a996b71ef6d service nova] Acquiring lock "refresh_cache-27f67772-1f5c-4f13-89d0-bba7749ddb4e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.334468] env[69440]: DEBUG oslo_concurrency.lockutils [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.488908] env[69440]: DEBUG oslo_vmware.api [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139472, 'name': Destroy_Task, 'duration_secs': 0.739954} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.489211] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Destroyed the VM [ 867.489449] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Deleting Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 867.489715] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bc044308-f4e5-43a4-be9c-3427606810b1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.497023] env[69440]: DEBUG oslo_vmware.api [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for the task: (returnval){ [ 867.497023] env[69440]: value = "task-4139475" [ 867.497023] env[69440]: _type = "Task" [ 867.497023] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.506367] env[69440]: DEBUG oslo_vmware.api [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139475, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.545682] env[69440]: DEBUG nova.network.neutron [req-f96c45fe-ce4c-4e09-806e-ca29a37193d4 req-91b89ca9-a21a-4db3-b88d-df1dfa7c84a5 service nova] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Updated VIF entry in instance network info cache for port 1d3ca31d-e181-47ef-863c-f8d233135830. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.546052] env[69440]: DEBUG nova.network.neutron [req-f96c45fe-ce4c-4e09-806e-ca29a37193d4 req-91b89ca9-a21a-4db3-b88d-df1dfa7c84a5 service nova] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Updating instance_info_cache with network_info: [{"id": "1d3ca31d-e181-47ef-863c-f8d233135830", "address": "fa:16:3e:f8:ee:7b", "network": {"id": "7df8f4a2-693e-4780-89d0-9346425975b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-590937234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d1aead63af044df9df43c2755ab7bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3ca31d-e1", "ovs_interfaceid": "1d3ca31d-e181-47ef-863c-f8d233135830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.566243] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': task-4139474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106504} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.566516] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.567395] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b6ef83-7531-4822-93ac-ccd811d0d32c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.592908] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] cae202f4-3111-4611-ad68-bfaac359bd8e/cae202f4-3111-4611-ad68-bfaac359bd8e.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.593599] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40e21b21-048d-4a74-b154-21695d7ae3a6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.613943] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Waiting for the task: (returnval){ [ 867.613943] env[69440]: value = "task-4139476" [ 867.613943] env[69440]: _type = "Task" [ 867.613943] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.626444] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': task-4139476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.708743] env[69440]: DEBUG nova.objects.instance [None req-c58a806d-4920-416a-b8fc-d6cb98d7051b tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Lazy-loading 'flavor' on Instance uuid f121bdab-27c9-457f-b3c0-0218b0d6d1e7 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.726448] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Lock "b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.503s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.016487] env[69440]: DEBUG oslo_vmware.api [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139475, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.030445] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquiring lock "27f67772-1f5c-4f13-89d0-bba7749ddb4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.030907] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "27f67772-1f5c-4f13-89d0-bba7749ddb4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.031456] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquiring lock "27f67772-1f5c-4f13-89d0-bba7749ddb4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.031618] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "27f67772-1f5c-4f13-89d0-bba7749ddb4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.031741] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "27f67772-1f5c-4f13-89d0-bba7749ddb4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.034622] env[69440]: INFO nova.compute.manager [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Terminating instance [ 868.049448] env[69440]: DEBUG oslo_concurrency.lockutils [req-f96c45fe-ce4c-4e09-806e-ca29a37193d4 req-91b89ca9-a21a-4db3-b88d-df1dfa7c84a5 service nova] Releasing lock "refresh_cache-27f67772-1f5c-4f13-89d0-bba7749ddb4e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.050166] env[69440]: DEBUG oslo_concurrency.lockutils [req-6ed1c4d3-aced-4a5e-8063-98263f1a7bbd req-26a35e1f-5dae-46b5-b093-1a996b71ef6d service nova] Acquired lock "refresh_cache-27f67772-1f5c-4f13-89d0-bba7749ddb4e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.050370] env[69440]: DEBUG nova.network.neutron [req-6ed1c4d3-aced-4a5e-8063-98263f1a7bbd req-26a35e1f-5dae-46b5-b093-1a996b71ef6d service nova] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Refreshing network info cache for port 1d3ca31d-e181-47ef-863c-f8d233135830 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.126798] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': task-4139476, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.514386] env[69440]: DEBUG oslo_vmware.api [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139475, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.540677] env[69440]: DEBUG nova.compute.manager [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.541683] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.542677] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3c2310-f164-458d-89a3-a7b1d060dcb3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.562169] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.562517] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1b69466-fac1-4dea-83ef-6a13459cd2a1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.569184] env[69440]: DEBUG oslo_vmware.api [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for the task: (returnval){ [ 868.569184] env[69440]: value = "task-4139477" [ 868.569184] env[69440]: _type = "Task" [ 868.569184] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.586749] env[69440]: DEBUG oslo_vmware.api [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.627595] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': task-4139476, 'name': ReconfigVM_Task, 'duration_secs': 0.551462} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.627595] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Reconfigured VM instance instance-00000030 to attach disk [datastore2] cae202f4-3111-4611-ad68-bfaac359bd8e/cae202f4-3111-4611-ad68-bfaac359bd8e.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.627595] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9678eeed-f8b5-451d-b8ae-c001f78e1676 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.646796] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Waiting for the task: (returnval){ [ 868.646796] env[69440]: value = "task-4139478" [ 868.646796] env[69440]: _type = "Task" [ 868.646796] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.660223] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': task-4139478, 'name': Rename_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.697126] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.697388] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.717388] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c58a806d-4920-416a-b8fc-d6cb98d7051b tempest-VolumesAssistedSnapshotsTest-1684280389 tempest-VolumesAssistedSnapshotsTest-1684280389-project-admin] Lock "f121bdab-27c9-457f-b3c0-0218b0d6d1e7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.316s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.784832] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cbc1cc-14b3-4930-b9fe-87aac33a7df9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.794322] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47eebf2-9c18-438c-80d6-d2b8584fc5bf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.832329] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dea0a02-83f9-4b37-846c-30bf9557d267 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.839760] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc2beab-1ced-4a40-9e12-e089497ee3f5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.854637] env[69440]: DEBUG nova.compute.provider_tree [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.012351] env[69440]: DEBUG oslo_vmware.api [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139475, 'name': RemoveSnapshot_Task, 'duration_secs': 1.04239} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.012710] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Deleted Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 869.012950] env[69440]: INFO nova.compute.manager [None req-487e1c3f-06b2-4701-9b6b-12bd2c501856 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Took 18.83 seconds to snapshot the instance on the hypervisor. [ 869.038455] env[69440]: DEBUG nova.network.neutron [req-6ed1c4d3-aced-4a5e-8063-98263f1a7bbd req-26a35e1f-5dae-46b5-b093-1a996b71ef6d service nova] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Updated VIF entry in instance network info cache for port 1d3ca31d-e181-47ef-863c-f8d233135830. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.038796] env[69440]: DEBUG nova.network.neutron [req-6ed1c4d3-aced-4a5e-8063-98263f1a7bbd req-26a35e1f-5dae-46b5-b093-1a996b71ef6d service nova] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Updating instance_info_cache with network_info: [{"id": "1d3ca31d-e181-47ef-863c-f8d233135830", "address": "fa:16:3e:f8:ee:7b", "network": {"id": "7df8f4a2-693e-4780-89d0-9346425975b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-590937234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d1aead63af044df9df43c2755ab7bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3ca31d-e1", "ovs_interfaceid": "1d3ca31d-e181-47ef-863c-f8d233135830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.081146] env[69440]: DEBUG oslo_vmware.api [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139477, 'name': PowerOffVM_Task, 'duration_secs': 0.206214} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.081390] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.081593] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.081854] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea4ea03e-2235-4e73-9a81-5b5c17e96e8d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.157382] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': task-4139478, 'name': Rename_Task, 'duration_secs': 0.311803} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.157763] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.157949] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebce1f92-40ef-41aa-9102-4cab829b0801 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.160950] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.161171] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.161362] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Deleting the datastore file [datastore2] 27f67772-1f5c-4f13-89d0-bba7749ddb4e {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.162041] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fac821ce-a077-4d35-a42e-22feb4ba48f3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.167722] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Waiting for the task: (returnval){ [ 869.167722] env[69440]: value = "task-4139480" [ 869.167722] env[69440]: _type = "Task" [ 869.167722] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.174459] env[69440]: DEBUG oslo_vmware.api [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for the task: (returnval){ [ 869.174459] env[69440]: value = "task-4139481" [ 869.174459] env[69440]: _type = "Task" [ 869.174459] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.181435] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': task-4139480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.189288] env[69440]: DEBUG oslo_vmware.api [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.360221] env[69440]: DEBUG nova.scheduler.client.report [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.543135] env[69440]: DEBUG oslo_concurrency.lockutils [req-6ed1c4d3-aced-4a5e-8063-98263f1a7bbd req-26a35e1f-5dae-46b5-b093-1a996b71ef6d service nova] Releasing lock "refresh_cache-27f67772-1f5c-4f13-89d0-bba7749ddb4e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.612487] env[69440]: DEBUG nova.compute.manager [req-200bcc39-a6e6-45c0-84e6-7ece2e09e8e2 req-9222ad4a-e3b1-4f70-886c-e749931b78a5 service nova] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Received event network-changed-59671349-ba6a-4530-bf26-195c3a8d9c68 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.612714] env[69440]: DEBUG nova.compute.manager [req-200bcc39-a6e6-45c0-84e6-7ece2e09e8e2 req-9222ad4a-e3b1-4f70-886c-e749931b78a5 service nova] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Refreshing instance network info cache due to event network-changed-59671349-ba6a-4530-bf26-195c3a8d9c68. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.613030] env[69440]: DEBUG oslo_concurrency.lockutils [req-200bcc39-a6e6-45c0-84e6-7ece2e09e8e2 req-9222ad4a-e3b1-4f70-886c-e749931b78a5 service nova] Acquiring lock "refresh_cache-781604b4-a4c8-4b37-952d-e142265212da" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.613030] env[69440]: DEBUG oslo_concurrency.lockutils [req-200bcc39-a6e6-45c0-84e6-7ece2e09e8e2 req-9222ad4a-e3b1-4f70-886c-e749931b78a5 service nova] Acquired lock "refresh_cache-781604b4-a4c8-4b37-952d-e142265212da" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.613294] env[69440]: DEBUG nova.network.neutron [req-200bcc39-a6e6-45c0-84e6-7ece2e09e8e2 req-9222ad4a-e3b1-4f70-886c-e749931b78a5 service nova] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Refreshing network info cache for port 59671349-ba6a-4530-bf26-195c3a8d9c68 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.681030] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': task-4139480, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.688417] env[69440]: DEBUG oslo_vmware.api [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157918} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.688823] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.689154] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.689462] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.689797] env[69440]: INFO nova.compute.manager [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 869.690178] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.690520] env[69440]: DEBUG nova.compute.manager [-] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.690805] env[69440]: DEBUG nova.network.neutron [-] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.874017] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.874017] env[69440]: DEBUG nova.compute.manager [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.876071] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.355s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.877857] env[69440]: INFO nova.compute.claims [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.181333] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': task-4139480, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.387097] env[69440]: DEBUG nova.compute.utils [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.396389] env[69440]: DEBUG nova.compute.manager [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.396389] env[69440]: DEBUG nova.network.neutron [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.433547] env[69440]: DEBUG nova.network.neutron [req-200bcc39-a6e6-45c0-84e6-7ece2e09e8e2 req-9222ad4a-e3b1-4f70-886c-e749931b78a5 service nova] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Updated VIF entry in instance network info cache for port 59671349-ba6a-4530-bf26-195c3a8d9c68. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.433547] env[69440]: DEBUG nova.network.neutron [req-200bcc39-a6e6-45c0-84e6-7ece2e09e8e2 req-9222ad4a-e3b1-4f70-886c-e749931b78a5 service nova] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Updating instance_info_cache with network_info: [{"id": "59671349-ba6a-4530-bf26-195c3a8d9c68", "address": "fa:16:3e:87:76:14", "network": {"id": "c2e00ffc-073c-4c57-b6fc-73176a379803", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1193690130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce0493320c2240b0bd2908264a8100f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59671349-ba", "ovs_interfaceid": "59671349-ba6a-4530-bf26-195c3a8d9c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.468302] env[69440]: DEBUG nova.policy [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d72a4d3ff8342689af8cf597d611f52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a73c5a44e4b24fb9a8ac59104ade5085', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.684031] env[69440]: DEBUG oslo_vmware.api [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': task-4139480, 'name': PowerOnVM_Task, 'duration_secs': 1.14719} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.684436] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.685282] env[69440]: INFO nova.compute.manager [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Took 10.65 seconds to spawn the instance on the hypervisor. [ 870.685282] env[69440]: DEBUG nova.compute.manager [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 870.685901] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c241af-df1b-4183-a696-b704ec6050bd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.893098] env[69440]: DEBUG nova.compute.manager [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.935682] env[69440]: DEBUG oslo_concurrency.lockutils [req-200bcc39-a6e6-45c0-84e6-7ece2e09e8e2 req-9222ad4a-e3b1-4f70-886c-e749931b78a5 service nova] Releasing lock "refresh_cache-781604b4-a4c8-4b37-952d-e142265212da" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.939395] env[69440]: DEBUG nova.compute.manager [req-200bcc39-a6e6-45c0-84e6-7ece2e09e8e2 req-9222ad4a-e3b1-4f70-886c-e749931b78a5 service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Received event network-changed-7bae1de3-ff26-4b2c-9941-c02f858e5c3a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.939608] env[69440]: DEBUG nova.compute.manager [req-200bcc39-a6e6-45c0-84e6-7ece2e09e8e2 req-9222ad4a-e3b1-4f70-886c-e749931b78a5 service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Refreshing instance network info cache due to event network-changed-7bae1de3-ff26-4b2c-9941-c02f858e5c3a. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.939833] env[69440]: DEBUG oslo_concurrency.lockutils [req-200bcc39-a6e6-45c0-84e6-7ece2e09e8e2 req-9222ad4a-e3b1-4f70-886c-e749931b78a5 service nova] Acquiring lock "refresh_cache-452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.940042] env[69440]: DEBUG oslo_concurrency.lockutils [req-200bcc39-a6e6-45c0-84e6-7ece2e09e8e2 req-9222ad4a-e3b1-4f70-886c-e749931b78a5 service nova] Acquired lock "refresh_cache-452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.940242] env[69440]: DEBUG nova.network.neutron [req-200bcc39-a6e6-45c0-84e6-7ece2e09e8e2 req-9222ad4a-e3b1-4f70-886c-e749931b78a5 service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Refreshing network info cache for port 7bae1de3-ff26-4b2c-9941-c02f858e5c3a {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.985847] env[69440]: DEBUG nova.network.neutron [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Successfully created port: 4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.005468] env[69440]: DEBUG nova.network.neutron [-] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.212837] env[69440]: INFO nova.compute.manager [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Took 56.29 seconds to build instance. [ 871.316215] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Acquiring lock "d91fe50b-1999-4015-bf8a-9fe57041dabf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.316387] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Lock "d91fe50b-1999-4015-bf8a-9fe57041dabf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.507647] env[69440]: INFO nova.compute.manager [-] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Took 1.82 seconds to deallocate network for instance. [ 871.570585] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61a8345-5934-4c4f-afed-cfed20345e28 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.578799] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bb8ca3-1340-41b7-b909-d43cf1562cc8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.615194] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5631f243-6232-4c6e-9593-d6151c523597 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.624597] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861133ae-ce03-4d83-a83b-27f1a4b476f4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.640645] env[69440]: DEBUG nova.compute.provider_tree [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.715653] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3ce14947-52be-423c-b9cc-fb8deedcd5cb tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Lock "cae202f4-3111-4611-ad68-bfaac359bd8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.870s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.794831] env[69440]: DEBUG nova.compute.manager [req-df034713-a667-4d38-80a3-1d56ac98559e req-98bfb034-1b6e-4628-9836-fd285728349e service nova] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Received event network-vif-deleted-1d3ca31d-e181-47ef-863c-f8d233135830 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.795054] env[69440]: DEBUG nova.compute.manager [req-df034713-a667-4d38-80a3-1d56ac98559e req-98bfb034-1b6e-4628-9836-fd285728349e service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Received event network-changed-7bae1de3-ff26-4b2c-9941-c02f858e5c3a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.795230] env[69440]: DEBUG nova.compute.manager [req-df034713-a667-4d38-80a3-1d56ac98559e req-98bfb034-1b6e-4628-9836-fd285728349e service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Refreshing instance network info cache due to event network-changed-7bae1de3-ff26-4b2c-9941-c02f858e5c3a. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.795429] env[69440]: DEBUG oslo_concurrency.lockutils [req-df034713-a667-4d38-80a3-1d56ac98559e req-98bfb034-1b6e-4628-9836-fd285728349e service nova] Acquiring lock "refresh_cache-452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.886352] env[69440]: DEBUG nova.network.neutron [req-200bcc39-a6e6-45c0-84e6-7ece2e09e8e2 req-9222ad4a-e3b1-4f70-886c-e749931b78a5 service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Updated VIF entry in instance network info cache for port 7bae1de3-ff26-4b2c-9941-c02f858e5c3a. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.886742] env[69440]: DEBUG nova.network.neutron [req-200bcc39-a6e6-45c0-84e6-7ece2e09e8e2 req-9222ad4a-e3b1-4f70-886c-e749931b78a5 service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Updating instance_info_cache with network_info: [{"id": "7bae1de3-ff26-4b2c-9941-c02f858e5c3a", "address": "fa:16:3e:f8:74:e2", "network": {"id": "7df8f4a2-693e-4780-89d0-9346425975b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-590937234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d1aead63af044df9df43c2755ab7bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bae1de3-ff", "ovs_interfaceid": "7bae1de3-ff26-4b2c-9941-c02f858e5c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.906506] env[69440]: DEBUG nova.compute.manager [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.952982] env[69440]: DEBUG nova.virt.hardware [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.953381] env[69440]: DEBUG nova.virt.hardware [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.953555] env[69440]: DEBUG nova.virt.hardware [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.953746] env[69440]: DEBUG nova.virt.hardware [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.953894] env[69440]: DEBUG nova.virt.hardware [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.954057] env[69440]: DEBUG nova.virt.hardware [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.955883] env[69440]: DEBUG nova.virt.hardware [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.955883] env[69440]: DEBUG nova.virt.hardware [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.955883] env[69440]: DEBUG nova.virt.hardware [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.955883] env[69440]: DEBUG nova.virt.hardware [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.955883] env[69440]: DEBUG nova.virt.hardware [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.956487] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45da827d-2bf1-4bc2-9afd-f1dc125a4b0c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.968814] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ec59ed-3447-4455-8655-1e993752cd9b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.021183] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.144524] env[69440]: DEBUG nova.scheduler.client.report [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.218500] env[69440]: DEBUG nova.compute.manager [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 872.278598] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0955a231-5939-4713-abc9-104c79b3b635 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquiring lock "27f67772-1f5c-4f13-89d0-bba7749ddb4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.389910] env[69440]: DEBUG oslo_concurrency.lockutils [req-200bcc39-a6e6-45c0-84e6-7ece2e09e8e2 req-9222ad4a-e3b1-4f70-886c-e749931b78a5 service nova] Releasing lock "refresh_cache-452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.390660] env[69440]: DEBUG oslo_concurrency.lockutils [req-df034713-a667-4d38-80a3-1d56ac98559e req-98bfb034-1b6e-4628-9836-fd285728349e service nova] Acquired lock "refresh_cache-452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.390660] env[69440]: DEBUG nova.network.neutron [req-df034713-a667-4d38-80a3-1d56ac98559e req-98bfb034-1b6e-4628-9836-fd285728349e service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Refreshing network info cache for port 7bae1de3-ff26-4b2c-9941-c02f858e5c3a {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.429285] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Acquiring lock "cae202f4-3111-4611-ad68-bfaac359bd8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.429984] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Lock "cae202f4-3111-4611-ad68-bfaac359bd8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.430288] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Acquiring lock "cae202f4-3111-4611-ad68-bfaac359bd8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.431025] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Lock "cae202f4-3111-4611-ad68-bfaac359bd8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.431212] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Lock "cae202f4-3111-4611-ad68-bfaac359bd8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.435843] env[69440]: INFO nova.compute.manager [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Terminating instance [ 872.633097] env[69440]: DEBUG nova.network.neutron [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Successfully updated port: 4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.650634] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.651161] env[69440]: DEBUG nova.compute.manager [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.654083] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.106s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.655516] env[69440]: INFO nova.compute.claims [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.709372] env[69440]: DEBUG nova.compute.manager [req-fb3ca6ce-a012-45ea-8ac4-86594da5f209 req-9b175bf0-08be-4961-9034-fcbf275c488e service nova] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Received event network-vif-plugged-4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.709459] env[69440]: DEBUG oslo_concurrency.lockutils [req-fb3ca6ce-a012-45ea-8ac4-86594da5f209 req-9b175bf0-08be-4961-9034-fcbf275c488e service nova] Acquiring lock "efd32a38-36e0-4f4d-9822-870d28a618d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.709651] env[69440]: DEBUG oslo_concurrency.lockutils [req-fb3ca6ce-a012-45ea-8ac4-86594da5f209 req-9b175bf0-08be-4961-9034-fcbf275c488e service nova] Lock "efd32a38-36e0-4f4d-9822-870d28a618d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.709822] env[69440]: DEBUG oslo_concurrency.lockutils [req-fb3ca6ce-a012-45ea-8ac4-86594da5f209 req-9b175bf0-08be-4961-9034-fcbf275c488e service nova] Lock "efd32a38-36e0-4f4d-9822-870d28a618d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.709990] env[69440]: DEBUG nova.compute.manager [req-fb3ca6ce-a012-45ea-8ac4-86594da5f209 req-9b175bf0-08be-4961-9034-fcbf275c488e service nova] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] No waiting events found dispatching network-vif-plugged-4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 872.711186] env[69440]: WARNING nova.compute.manager [req-fb3ca6ce-a012-45ea-8ac4-86594da5f209 req-9b175bf0-08be-4961-9034-fcbf275c488e service nova] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Received unexpected event network-vif-plugged-4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda for instance with vm_state building and task_state spawning. [ 872.748010] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.945403] env[69440]: DEBUG nova.compute.manager [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.945403] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.945403] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e381a0-1112-4a88-8d4c-523a2a1b878a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.953699] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.953963] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23057518-1229-49e1-836c-0f265f04af25 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.961514] env[69440]: DEBUG oslo_vmware.api [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Waiting for the task: (returnval){ [ 872.961514] env[69440]: value = "task-4139483" [ 872.961514] env[69440]: _type = "Task" [ 872.961514] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.972240] env[69440]: DEBUG oslo_vmware.api [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': task-4139483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.068929] env[69440]: DEBUG oslo_concurrency.lockutils [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Acquiring lock "f121bdab-27c9-457f-b3c0-0218b0d6d1e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.069368] env[69440]: DEBUG oslo_concurrency.lockutils [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Lock "f121bdab-27c9-457f-b3c0-0218b0d6d1e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.069490] env[69440]: DEBUG oslo_concurrency.lockutils [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Acquiring lock "f121bdab-27c9-457f-b3c0-0218b0d6d1e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.069704] env[69440]: DEBUG oslo_concurrency.lockutils [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Lock "f121bdab-27c9-457f-b3c0-0218b0d6d1e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.069936] env[69440]: DEBUG oslo_concurrency.lockutils [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Lock "f121bdab-27c9-457f-b3c0-0218b0d6d1e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.072074] env[69440]: INFO nova.compute.manager [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Terminating instance [ 873.138413] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.138413] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.138413] env[69440]: DEBUG nova.network.neutron [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.142815] env[69440]: DEBUG nova.network.neutron [req-df034713-a667-4d38-80a3-1d56ac98559e req-98bfb034-1b6e-4628-9836-fd285728349e service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Updated VIF entry in instance network info cache for port 7bae1de3-ff26-4b2c-9941-c02f858e5c3a. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.143231] env[69440]: DEBUG nova.network.neutron [req-df034713-a667-4d38-80a3-1d56ac98559e req-98bfb034-1b6e-4628-9836-fd285728349e service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Updating instance_info_cache with network_info: [{"id": "7bae1de3-ff26-4b2c-9941-c02f858e5c3a", "address": "fa:16:3e:f8:74:e2", "network": {"id": "7df8f4a2-693e-4780-89d0-9346425975b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-590937234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d1aead63af044df9df43c2755ab7bbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bae1de3-ff", "ovs_interfaceid": "7bae1de3-ff26-4b2c-9941-c02f858e5c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.164092] env[69440]: DEBUG nova.compute.utils [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.166216] env[69440]: DEBUG nova.compute.manager [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.166216] env[69440]: DEBUG nova.network.neutron [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.218186] env[69440]: DEBUG nova.policy [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6057f3f3d3a648f49d06e3e7d180ff3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0305991b52ba41308587d36ab41b9968', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.477389] env[69440]: DEBUG oslo_vmware.api [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': task-4139483, 'name': PowerOffVM_Task, 'duration_secs': 0.231726} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.477389] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.477389] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.477530] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-051b541a-64be-4f24-80a7-43e8ad1ee28f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.513617] env[69440]: DEBUG nova.network.neutron [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Successfully created port: 203309c9-d268-41ef-8536-3e74729135d4 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.546196] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.546542] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.546761] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Deleting the datastore file [datastore2] cae202f4-3111-4611-ad68-bfaac359bd8e {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.547071] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18c470dc-609a-4cd0-ae5d-5ed5895a656e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.558160] env[69440]: DEBUG oslo_vmware.api [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Waiting for the task: (returnval){ [ 873.558160] env[69440]: value = "task-4139485" [ 873.558160] env[69440]: _type = "Task" [ 873.558160] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.571793] env[69440]: DEBUG oslo_vmware.api [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': task-4139485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.577778] env[69440]: DEBUG nova.compute.manager [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.577778] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.578142] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2217fe-af49-4bc0-b7a6-a2bc5c9fa35d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.589904] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.589904] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd406479-4f67-45b3-b09f-83417e9f10be {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.598586] env[69440]: DEBUG oslo_vmware.api [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Waiting for the task: (returnval){ [ 873.598586] env[69440]: value = "task-4139486" [ 873.598586] env[69440]: _type = "Task" [ 873.598586] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.610458] env[69440]: DEBUG oslo_vmware.api [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': task-4139486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.654099] env[69440]: DEBUG oslo_concurrency.lockutils [req-df034713-a667-4d38-80a3-1d56ac98559e req-98bfb034-1b6e-4628-9836-fd285728349e service nova] Releasing lock "refresh_cache-452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.671406] env[69440]: DEBUG nova.compute.manager [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.691672] env[69440]: DEBUG nova.network.neutron [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.698672] env[69440]: DEBUG nova.compute.manager [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 873.699588] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92dde5a-0725-4c46-991c-2aee55772c5a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.994908] env[69440]: DEBUG nova.network.neutron [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Updating instance_info_cache with network_info: [{"id": "4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda", "address": "fa:16:3e:23:01:ff", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd4c6a1-a9", "ovs_interfaceid": "4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.076682] env[69440]: DEBUG oslo_vmware.api [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Task: {'id': task-4139485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172547} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.079785] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.079949] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.080156] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.080332] env[69440]: INFO nova.compute.manager [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 874.080589] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.081036] env[69440]: DEBUG nova.compute.manager [-] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.081148] env[69440]: DEBUG nova.network.neutron [-] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.113501] env[69440]: DEBUG oslo_vmware.api [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': task-4139486, 'name': PowerOffVM_Task, 'duration_secs': 0.295243} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.117774] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.118085] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.118698] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5494805d-bb87-460c-8a12-1c4710ede0d2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.202041] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.202582] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.202582] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Deleting the datastore file [datastore1] f121bdab-27c9-457f-b3c0-0218b0d6d1e7 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.202748] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5d5dac8-b669-4ae6-8ccc-f7a69223e297 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.214363] env[69440]: DEBUG oslo_vmware.api [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Waiting for the task: (returnval){ [ 874.214363] env[69440]: value = "task-4139488" [ 874.214363] env[69440]: _type = "Task" [ 874.214363] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.220693] env[69440]: INFO nova.compute.manager [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] instance snapshotting [ 874.225123] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677a208a-f2ae-42c0-82ab-ea884bde00c0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.232071] env[69440]: DEBUG oslo_vmware.api [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': task-4139488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.262478] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13ce4cf-ed2a-4f74-843d-435032bb45ec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.323906] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ec94d6-46d6-45b8-9dbd-182b82c3bfaf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.335053] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dde078-8603-4d34-8bce-510eb804a336 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.387972] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525bdd45-fb6f-4cf5-8788-84f4df8c337e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.399911] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb66098-53cd-4c65-8d78-47ee2fc3b747 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.422471] env[69440]: DEBUG nova.compute.provider_tree [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.497965] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.498221] env[69440]: DEBUG nova.compute.manager [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Instance network_info: |[{"id": "4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda", "address": "fa:16:3e:23:01:ff", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd4c6a1-a9", "ovs_interfaceid": "4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.499277] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:01:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.507688] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Creating folder: Project (a73c5a44e4b24fb9a8ac59104ade5085). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.508432] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a0b63af-a391-43e4-b2ce-d9e8725f9c1f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.520895] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Created folder: Project (a73c5a44e4b24fb9a8ac59104ade5085) in parent group-v819662. [ 874.521188] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Creating folder: Instances. Parent ref: group-v819813. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.521418] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39fcb1f2-70b9-4106-bd0a-c2d0a11a06be {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.531706] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Created folder: Instances in parent group-v819813. [ 874.532105] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.532427] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.532711] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e696891-dc3f-44b4-9a86-cc703e889b49 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.554294] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.554294] env[69440]: value = "task-4139491" [ 874.554294] env[69440]: _type = "Task" [ 874.554294] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.563507] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139491, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.691641] env[69440]: DEBUG nova.compute.manager [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.723176] env[69440]: DEBUG nova.virt.hardware [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.723548] env[69440]: DEBUG nova.virt.hardware [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.723747] env[69440]: DEBUG nova.virt.hardware [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.724171] env[69440]: DEBUG nova.virt.hardware [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.724421] env[69440]: DEBUG nova.virt.hardware [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.724521] env[69440]: DEBUG nova.virt.hardware [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.724777] env[69440]: DEBUG nova.virt.hardware [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.724988] env[69440]: DEBUG nova.virt.hardware [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.725650] env[69440]: DEBUG nova.virt.hardware [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.726028] env[69440]: DEBUG nova.virt.hardware [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.726293] env[69440]: DEBUG nova.virt.hardware [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.727213] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2612ead5-c60e-4d4d-9235-b4f00f04f49d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.737058] env[69440]: DEBUG oslo_vmware.api [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Task: {'id': task-4139488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158192} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.740399] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.742288] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.742288] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.742288] env[69440]: INFO nova.compute.manager [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 874.742288] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.742288] env[69440]: DEBUG nova.compute.manager [-] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.742288] env[69440]: DEBUG nova.network.neutron [-] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.746794] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6002d6b-5650-4571-ad8f-9a3d893bc6f8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.776750] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Creating Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 874.777282] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b7f730a6-6175-4899-8b91-a23647911094 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.786744] env[69440]: DEBUG oslo_vmware.api [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for the task: (returnval){ [ 874.786744] env[69440]: value = "task-4139492" [ 874.786744] env[69440]: _type = "Task" [ 874.786744] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.803499] env[69440]: DEBUG oslo_vmware.api [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139492, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.927058] env[69440]: DEBUG nova.scheduler.client.report [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.066786] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139491, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.213375] env[69440]: DEBUG nova.compute.manager [req-8396681d-49e2-487f-b6ac-ea9af5822990 req-1e5f2ef0-8429-4fe5-a287-39d93d7f5747 service nova] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Received event network-changed-4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.213482] env[69440]: DEBUG nova.compute.manager [req-8396681d-49e2-487f-b6ac-ea9af5822990 req-1e5f2ef0-8429-4fe5-a287-39d93d7f5747 service nova] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Refreshing instance network info cache due to event network-changed-4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.214492] env[69440]: DEBUG oslo_concurrency.lockutils [req-8396681d-49e2-487f-b6ac-ea9af5822990 req-1e5f2ef0-8429-4fe5-a287-39d93d7f5747 service nova] Acquiring lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.214750] env[69440]: DEBUG oslo_concurrency.lockutils [req-8396681d-49e2-487f-b6ac-ea9af5822990 req-1e5f2ef0-8429-4fe5-a287-39d93d7f5747 service nova] Acquired lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.215012] env[69440]: DEBUG nova.network.neutron [req-8396681d-49e2-487f-b6ac-ea9af5822990 req-1e5f2ef0-8429-4fe5-a287-39d93d7f5747 service nova] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Refreshing network info cache for port 4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.243658] env[69440]: DEBUG nova.compute.manager [req-14ad98b3-f455-48ec-b717-d50bde3e872a req-5fd56b4f-b696-49fa-b29d-a710758c9ae8 service nova] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Received event network-vif-deleted-5e5d1b86-49d1-4703-9785-e58c2a7ba10b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.243916] env[69440]: INFO nova.compute.manager [req-14ad98b3-f455-48ec-b717-d50bde3e872a req-5fd56b4f-b696-49fa-b29d-a710758c9ae8 service nova] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Neutron deleted interface 5e5d1b86-49d1-4703-9785-e58c2a7ba10b; detaching it from the instance and deleting it from the info cache [ 875.244114] env[69440]: DEBUG nova.network.neutron [req-14ad98b3-f455-48ec-b717-d50bde3e872a req-5fd56b4f-b696-49fa-b29d-a710758c9ae8 service nova] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.274034] env[69440]: DEBUG nova.network.neutron [-] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.302740] env[69440]: DEBUG oslo_vmware.api [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139492, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.433155] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.433441] env[69440]: DEBUG nova.compute.manager [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.436512] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.732s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.438092] env[69440]: INFO nova.compute.claims [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.568815] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139491, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.593657] env[69440]: DEBUG nova.network.neutron [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Successfully updated port: 203309c9-d268-41ef-8536-3e74729135d4 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.755807] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13fda6b0-25d6-4bf5-a15f-b5dec9640d19 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.771185] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3318ca-dd01-4d68-b905-4fd35d49b233 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.783931] env[69440]: INFO nova.compute.manager [-] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Took 1.70 seconds to deallocate network for instance. [ 875.802108] env[69440]: DEBUG oslo_vmware.api [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139492, 'name': CreateSnapshot_Task, 'duration_secs': 0.514901} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.811833] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Created Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 875.812404] env[69440]: DEBUG nova.compute.manager [req-14ad98b3-f455-48ec-b717-d50bde3e872a req-5fd56b4f-b696-49fa-b29d-a710758c9ae8 service nova] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Detach interface failed, port_id=5e5d1b86-49d1-4703-9785-e58c2a7ba10b, reason: Instance cae202f4-3111-4611-ad68-bfaac359bd8e could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.815976] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86c4360-5dab-4ddd-b016-04cd2ebb9858 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.944901] env[69440]: DEBUG nova.compute.utils [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.949479] env[69440]: DEBUG nova.compute.manager [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.949704] env[69440]: DEBUG nova.network.neutron [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.027650] env[69440]: DEBUG nova.policy [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afe4b978c13f46b69047ec76a9b456c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5fb6a2a951b44d083ec7d953e8eca33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.051211] env[69440]: DEBUG nova.network.neutron [req-8396681d-49e2-487f-b6ac-ea9af5822990 req-1e5f2ef0-8429-4fe5-a287-39d93d7f5747 service nova] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Updated VIF entry in instance network info cache for port 4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.051584] env[69440]: DEBUG nova.network.neutron [req-8396681d-49e2-487f-b6ac-ea9af5822990 req-1e5f2ef0-8429-4fe5-a287-39d93d7f5747 service nova] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Updating instance_info_cache with network_info: [{"id": "4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda", "address": "fa:16:3e:23:01:ff", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd4c6a1-a9", "ovs_interfaceid": "4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.066932] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139491, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.101220] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "refresh_cache-726dc81d-4f0f-48cd-934f-736b09764dc1" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.101220] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquired lock "refresh_cache-726dc81d-4f0f-48cd-934f-736b09764dc1" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.101220] env[69440]: DEBUG nova.network.neutron [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.204913] env[69440]: DEBUG nova.network.neutron [-] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.294120] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.342271] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Creating linked-clone VM from snapshot {{(pid=69440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 876.342633] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7f216f80-62f7-44e7-9c3d-16dd653e3b83 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.349410] env[69440]: DEBUG nova.network.neutron [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Successfully created port: 6ffe4a5b-158d-4bde-8115-57495208aea9 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.362843] env[69440]: DEBUG oslo_vmware.api [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for the task: (returnval){ [ 876.362843] env[69440]: value = "task-4139493" [ 876.362843] env[69440]: _type = "Task" [ 876.362843] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.374319] env[69440]: DEBUG oslo_vmware.api [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139493, 'name': CloneVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.400128] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.400378] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.450717] env[69440]: DEBUG nova.compute.manager [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.554060] env[69440]: DEBUG oslo_concurrency.lockutils [req-8396681d-49e2-487f-b6ac-ea9af5822990 req-1e5f2ef0-8429-4fe5-a287-39d93d7f5747 service nova] Releasing lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.568167] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139491, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.654181] env[69440]: DEBUG nova.network.neutron [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.713794] env[69440]: INFO nova.compute.manager [-] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Took 1.97 seconds to deallocate network for instance. [ 876.834712] env[69440]: DEBUG nova.network.neutron [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Updating instance_info_cache with network_info: [{"id": "203309c9-d268-41ef-8536-3e74729135d4", "address": "fa:16:3e:ed:be:75", "network": {"id": "14a0ef8a-1a59-4ae1-9fd2-bd2de05a600d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-820915620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0305991b52ba41308587d36ab41b9968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap203309c9-d2", "ovs_interfaceid": "203309c9-d268-41ef-8536-3e74729135d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.877508] env[69440]: DEBUG oslo_vmware.api [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139493, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.908469] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.908703] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.908871] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.909053] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.909213] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.909361] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.909725] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 876.909725] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 877.075024] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139491, 'name': CreateVM_Task, 'duration_secs': 2.229796} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.075307] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.076017] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.076607] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.076607] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.077474] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77b06500-f47b-4e4d-8b4f-2eae1f31e3cc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.081359] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fc3a25-c558-47f7-a1be-3ee9ec358b42 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.085641] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 877.085641] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5285360e-980c-68c9-ad91-cad1c3d3d305" [ 877.085641] env[69440]: _type = "Task" [ 877.085641] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.096985] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de026e96-c30b-4857-aaba-1de1df995728 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.101255] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5285360e-980c-68c9-ad91-cad1c3d3d305, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.136712] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012ab2f7-92ed-4b8f-950e-ea20164de060 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.152071] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9086b390-fb3e-4ce9-b36d-bd5e85fa1826 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.171221] env[69440]: DEBUG nova.compute.provider_tree [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.228433] env[69440]: DEBUG oslo_concurrency.lockutils [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.337761] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Releasing lock "refresh_cache-726dc81d-4f0f-48cd-934f-736b09764dc1" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.338254] env[69440]: DEBUG nova.compute.manager [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Instance network_info: |[{"id": "203309c9-d268-41ef-8536-3e74729135d4", "address": "fa:16:3e:ed:be:75", "network": {"id": "14a0ef8a-1a59-4ae1-9fd2-bd2de05a600d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-820915620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0305991b52ba41308587d36ab41b9968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap203309c9-d2", "ovs_interfaceid": "203309c9-d268-41ef-8536-3e74729135d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.338899] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:be:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '203309c9-d268-41ef-8536-3e74729135d4', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.350889] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.351673] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.351924] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cdb9b60-b059-4f3b-86f5-8b210e2d2f16 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.378822] env[69440]: DEBUG oslo_vmware.api [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139493, 'name': CloneVM_Task, 'duration_secs': 0.990856} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.380451] env[69440]: INFO nova.virt.vmwareapi.vmops [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Created linked-clone VM from snapshot [ 877.380728] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.380728] env[69440]: value = "task-4139494" [ 877.380728] env[69440]: _type = "Task" [ 877.380728] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.381468] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631a9b80-f3cc-4799-8ddf-2f55ca474131 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.392778] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Uploading image f6d49725-17b3-4f5d-8de8-ba3ca6ba825e {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 877.399014] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139494, 'name': CreateVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.403169] env[69440]: DEBUG nova.compute.manager [req-cccb7b9c-c8c4-4200-9646-00e96f78be14 req-1fdc6f06-b28c-4287-90e4-1910c6326935 service nova] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Received event network-vif-plugged-203309c9-d268-41ef-8536-3e74729135d4 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.403400] env[69440]: DEBUG oslo_concurrency.lockutils [req-cccb7b9c-c8c4-4200-9646-00e96f78be14 req-1fdc6f06-b28c-4287-90e4-1910c6326935 service nova] Acquiring lock "726dc81d-4f0f-48cd-934f-736b09764dc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.403631] env[69440]: DEBUG oslo_concurrency.lockutils [req-cccb7b9c-c8c4-4200-9646-00e96f78be14 req-1fdc6f06-b28c-4287-90e4-1910c6326935 service nova] Lock "726dc81d-4f0f-48cd-934f-736b09764dc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.403796] env[69440]: DEBUG oslo_concurrency.lockutils [req-cccb7b9c-c8c4-4200-9646-00e96f78be14 req-1fdc6f06-b28c-4287-90e4-1910c6326935 service nova] Lock "726dc81d-4f0f-48cd-934f-736b09764dc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.403934] env[69440]: DEBUG nova.compute.manager [req-cccb7b9c-c8c4-4200-9646-00e96f78be14 req-1fdc6f06-b28c-4287-90e4-1910c6326935 service nova] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] No waiting events found dispatching network-vif-plugged-203309c9-d268-41ef-8536-3e74729135d4 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 877.404114] env[69440]: WARNING nova.compute.manager [req-cccb7b9c-c8c4-4200-9646-00e96f78be14 req-1fdc6f06-b28c-4287-90e4-1910c6326935 service nova] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Received unexpected event network-vif-plugged-203309c9-d268-41ef-8536-3e74729135d4 for instance with vm_state building and task_state spawning. [ 877.404236] env[69440]: DEBUG nova.compute.manager [req-cccb7b9c-c8c4-4200-9646-00e96f78be14 req-1fdc6f06-b28c-4287-90e4-1910c6326935 service nova] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Received event network-changed-203309c9-d268-41ef-8536-3e74729135d4 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.404397] env[69440]: DEBUG nova.compute.manager [req-cccb7b9c-c8c4-4200-9646-00e96f78be14 req-1fdc6f06-b28c-4287-90e4-1910c6326935 service nova] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Refreshing instance network info cache due to event network-changed-203309c9-d268-41ef-8536-3e74729135d4. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.404617] env[69440]: DEBUG oslo_concurrency.lockutils [req-cccb7b9c-c8c4-4200-9646-00e96f78be14 req-1fdc6f06-b28c-4287-90e4-1910c6326935 service nova] Acquiring lock "refresh_cache-726dc81d-4f0f-48cd-934f-736b09764dc1" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.404803] env[69440]: DEBUG oslo_concurrency.lockutils [req-cccb7b9c-c8c4-4200-9646-00e96f78be14 req-1fdc6f06-b28c-4287-90e4-1910c6326935 service nova] Acquired lock "refresh_cache-726dc81d-4f0f-48cd-934f-736b09764dc1" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.404918] env[69440]: DEBUG nova.network.neutron [req-cccb7b9c-c8c4-4200-9646-00e96f78be14 req-1fdc6f06-b28c-4287-90e4-1910c6326935 service nova] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Refreshing network info cache for port 203309c9-d268-41ef-8536-3e74729135d4 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.413561] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.426598] env[69440]: DEBUG oslo_vmware.rw_handles [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 877.426598] env[69440]: value = "vm-819817" [ 877.426598] env[69440]: _type = "VirtualMachine" [ 877.426598] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 877.426598] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-53bc29b5-11ed-48da-9439-72045adb7481 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.434671] env[69440]: DEBUG oslo_vmware.rw_handles [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Lease: (returnval){ [ 877.434671] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5252c224-a06a-4ace-b8f1-17cadae7923c" [ 877.434671] env[69440]: _type = "HttpNfcLease" [ 877.434671] env[69440]: } obtained for exporting VM: (result){ [ 877.434671] env[69440]: value = "vm-819817" [ 877.434671] env[69440]: _type = "VirtualMachine" [ 877.434671] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 877.435614] env[69440]: DEBUG oslo_vmware.api [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for the lease: (returnval){ [ 877.435614] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5252c224-a06a-4ace-b8f1-17cadae7923c" [ 877.435614] env[69440]: _type = "HttpNfcLease" [ 877.435614] env[69440]: } to be ready. {{(pid=69440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 877.446261] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 877.446261] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5252c224-a06a-4ace-b8f1-17cadae7923c" [ 877.446261] env[69440]: _type = "HttpNfcLease" [ 877.446261] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 877.464678] env[69440]: DEBUG nova.compute.manager [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.492535] env[69440]: DEBUG nova.virt.hardware [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.492771] env[69440]: DEBUG nova.virt.hardware [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.493125] env[69440]: DEBUG nova.virt.hardware [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.493125] env[69440]: DEBUG nova.virt.hardware [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.493263] env[69440]: DEBUG nova.virt.hardware [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.493406] env[69440]: DEBUG nova.virt.hardware [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.493615] env[69440]: DEBUG nova.virt.hardware [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.493847] env[69440]: DEBUG nova.virt.hardware [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.493927] env[69440]: DEBUG nova.virt.hardware [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.494105] env[69440]: DEBUG nova.virt.hardware [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.494351] env[69440]: DEBUG nova.virt.hardware [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.495468] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9527e795-cbc7-422b-9307-d3a7c859c771 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.505135] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4a87c2-536a-45b8-8ef5-456852b678ec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.599265] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5285360e-980c-68c9-ad91-cad1c3d3d305, 'name': SearchDatastore_Task, 'duration_secs': 0.01933} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.599657] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.599926] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.600217] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.600611] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.600677] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.600992] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5da8ede3-5e8d-4cb8-812c-175aca1bb6fd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.612787] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.612971] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.613739] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a568fd9-0d61-44f9-b88e-8c3619d00331 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.621798] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 877.621798] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5245bb97-fb8b-03b5-f8a0-a5700df210cb" [ 877.621798] env[69440]: _type = "Task" [ 877.621798] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.630795] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5245bb97-fb8b-03b5-f8a0-a5700df210cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.678667] env[69440]: DEBUG nova.scheduler.client.report [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.897532] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139494, 'name': CreateVM_Task, 'duration_secs': 0.333536} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.897642] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.898563] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.898754] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.899228] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.899378] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17cc2e91-2f85-4bc4-abd3-fc28c471cf29 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.907092] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 877.907092] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52625cf9-73f2-4ec2-1bd2-e6e6b20728b4" [ 877.907092] env[69440]: _type = "Task" [ 877.907092] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.923808] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52625cf9-73f2-4ec2-1bd2-e6e6b20728b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.945152] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 877.945152] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5252c224-a06a-4ace-b8f1-17cadae7923c" [ 877.945152] env[69440]: _type = "HttpNfcLease" [ 877.945152] env[69440]: } is ready. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 877.945489] env[69440]: DEBUG oslo_vmware.rw_handles [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 877.945489] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5252c224-a06a-4ace-b8f1-17cadae7923c" [ 877.945489] env[69440]: _type = "HttpNfcLease" [ 877.945489] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 877.946779] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db148df8-9b23-4e38-a386-47234fd77b80 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.955559] env[69440]: DEBUG oslo_vmware.rw_handles [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf90f6-b4cc-6d25-07a5-0d030ef00aa5/disk-0.vmdk from lease info. {{(pid=69440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 877.955743] env[69440]: DEBUG oslo_vmware.rw_handles [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf90f6-b4cc-6d25-07a5-0d030ef00aa5/disk-0.vmdk for reading. {{(pid=69440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 878.019196] env[69440]: DEBUG nova.network.neutron [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Successfully updated port: 6ffe4a5b-158d-4bde-8115-57495208aea9 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.088954] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-caf6f280-529a-4ac9-b720-c162df5df32c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.134970] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5245bb97-fb8b-03b5-f8a0-a5700df210cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.136461] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7af373-25aa-4872-8270-fd0f869fbd33 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.142556] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 878.142556] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52876e15-dd6f-5a8d-5b85-44bc97806e61" [ 878.142556] env[69440]: _type = "Task" [ 878.142556] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.151976] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52876e15-dd6f-5a8d-5b85-44bc97806e61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.183868] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.184505] env[69440]: DEBUG nova.compute.manager [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.187388] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.083s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.187580] env[69440]: DEBUG nova.objects.instance [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lazy-loading 'resources' on Instance uuid 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.222011] env[69440]: DEBUG nova.network.neutron [req-cccb7b9c-c8c4-4200-9646-00e96f78be14 req-1fdc6f06-b28c-4287-90e4-1910c6326935 service nova] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Updated VIF entry in instance network info cache for port 203309c9-d268-41ef-8536-3e74729135d4. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.224726] env[69440]: DEBUG nova.network.neutron [req-cccb7b9c-c8c4-4200-9646-00e96f78be14 req-1fdc6f06-b28c-4287-90e4-1910c6326935 service nova] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Updating instance_info_cache with network_info: [{"id": "203309c9-d268-41ef-8536-3e74729135d4", "address": "fa:16:3e:ed:be:75", "network": {"id": "14a0ef8a-1a59-4ae1-9fd2-bd2de05a600d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-820915620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0305991b52ba41308587d36ab41b9968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap203309c9-d2", "ovs_interfaceid": "203309c9-d268-41ef-8536-3e74729135d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.421328] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52625cf9-73f2-4ec2-1bd2-e6e6b20728b4, 'name': SearchDatastore_Task, 'duration_secs': 0.040433} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.421820] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.422095] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.422565] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.522611] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "refresh_cache-de682e9a-77cf-41e8-9378-459074854566" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.524283] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired lock "refresh_cache-de682e9a-77cf-41e8-9378-459074854566" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.524283] env[69440]: DEBUG nova.network.neutron [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.653763] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52876e15-dd6f-5a8d-5b85-44bc97806e61, 'name': SearchDatastore_Task, 'duration_secs': 0.012002} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.656140] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.656140] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] efd32a38-36e0-4f4d-9822-870d28a618d4/efd32a38-36e0-4f4d-9822-870d28a618d4.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.656140] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.656140] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.656140] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbf9eda0-ddca-4af4-98d7-8d44b6408607 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.657896] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-786173fd-1670-4e73-aa0e-0390d5b39845 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.671024] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 878.671024] env[69440]: value = "task-4139496" [ 878.671024] env[69440]: _type = "Task" [ 878.671024] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.673998] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.674301] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.675637] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c49c0b8-e6a0-4166-9b6b-ec1512edee8a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.681828] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4139496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.686582] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 878.686582] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52720cae-fcec-112f-4a70-f89fcfb153ad" [ 878.686582] env[69440]: _type = "Task" [ 878.686582] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.691446] env[69440]: DEBUG nova.compute.utils [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.693163] env[69440]: DEBUG nova.compute.manager [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.695028] env[69440]: DEBUG nova.network.neutron [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.705025] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52720cae-fcec-112f-4a70-f89fcfb153ad, 'name': SearchDatastore_Task, 'duration_secs': 0.014481} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.708563] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e0999e6-c717-4e87-a8b1-f02f19d1a4eb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.716506] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 878.716506] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]526e6994-0feb-a2b5-198a-f441d1773f8c" [ 878.716506] env[69440]: _type = "Task" [ 878.716506] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.727892] env[69440]: DEBUG oslo_concurrency.lockutils [req-cccb7b9c-c8c4-4200-9646-00e96f78be14 req-1fdc6f06-b28c-4287-90e4-1910c6326935 service nova] Releasing lock "refresh_cache-726dc81d-4f0f-48cd-934f-736b09764dc1" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.728282] env[69440]: DEBUG nova.compute.manager [req-cccb7b9c-c8c4-4200-9646-00e96f78be14 req-1fdc6f06-b28c-4287-90e4-1910c6326935 service nova] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Received event network-vif-deleted-8e52167a-30f3-417a-8cbd-5a5b7a3931b0 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.741609] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526e6994-0feb-a2b5-198a-f441d1773f8c, 'name': SearchDatastore_Task, 'duration_secs': 0.011972} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.741609] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.741609] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 726dc81d-4f0f-48cd-934f-736b09764dc1/726dc81d-4f0f-48cd-934f-736b09764dc1.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.741609] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d13c680b-c717-4d56-8b9f-3baf2caed11b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.749183] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 878.749183] env[69440]: value = "task-4139497" [ 878.749183] env[69440]: _type = "Task" [ 878.749183] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.765836] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.791762] env[69440]: DEBUG nova.policy [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ecb574f41b74c13af68d395ca447069', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd682d672a24d4488a69b7077092bc249', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.081676] env[69440]: DEBUG nova.network.neutron [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.182475] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4139496, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.205256] env[69440]: DEBUG nova.compute.manager [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.268725] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139497, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.327400] env[69440]: DEBUG nova.network.neutron [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Successfully created port: 5324155c-f42e-4a31-aa58-7390dd0a5fc8 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.392741] env[69440]: DEBUG nova.network.neutron [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Updating instance_info_cache with network_info: [{"id": "6ffe4a5b-158d-4bde-8115-57495208aea9", "address": "fa:16:3e:b9:c4:1a", "network": {"id": "fd8085f7-96df-494f-8d70-63b8b6c83f3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109709906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fb6a2a951b44d083ec7d953e8eca33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ffe4a5b-15", "ovs_interfaceid": "6ffe4a5b-158d-4bde-8115-57495208aea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.440704] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3036eb-829f-4d5a-a95d-7a05a981aa81 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.451223] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2ee5ca-4c3a-4f79-8af7-878838205755 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.491110] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d0fe66-a3aa-439b-b255-97a49de876b2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.499758] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407a9c5f-f78d-4a7d-a3f6-3599f3cd7bc7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.517665] env[69440]: DEBUG nova.compute.provider_tree [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.606119] env[69440]: DEBUG nova.compute.manager [req-1a6e0f34-30c0-4e46-8ef2-2a10bd47fe2c req-285d2490-ab6e-4cb1-8775-eab997b31c81 service nova] [instance: de682e9a-77cf-41e8-9378-459074854566] Received event network-vif-plugged-6ffe4a5b-158d-4bde-8115-57495208aea9 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.607459] env[69440]: DEBUG oslo_concurrency.lockutils [req-1a6e0f34-30c0-4e46-8ef2-2a10bd47fe2c req-285d2490-ab6e-4cb1-8775-eab997b31c81 service nova] Acquiring lock "de682e9a-77cf-41e8-9378-459074854566-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.607623] env[69440]: DEBUG oslo_concurrency.lockutils [req-1a6e0f34-30c0-4e46-8ef2-2a10bd47fe2c req-285d2490-ab6e-4cb1-8775-eab997b31c81 service nova] Lock "de682e9a-77cf-41e8-9378-459074854566-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.607889] env[69440]: DEBUG oslo_concurrency.lockutils [req-1a6e0f34-30c0-4e46-8ef2-2a10bd47fe2c req-285d2490-ab6e-4cb1-8775-eab997b31c81 service nova] Lock "de682e9a-77cf-41e8-9378-459074854566-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.608146] env[69440]: DEBUG nova.compute.manager [req-1a6e0f34-30c0-4e46-8ef2-2a10bd47fe2c req-285d2490-ab6e-4cb1-8775-eab997b31c81 service nova] [instance: de682e9a-77cf-41e8-9378-459074854566] No waiting events found dispatching network-vif-plugged-6ffe4a5b-158d-4bde-8115-57495208aea9 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 879.608346] env[69440]: WARNING nova.compute.manager [req-1a6e0f34-30c0-4e46-8ef2-2a10bd47fe2c req-285d2490-ab6e-4cb1-8775-eab997b31c81 service nova] [instance: de682e9a-77cf-41e8-9378-459074854566] Received unexpected event network-vif-plugged-6ffe4a5b-158d-4bde-8115-57495208aea9 for instance with vm_state building and task_state spawning. [ 879.608346] env[69440]: DEBUG nova.compute.manager [req-1a6e0f34-30c0-4e46-8ef2-2a10bd47fe2c req-285d2490-ab6e-4cb1-8775-eab997b31c81 service nova] [instance: de682e9a-77cf-41e8-9378-459074854566] Received event network-changed-6ffe4a5b-158d-4bde-8115-57495208aea9 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.608517] env[69440]: DEBUG nova.compute.manager [req-1a6e0f34-30c0-4e46-8ef2-2a10bd47fe2c req-285d2490-ab6e-4cb1-8775-eab997b31c81 service nova] [instance: de682e9a-77cf-41e8-9378-459074854566] Refreshing instance network info cache due to event network-changed-6ffe4a5b-158d-4bde-8115-57495208aea9. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.608706] env[69440]: DEBUG oslo_concurrency.lockutils [req-1a6e0f34-30c0-4e46-8ef2-2a10bd47fe2c req-285d2490-ab6e-4cb1-8775-eab997b31c81 service nova] Acquiring lock "refresh_cache-de682e9a-77cf-41e8-9378-459074854566" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.681633] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4139496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725645} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.682045] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] efd32a38-36e0-4f4d-9822-870d28a618d4/efd32a38-36e0-4f4d-9822-870d28a618d4.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.682354] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.682669] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebc83071-7e4d-44c9-ada8-500eb59be7d3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.692141] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 879.692141] env[69440]: value = "task-4139498" [ 879.692141] env[69440]: _type = "Task" [ 879.692141] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.703261] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4139498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.762100] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.879398} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.762586] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 726dc81d-4f0f-48cd-934f-736b09764dc1/726dc81d-4f0f-48cd-934f-736b09764dc1.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.762843] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.763754] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17c26af7-0a9f-4b16-b389-478356571900 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.771695] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 879.771695] env[69440]: value = "task-4139499" [ 879.771695] env[69440]: _type = "Task" [ 879.771695] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.782502] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.898748] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Releasing lock "refresh_cache-de682e9a-77cf-41e8-9378-459074854566" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.899110] env[69440]: DEBUG nova.compute.manager [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Instance network_info: |[{"id": "6ffe4a5b-158d-4bde-8115-57495208aea9", "address": "fa:16:3e:b9:c4:1a", "network": {"id": "fd8085f7-96df-494f-8d70-63b8b6c83f3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109709906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fb6a2a951b44d083ec7d953e8eca33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ffe4a5b-15", "ovs_interfaceid": "6ffe4a5b-158d-4bde-8115-57495208aea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.899577] env[69440]: DEBUG oslo_concurrency.lockutils [req-1a6e0f34-30c0-4e46-8ef2-2a10bd47fe2c req-285d2490-ab6e-4cb1-8775-eab997b31c81 service nova] Acquired lock "refresh_cache-de682e9a-77cf-41e8-9378-459074854566" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.899760] env[69440]: DEBUG nova.network.neutron [req-1a6e0f34-30c0-4e46-8ef2-2a10bd47fe2c req-285d2490-ab6e-4cb1-8775-eab997b31c81 service nova] [instance: de682e9a-77cf-41e8-9378-459074854566] Refreshing network info cache for port 6ffe4a5b-158d-4bde-8115-57495208aea9 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.901147] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:c4:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ffe4a5b-158d-4bde-8115-57495208aea9', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.910263] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.913511] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de682e9a-77cf-41e8-9378-459074854566] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.914106] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e820e2ae-099b-4b63-a74c-5b3c443b8df4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.939377] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.939377] env[69440]: value = "task-4139500" [ 879.939377] env[69440]: _type = "Task" [ 879.939377] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.949425] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139500, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.021567] env[69440]: DEBUG nova.scheduler.client.report [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.174162] env[69440]: DEBUG nova.network.neutron [req-1a6e0f34-30c0-4e46-8ef2-2a10bd47fe2c req-285d2490-ab6e-4cb1-8775-eab997b31c81 service nova] [instance: de682e9a-77cf-41e8-9378-459074854566] Updated VIF entry in instance network info cache for port 6ffe4a5b-158d-4bde-8115-57495208aea9. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.174735] env[69440]: DEBUG nova.network.neutron [req-1a6e0f34-30c0-4e46-8ef2-2a10bd47fe2c req-285d2490-ab6e-4cb1-8775-eab997b31c81 service nova] [instance: de682e9a-77cf-41e8-9378-459074854566] Updating instance_info_cache with network_info: [{"id": "6ffe4a5b-158d-4bde-8115-57495208aea9", "address": "fa:16:3e:b9:c4:1a", "network": {"id": "fd8085f7-96df-494f-8d70-63b8b6c83f3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109709906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fb6a2a951b44d083ec7d953e8eca33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ffe4a5b-15", "ovs_interfaceid": "6ffe4a5b-158d-4bde-8115-57495208aea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.205111] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4139498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076395} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.205111] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.205642] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e19b86-b97d-40f9-b12f-d9630fb55039 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.223834] env[69440]: DEBUG nova.compute.manager [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.236306] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] efd32a38-36e0-4f4d-9822-870d28a618d4/efd32a38-36e0-4f4d-9822-870d28a618d4.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.237447] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c423985-4932-4f2f-b2bf-73a1c641b692 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.260241] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 880.260241] env[69440]: value = "task-4139501" [ 880.260241] env[69440]: _type = "Task" [ 880.260241] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.266345] env[69440]: DEBUG nova.virt.hardware [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:51:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='70fcf12b-b34b-4ffd-814a-0d1fee319137',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1921025142',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.266668] env[69440]: DEBUG nova.virt.hardware [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.266881] env[69440]: DEBUG nova.virt.hardware [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.267137] env[69440]: DEBUG nova.virt.hardware [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.267300] env[69440]: DEBUG nova.virt.hardware [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.267455] env[69440]: DEBUG nova.virt.hardware [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.267742] env[69440]: DEBUG nova.virt.hardware [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.267936] env[69440]: DEBUG nova.virt.hardware [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.268207] env[69440]: DEBUG nova.virt.hardware [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.268372] env[69440]: DEBUG nova.virt.hardware [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.268645] env[69440]: DEBUG nova.virt.hardware [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.269505] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be74085c-cc50-48e3-808f-a00fbddc1766 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.276275] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4139501, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.289286] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed1d8c8-c770-46e7-890f-a9f88bad8c83 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.293896] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066925} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.294515] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.296151] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa49661-6558-423a-b5d1-69f8e7729f54 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.329398] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 726dc81d-4f0f-48cd-934f-736b09764dc1/726dc81d-4f0f-48cd-934f-736b09764dc1.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.330052] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d595ae8-ceeb-4ba8-a330-6d7db326e416 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.352668] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 880.352668] env[69440]: value = "task-4139502" [ 880.352668] env[69440]: _type = "Task" [ 880.352668] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.363943] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.450822] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139500, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.526871] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.339s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.529548] env[69440]: DEBUG oslo_concurrency.lockutils [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.774s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.529793] env[69440]: DEBUG nova.objects.instance [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lazy-loading 'resources' on Instance uuid 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.558345] env[69440]: INFO nova.scheduler.client.report [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Deleted allocations for instance 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f [ 880.678085] env[69440]: DEBUG oslo_concurrency.lockutils [req-1a6e0f34-30c0-4e46-8ef2-2a10bd47fe2c req-285d2490-ab6e-4cb1-8775-eab997b31c81 service nova] Releasing lock "refresh_cache-de682e9a-77cf-41e8-9378-459074854566" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.775842] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4139501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.867225] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139502, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.961621] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139500, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.970373] env[69440]: DEBUG nova.network.neutron [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Successfully updated port: 5324155c-f42e-4a31-aa58-7390dd0a5fc8 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.074485] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43baf147-4581-4815-b63a-be7cfd917582 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "4d95bd47-17b5-48d5-82f8-13e5c7cfba1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.642s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.277664] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4139501, 'name': ReconfigVM_Task, 'duration_secs': 0.590774} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.277664] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Reconfigured VM instance instance-00000031 to attach disk [datastore1] efd32a38-36e0-4f4d-9822-870d28a618d4/efd32a38-36e0-4f4d-9822-870d28a618d4.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.283841] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a12eddd-8804-4b30-a676-961506d8322a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.291669] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 881.291669] env[69440]: value = "task-4139503" [ 881.291669] env[69440]: _type = "Task" [ 881.291669] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.304223] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4139503, 'name': Rename_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.369564] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139502, 'name': ReconfigVM_Task, 'duration_secs': 0.529522} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.369564] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 726dc81d-4f0f-48cd-934f-736b09764dc1/726dc81d-4f0f-48cd-934f-736b09764dc1.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.369564] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fe876c5-a1ba-4476-9aed-86c3846f00f6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.377998] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 881.377998] env[69440]: value = "task-4139504" [ 881.377998] env[69440]: _type = "Task" [ 881.377998] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.388273] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139504, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.460842] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139500, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.472821] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "refresh_cache-26d5e4a4-a985-440c-ab16-5798e9bd72ff" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.473093] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquired lock "refresh_cache-26d5e4a4-a985-440c-ab16-5798e9bd72ff" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.473723] env[69440]: DEBUG nova.network.neutron [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.701473] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f28f604-a978-4aad-a91f-fccbaee8fcda {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.711173] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9790e04-0a65-4702-b65e-0ef4cf7c104f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.748663] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e96fb7c-6ca9-4b5a-ba8b-c3ff63b88ed5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.758426] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcbfda6-e4ec-4ae5-9a48-bfeab69fd0df {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.775688] env[69440]: DEBUG nova.compute.provider_tree [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.805911] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4139503, 'name': Rename_Task, 'duration_secs': 0.188597} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.806504] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.806807] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-321a5a87-8898-4769-a08d-207aad9f10f4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.815028] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 881.815028] env[69440]: value = "task-4139505" [ 881.815028] env[69440]: _type = "Task" [ 881.815028] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.825292] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4139505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.894229] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139504, 'name': Rename_Task, 'duration_secs': 0.184748} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.894640] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.894925] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0075f140-db44-47dd-8182-1a7a9ea2a487 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.902332] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 881.902332] env[69440]: value = "task-4139506" [ 881.902332] env[69440]: _type = "Task" [ 881.902332] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.919519] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.954162] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139500, 'name': CreateVM_Task, 'duration_secs': 1.611192} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.954434] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de682e9a-77cf-41e8-9378-459074854566] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.955106] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.955276] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.955653] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.955920] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb3a88fa-51cb-45b0-9a99-8b2b41f3f8bc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.965295] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 881.965295] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52471795-8421-0c49-b92e-84fa499cea58" [ 881.965295] env[69440]: _type = "Task" [ 881.965295] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.972234] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52471795-8421-0c49-b92e-84fa499cea58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.998121] env[69440]: DEBUG nova.compute.manager [req-b51a8a70-378c-4bc3-9971-2f7b5d5b4889 req-c7b38b5c-f187-4e9f-99a1-70afc38c4fdb service nova] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Received event network-vif-plugged-5324155c-f42e-4a31-aa58-7390dd0a5fc8 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.998533] env[69440]: DEBUG oslo_concurrency.lockutils [req-b51a8a70-378c-4bc3-9971-2f7b5d5b4889 req-c7b38b5c-f187-4e9f-99a1-70afc38c4fdb service nova] Acquiring lock "26d5e4a4-a985-440c-ab16-5798e9bd72ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.999376] env[69440]: DEBUG oslo_concurrency.lockutils [req-b51a8a70-378c-4bc3-9971-2f7b5d5b4889 req-c7b38b5c-f187-4e9f-99a1-70afc38c4fdb service nova] Lock "26d5e4a4-a985-440c-ab16-5798e9bd72ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.999853] env[69440]: DEBUG oslo_concurrency.lockutils [req-b51a8a70-378c-4bc3-9971-2f7b5d5b4889 req-c7b38b5c-f187-4e9f-99a1-70afc38c4fdb service nova] Lock "26d5e4a4-a985-440c-ab16-5798e9bd72ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.000141] env[69440]: DEBUG nova.compute.manager [req-b51a8a70-378c-4bc3-9971-2f7b5d5b4889 req-c7b38b5c-f187-4e9f-99a1-70afc38c4fdb service nova] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] No waiting events found dispatching network-vif-plugged-5324155c-f42e-4a31-aa58-7390dd0a5fc8 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 882.000582] env[69440]: WARNING nova.compute.manager [req-b51a8a70-378c-4bc3-9971-2f7b5d5b4889 req-c7b38b5c-f187-4e9f-99a1-70afc38c4fdb service nova] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Received unexpected event network-vif-plugged-5324155c-f42e-4a31-aa58-7390dd0a5fc8 for instance with vm_state building and task_state spawning. [ 882.002376] env[69440]: DEBUG nova.compute.manager [req-b51a8a70-378c-4bc3-9971-2f7b5d5b4889 req-c7b38b5c-f187-4e9f-99a1-70afc38c4fdb service nova] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Received event network-changed-5324155c-f42e-4a31-aa58-7390dd0a5fc8 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.002376] env[69440]: DEBUG nova.compute.manager [req-b51a8a70-378c-4bc3-9971-2f7b5d5b4889 req-c7b38b5c-f187-4e9f-99a1-70afc38c4fdb service nova] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Refreshing instance network info cache due to event network-changed-5324155c-f42e-4a31-aa58-7390dd0a5fc8. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.002713] env[69440]: DEBUG oslo_concurrency.lockutils [req-b51a8a70-378c-4bc3-9971-2f7b5d5b4889 req-c7b38b5c-f187-4e9f-99a1-70afc38c4fdb service nova] Acquiring lock "refresh_cache-26d5e4a4-a985-440c-ab16-5798e9bd72ff" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.025280] env[69440]: DEBUG nova.network.neutron [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.205237] env[69440]: DEBUG nova.network.neutron [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Updating instance_info_cache with network_info: [{"id": "5324155c-f42e-4a31-aa58-7390dd0a5fc8", "address": "fa:16:3e:41:00:b9", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5324155c-f4", "ovs_interfaceid": "5324155c-f42e-4a31-aa58-7390dd0a5fc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.279847] env[69440]: DEBUG nova.scheduler.client.report [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.327728] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4139505, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.416023] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139506, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.477433] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52471795-8421-0c49-b92e-84fa499cea58, 'name': SearchDatastore_Task, 'duration_secs': 0.013932} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.477784] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.478041] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.478346] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.478521] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.478710] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.479794] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b5fab16-9b2d-4654-88eb-3fa26d169236 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.490583] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.490943] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.491610] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb3ef6b-8d59-4d3f-90a6-1ce331f61622 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.499377] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 882.499377] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5251c5be-55f7-2573-2c79-1fc023a59fa8" [ 882.499377] env[69440]: _type = "Task" [ 882.499377] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.509603] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5251c5be-55f7-2573-2c79-1fc023a59fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.713145] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Releasing lock "refresh_cache-26d5e4a4-a985-440c-ab16-5798e9bd72ff" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.713485] env[69440]: DEBUG nova.compute.manager [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Instance network_info: |[{"id": "5324155c-f42e-4a31-aa58-7390dd0a5fc8", "address": "fa:16:3e:41:00:b9", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5324155c-f4", "ovs_interfaceid": "5324155c-f42e-4a31-aa58-7390dd0a5fc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.713809] env[69440]: DEBUG oslo_concurrency.lockutils [req-b51a8a70-378c-4bc3-9971-2f7b5d5b4889 req-c7b38b5c-f187-4e9f-99a1-70afc38c4fdb service nova] Acquired lock "refresh_cache-26d5e4a4-a985-440c-ab16-5798e9bd72ff" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.713995] env[69440]: DEBUG nova.network.neutron [req-b51a8a70-378c-4bc3-9971-2f7b5d5b4889 req-c7b38b5c-f187-4e9f-99a1-70afc38c4fdb service nova] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Refreshing network info cache for port 5324155c-f42e-4a31-aa58-7390dd0a5fc8 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.715264] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:00:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5324155c-f42e-4a31-aa58-7390dd0a5fc8', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.733673] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.738456] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.739477] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfe992cd-b80e-416a-979a-7060e6b39173 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.773916] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.773916] env[69440]: value = "task-4139507" [ 882.773916] env[69440]: _type = "Task" [ 882.773916] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.790942] env[69440]: DEBUG oslo_concurrency.lockutils [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.793330] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139507, 'name': CreateVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.794038] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.208s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.796268] env[69440]: INFO nova.compute.claims [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.832354] env[69440]: DEBUG oslo_vmware.api [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4139505, 'name': PowerOnVM_Task, 'duration_secs': 0.659468} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.833976] env[69440]: INFO nova.scheduler.client.report [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Deleted allocations for instance 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5 [ 882.836865] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.837239] env[69440]: INFO nova.compute.manager [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Took 10.93 seconds to spawn the instance on the hypervisor. [ 882.837560] env[69440]: DEBUG nova.compute.manager [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 882.842480] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f7eaee-de70-4181-96ed-66af3c9685e7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.921520] env[69440]: DEBUG oslo_vmware.api [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139506, 'name': PowerOnVM_Task, 'duration_secs': 0.648655} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.922131] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.922131] env[69440]: INFO nova.compute.manager [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Took 8.23 seconds to spawn the instance on the hypervisor. [ 882.922540] env[69440]: DEBUG nova.compute.manager [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 882.923273] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4ef19e-8bfc-4330-993f-7117406e2f78 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.016977] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5251c5be-55f7-2573-2c79-1fc023a59fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.016183} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.017906] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90bb0e93-cfb0-434e-82da-f5e6b691fd2c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.027290] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 883.027290] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52a5f6fb-f60a-87d9-a3f4-aecd01e57faf" [ 883.027290] env[69440]: _type = "Task" [ 883.027290] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.039940] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a5f6fb-f60a-87d9-a3f4-aecd01e57faf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.043680] env[69440]: DEBUG nova.network.neutron [req-b51a8a70-378c-4bc3-9971-2f7b5d5b4889 req-c7b38b5c-f187-4e9f-99a1-70afc38c4fdb service nova] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Updated VIF entry in instance network info cache for port 5324155c-f42e-4a31-aa58-7390dd0a5fc8. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.044088] env[69440]: DEBUG nova.network.neutron [req-b51a8a70-378c-4bc3-9971-2f7b5d5b4889 req-c7b38b5c-f187-4e9f-99a1-70afc38c4fdb service nova] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Updating instance_info_cache with network_info: [{"id": "5324155c-f42e-4a31-aa58-7390dd0a5fc8", "address": "fa:16:3e:41:00:b9", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5324155c-f4", "ovs_interfaceid": "5324155c-f42e-4a31-aa58-7390dd0a5fc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.291871] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139507, 'name': CreateVM_Task, 'duration_secs': 0.382779} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.291871] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.291871] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.291871] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.291871] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.291871] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa462aef-38b4-4aa9-9f48-c430fe495258 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.307356] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 883.307356] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52820adc-86c0-6208-5377-99718961e4cb" [ 883.307356] env[69440]: _type = "Task" [ 883.307356] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.322155] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52820adc-86c0-6208-5377-99718961e4cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.352582] env[69440]: DEBUG oslo_concurrency.lockutils [None req-50566d15-03ed-4f7d-8eef-8acaf5d70483 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.412s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.369220] env[69440]: INFO nova.compute.manager [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Took 48.00 seconds to build instance. [ 883.449939] env[69440]: INFO nova.compute.manager [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Took 46.95 seconds to build instance. [ 883.542290] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a5f6fb-f60a-87d9-a3f4-aecd01e57faf, 'name': SearchDatastore_Task, 'duration_secs': 0.014214} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.542689] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.544076] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] de682e9a-77cf-41e8-9378-459074854566/de682e9a-77cf-41e8-9378-459074854566.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.544076] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eba1786d-16b1-4843-8be2-08ed88db4986 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.546416] env[69440]: DEBUG oslo_concurrency.lockutils [req-b51a8a70-378c-4bc3-9971-2f7b5d5b4889 req-c7b38b5c-f187-4e9f-99a1-70afc38c4fdb service nova] Releasing lock "refresh_cache-26d5e4a4-a985-440c-ab16-5798e9bd72ff" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.552021] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 883.552021] env[69440]: value = "task-4139508" [ 883.552021] env[69440]: _type = "Task" [ 883.552021] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.567736] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.826039] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52820adc-86c0-6208-5377-99718961e4cb, 'name': SearchDatastore_Task, 'duration_secs': 0.01953} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.827248] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.827248] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.827248] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.827248] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.827248] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.827566] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26f2a86d-19ee-44ac-bef3-e8ab47de137b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.839508] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.839508] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.841198] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c19157-5692-4183-ae9a-c0a8eca364b4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.855394] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 883.855394] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52bf2acc-552d-a217-b0a8-5fd8f2c364f4" [ 883.855394] env[69440]: _type = "Task" [ 883.855394] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.868865] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52bf2acc-552d-a217-b0a8-5fd8f2c364f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.872071] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "efd32a38-36e0-4f4d-9822-870d28a618d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.678s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.953031] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "726dc81d-4f0f-48cd-934f-736b09764dc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.476s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.063565] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139508, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.372499] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52bf2acc-552d-a217-b0a8-5fd8f2c364f4, 'name': SearchDatastore_Task, 'duration_secs': 0.069963} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.373588] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-159af177-b8ba-4a65-9bfc-1f2331ab449c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.376614] env[69440]: DEBUG nova.compute.manager [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.388555] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 884.388555] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52fd12cb-a60b-6f15-252d-2200aa2495c7" [ 884.388555] env[69440]: _type = "Task" [ 884.388555] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.398559] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52fd12cb-a60b-6f15-252d-2200aa2495c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.457161] env[69440]: DEBUG nova.compute.manager [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.511546] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04fdee5-e7ab-4eda-b663-f7c630596e9d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.523516] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a675fd0c-ce85-4bcf-af1f-b6d80e64caec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.563285] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc1f87a-d59a-41f5-b8ee-b90d649a6325 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.574324] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645783} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.577505] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] de682e9a-77cf-41e8-9378-459074854566/de682e9a-77cf-41e8-9378-459074854566.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.577505] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.578304] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bb96bb7-86f7-4f6d-9251-77ceb6a14882 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.581550] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da0ccff-87c7-4230-8779-5e20e8262318 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.598724] env[69440]: DEBUG nova.compute.provider_tree [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.603665] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 884.603665] env[69440]: value = "task-4139509" [ 884.603665] env[69440]: _type = "Task" [ 884.603665] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.613014] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.784879] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "62386841-2d1a-4b69-8438-6646dd617889" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.784879] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "62386841-2d1a-4b69-8438-6646dd617889" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.826466] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.826735] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.900930] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52fd12cb-a60b-6f15-252d-2200aa2495c7, 'name': SearchDatastore_Task, 'duration_secs': 0.015574} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.901189] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.901494] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 26d5e4a4-a985-440c-ab16-5798e9bd72ff/26d5e4a4-a985-440c-ab16-5798e9bd72ff.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.901874] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c738329e-e1cc-4a72-85bd-0918a43fd309 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.910494] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 884.910494] env[69440]: value = "task-4139510" [ 884.910494] env[69440]: _type = "Task" [ 884.910494] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.917278] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.921587] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.986670] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.104505] env[69440]: DEBUG nova.scheduler.client.report [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.125583] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080324} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.125741] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.126631] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aee8933-f6b2-4906-b04b-8b36854e8f19 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.153687] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] de682e9a-77cf-41e8-9378-459074854566/de682e9a-77cf-41e8-9378-459074854566.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.154750] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25692fdd-9b06-4c2b-8244-ab03e8109392 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.179207] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 885.179207] env[69440]: value = "task-4139511" [ 885.179207] env[69440]: _type = "Task" [ 885.179207] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.192550] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.423407] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139510, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.614455] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.615417] env[69440]: DEBUG nova.compute.manager [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.619775] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.143s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.621780] env[69440]: INFO nova.compute.claims [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.690972] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.873517] env[69440]: DEBUG nova.compute.manager [req-5328d0be-05b2-4d1f-86f2-8bc384e4942f req-16cfdb20-1eaf-4cfd-a515-668ae92a1e3b service nova] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Received event network-changed-4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.873702] env[69440]: DEBUG nova.compute.manager [req-5328d0be-05b2-4d1f-86f2-8bc384e4942f req-16cfdb20-1eaf-4cfd-a515-668ae92a1e3b service nova] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Refreshing instance network info cache due to event network-changed-4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.873990] env[69440]: DEBUG oslo_concurrency.lockutils [req-5328d0be-05b2-4d1f-86f2-8bc384e4942f req-16cfdb20-1eaf-4cfd-a515-668ae92a1e3b service nova] Acquiring lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.874127] env[69440]: DEBUG oslo_concurrency.lockutils [req-5328d0be-05b2-4d1f-86f2-8bc384e4942f req-16cfdb20-1eaf-4cfd-a515-668ae92a1e3b service nova] Acquired lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.877919] env[69440]: DEBUG nova.network.neutron [req-5328d0be-05b2-4d1f-86f2-8bc384e4942f req-16cfdb20-1eaf-4cfd-a515-668ae92a1e3b service nova] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Refreshing network info cache for port 4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.926302] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680194} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.926302] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 26d5e4a4-a985-440c-ab16-5798e9bd72ff/26d5e4a4-a985-440c-ab16-5798e9bd72ff.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.926302] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.926302] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4211cdef-e49a-4b81-9713-9b6c9fe36cba {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.935209] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 885.935209] env[69440]: value = "task-4139512" [ 885.935209] env[69440]: _type = "Task" [ 885.935209] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.946308] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.130096] env[69440]: DEBUG nova.compute.utils [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.131953] env[69440]: DEBUG nova.compute.manager [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.131953] env[69440]: DEBUG nova.network.neutron [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.190598] env[69440]: DEBUG nova.policy [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2528298d3b074aacb667112f3ff6b902', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5048d8d9a3a44d6ab13bd6eabc42e551', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.197069] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139511, 'name': ReconfigVM_Task, 'duration_secs': 0.772674} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.197476] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Reconfigured VM instance instance-00000033 to attach disk [datastore1] de682e9a-77cf-41e8-9378-459074854566/de682e9a-77cf-41e8-9378-459074854566.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.198217] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d267e233-b8b9-4cc0-bf72-b4cf84013ea2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.208978] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 886.208978] env[69440]: value = "task-4139513" [ 886.208978] env[69440]: _type = "Task" [ 886.208978] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.220775] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139513, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.449229] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114669} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.449639] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.451046] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58edc59e-333c-4e63-8f95-9a9a994404ed {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.481084] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 26d5e4a4-a985-440c-ab16-5798e9bd72ff/26d5e4a4-a985-440c-ab16-5798e9bd72ff.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.485041] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45e18e92-ada1-4054-a496-022900b664ca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.510627] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 886.510627] env[69440]: value = "task-4139514" [ 886.510627] env[69440]: _type = "Task" [ 886.510627] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.522192] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.638095] env[69440]: DEBUG nova.compute.manager [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.725429] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139513, 'name': Rename_Task, 'duration_secs': 0.236457} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.725800] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.726098] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0868ec9-d157-4674-a121-196958ce5b18 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.737765] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 886.737765] env[69440]: value = "task-4139515" [ 886.737765] env[69440]: _type = "Task" [ 886.737765] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.737765] env[69440]: DEBUG nova.network.neutron [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Successfully created port: ea9d9782-a553-4165-9fc6-303fd609838c {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.748909] env[69440]: DEBUG nova.compute.manager [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 886.749899] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b98dd8-ac91-4200-bb4e-83c608162dd8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.768894] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139515, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.813990] env[69440]: DEBUG oslo_concurrency.lockutils [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Acquiring lock "df834da5-3d71-4b17-a24d-28419e3dee60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.813990] env[69440]: DEBUG oslo_concurrency.lockutils [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Lock "df834da5-3d71-4b17-a24d-28419e3dee60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.848236] env[69440]: DEBUG nova.network.neutron [req-5328d0be-05b2-4d1f-86f2-8bc384e4942f req-16cfdb20-1eaf-4cfd-a515-668ae92a1e3b service nova] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Updated VIF entry in instance network info cache for port 4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.848539] env[69440]: DEBUG nova.network.neutron [req-5328d0be-05b2-4d1f-86f2-8bc384e4942f req-16cfdb20-1eaf-4cfd-a515-668ae92a1e3b service nova] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Updating instance_info_cache with network_info: [{"id": "4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda", "address": "fa:16:3e:23:01:ff", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd4c6a1-a9", "ovs_interfaceid": "4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.027736] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139514, 'name': ReconfigVM_Task, 'duration_secs': 0.346577} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.028016] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 26d5e4a4-a985-440c-ab16-5798e9bd72ff/26d5e4a4-a985-440c-ab16-5798e9bd72ff.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.028728] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76a4fcc5-1a64-4e5b-9f7d-a946287b48a1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.041126] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 887.041126] env[69440]: value = "task-4139516" [ 887.041126] env[69440]: _type = "Task" [ 887.041126] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.051085] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139516, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.253577] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139515, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.283354] env[69440]: INFO nova.compute.manager [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] instance snapshotting [ 887.289197] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392635c2-ca6c-46d0-8731-6f68934b979c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.313938] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a901866b-f5ea-4271-951a-3fa682c815f1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.331732] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b772ec-7df3-43d5-9ca7-62074411ef1b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.345248] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d2d746-3ac3-4390-a360-cf9a196998e0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.352418] env[69440]: DEBUG oslo_concurrency.lockutils [req-5328d0be-05b2-4d1f-86f2-8bc384e4942f req-16cfdb20-1eaf-4cfd-a515-668ae92a1e3b service nova] Releasing lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.382478] env[69440]: DEBUG oslo_vmware.rw_handles [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf90f6-b4cc-6d25-07a5-0d030ef00aa5/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 887.384093] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1e35b2-a409-43a3-a277-af38456540e9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.387739] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617f25f5-334b-4d50-bfa8-542fbc22bcab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.400013] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d98c5f-d1e8-4041-9b84-d3caf7d12886 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.406369] env[69440]: DEBUG oslo_vmware.rw_handles [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf90f6-b4cc-6d25-07a5-0d030ef00aa5/disk-0.vmdk is in state: ready. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 887.406369] env[69440]: ERROR oslo_vmware.rw_handles [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf90f6-b4cc-6d25-07a5-0d030ef00aa5/disk-0.vmdk due to incomplete transfer. [ 887.406369] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7519d5e6-f71c-46a6-98af-3526ea224b7a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.423596] env[69440]: DEBUG nova.compute.provider_tree [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.427322] env[69440]: DEBUG oslo_vmware.rw_handles [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf90f6-b4cc-6d25-07a5-0d030ef00aa5/disk-0.vmdk. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 887.429378] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Uploaded image f6d49725-17b3-4f5d-8de8-ba3ca6ba825e to the Glance image server {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 887.430370] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Destroying the VM {{(pid=69440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 887.431370] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-25728586-dd24-4836-9f79-43066ee9224a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.440450] env[69440]: DEBUG oslo_vmware.api [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for the task: (returnval){ [ 887.440450] env[69440]: value = "task-4139517" [ 887.440450] env[69440]: _type = "Task" [ 887.440450] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.450251] env[69440]: DEBUG oslo_vmware.api [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139517, 'name': Destroy_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.553771] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139516, 'name': Rename_Task, 'duration_secs': 0.155837} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.554072] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.554337] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82a1f997-a057-41e1-925b-a47c4c461e68 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.562021] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 887.562021] env[69440]: value = "task-4139518" [ 887.562021] env[69440]: _type = "Task" [ 887.562021] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.570923] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.648726] env[69440]: DEBUG nova.compute.manager [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.674243] env[69440]: DEBUG nova.virt.hardware [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.674523] env[69440]: DEBUG nova.virt.hardware [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.674759] env[69440]: DEBUG nova.virt.hardware [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.674910] env[69440]: DEBUG nova.virt.hardware [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.675069] env[69440]: DEBUG nova.virt.hardware [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.675219] env[69440]: DEBUG nova.virt.hardware [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.675463] env[69440]: DEBUG nova.virt.hardware [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.675658] env[69440]: DEBUG nova.virt.hardware [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.675833] env[69440]: DEBUG nova.virt.hardware [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.675993] env[69440]: DEBUG nova.virt.hardware [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.676173] env[69440]: DEBUG nova.virt.hardware [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.677193] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb24adf-d533-4305-b66d-e1ba48e9de44 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.685837] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9145d911-adfa-4673-a448-5b5f638aabaf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.753842] env[69440]: DEBUG oslo_vmware.api [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139515, 'name': PowerOnVM_Task, 'duration_secs': 0.666534} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.754214] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.754555] env[69440]: INFO nova.compute.manager [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Took 10.29 seconds to spawn the instance on the hypervisor. [ 887.754853] env[69440]: DEBUG nova.compute.manager [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.757504] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d189dafe-5dc2-439c-a822-7d528e3600fe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.828963] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Creating Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 887.829358] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dc4ddc36-bb7c-4467-a866-48b8ca0779b5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.837683] env[69440]: DEBUG oslo_vmware.api [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 887.837683] env[69440]: value = "task-4139519" [ 887.837683] env[69440]: _type = "Task" [ 887.837683] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.847880] env[69440]: DEBUG oslo_vmware.api [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139519, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.932349] env[69440]: DEBUG nova.scheduler.client.report [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.952730] env[69440]: DEBUG oslo_vmware.api [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139517, 'name': Destroy_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.072738] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139518, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.268306] env[69440]: DEBUG nova.compute.manager [req-f84ee559-954e-4254-b386-f743b141e44e req-4101bc3e-8f1b-4cc6-bf71-0dd883544cce service nova] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Received event network-vif-plugged-ea9d9782-a553-4165-9fc6-303fd609838c {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.268505] env[69440]: DEBUG oslo_concurrency.lockutils [req-f84ee559-954e-4254-b386-f743b141e44e req-4101bc3e-8f1b-4cc6-bf71-0dd883544cce service nova] Acquiring lock "556f1045-1bef-4873-b882-ef1df65af4db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.268675] env[69440]: DEBUG oslo_concurrency.lockutils [req-f84ee559-954e-4254-b386-f743b141e44e req-4101bc3e-8f1b-4cc6-bf71-0dd883544cce service nova] Lock "556f1045-1bef-4873-b882-ef1df65af4db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.268871] env[69440]: DEBUG oslo_concurrency.lockutils [req-f84ee559-954e-4254-b386-f743b141e44e req-4101bc3e-8f1b-4cc6-bf71-0dd883544cce service nova] Lock "556f1045-1bef-4873-b882-ef1df65af4db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.269086] env[69440]: DEBUG nova.compute.manager [req-f84ee559-954e-4254-b386-f743b141e44e req-4101bc3e-8f1b-4cc6-bf71-0dd883544cce service nova] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] No waiting events found dispatching network-vif-plugged-ea9d9782-a553-4165-9fc6-303fd609838c {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 888.269264] env[69440]: WARNING nova.compute.manager [req-f84ee559-954e-4254-b386-f743b141e44e req-4101bc3e-8f1b-4cc6-bf71-0dd883544cce service nova] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Received unexpected event network-vif-plugged-ea9d9782-a553-4165-9fc6-303fd609838c for instance with vm_state building and task_state spawning. [ 888.276995] env[69440]: INFO nova.compute.manager [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Took 48.76 seconds to build instance. [ 888.350907] env[69440]: DEBUG oslo_vmware.api [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139519, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.395339] env[69440]: DEBUG nova.network.neutron [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Successfully updated port: ea9d9782-a553-4165-9fc6-303fd609838c {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.438968] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.439594] env[69440]: DEBUG nova.compute.manager [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.442604] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.211s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.444066] env[69440]: INFO nova.compute.claims [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.458211] env[69440]: DEBUG oslo_vmware.api [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139517, 'name': Destroy_Task, 'duration_secs': 0.805906} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.458211] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Destroyed the VM [ 888.458570] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Deleting Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 888.458570] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2ff68cef-ee6a-4955-9758-e7ba2137c0e0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.468298] env[69440]: DEBUG oslo_vmware.api [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for the task: (returnval){ [ 888.468298] env[69440]: value = "task-4139520" [ 888.468298] env[69440]: _type = "Task" [ 888.468298] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.478970] env[69440]: DEBUG oslo_vmware.api [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139520, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.574520] env[69440]: DEBUG oslo_vmware.api [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139518, 'name': PowerOnVM_Task, 'duration_secs': 0.688604} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.574874] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.575150] env[69440]: INFO nova.compute.manager [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Took 8.35 seconds to spawn the instance on the hypervisor. [ 888.575376] env[69440]: DEBUG nova.compute.manager [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 888.576312] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14479b21-fe18-40eb-b383-83385e6290fc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.780688] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af4266e-91ee-4267-840e-506ed032208b tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "de682e9a-77cf-41e8-9378-459074854566" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.587s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.852047] env[69440]: DEBUG oslo_vmware.api [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139519, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.899128] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "refresh_cache-556f1045-1bef-4873-b882-ef1df65af4db" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.899303] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquired lock "refresh_cache-556f1045-1bef-4873-b882-ef1df65af4db" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.899477] env[69440]: DEBUG nova.network.neutron [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.949383] env[69440]: DEBUG nova.compute.utils [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.950977] env[69440]: DEBUG nova.compute.manager [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Not allocating networking since 'none' was specified. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 888.981079] env[69440]: DEBUG oslo_vmware.api [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139520, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.100177] env[69440]: INFO nova.compute.manager [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Took 46.42 seconds to build instance. [ 889.283246] env[69440]: DEBUG nova.compute.manager [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.350397] env[69440]: DEBUG oslo_vmware.api [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139519, 'name': CreateSnapshot_Task, 'duration_secs': 1.178726} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.350677] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Created Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 889.351456] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db6b8de-e36e-4f9b-8265-2eaf1ea248b1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.434421] env[69440]: DEBUG nova.network.neutron [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.452483] env[69440]: DEBUG nova.compute.manager [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.484731] env[69440]: DEBUG oslo_vmware.api [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139520, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.602505] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f35c5abc-dca9-4850-84f9-06cae8c1a396 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "26d5e4a4-a985-440c-ab16-5798e9bd72ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.912s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.678715] env[69440]: DEBUG nova.network.neutron [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Updating instance_info_cache with network_info: [{"id": "ea9d9782-a553-4165-9fc6-303fd609838c", "address": "fa:16:3e:1c:57:e3", "network": {"id": "23222ba6-665f-4350-9d55-ae23c18c7f8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1685183244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5048d8d9a3a44d6ab13bd6eabc42e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea9d9782-a5", "ovs_interfaceid": "ea9d9782-a553-4165-9fc6-303fd609838c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.706440] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "f2728b30-2c85-4ff6-ae26-eeb799ce554b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.706702] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "f2728b30-2c85-4ff6-ae26-eeb799ce554b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.802830] env[69440]: DEBUG oslo_concurrency.lockutils [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.871044] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Creating linked-clone VM from snapshot {{(pid=69440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 889.874101] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1a2ef311-3d15-44f9-a9b9-efe571bbb9ca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.882899] env[69440]: DEBUG oslo_vmware.api [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 889.882899] env[69440]: value = "task-4139521" [ 889.882899] env[69440]: _type = "Task" [ 889.882899] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.893991] env[69440]: DEBUG oslo_vmware.api [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139521, 'name': CloneVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.983329] env[69440]: DEBUG oslo_vmware.api [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139520, 'name': RemoveSnapshot_Task, 'duration_secs': 1.209107} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.983329] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Deleted Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 889.983329] env[69440]: INFO nova.compute.manager [None req-1c51cb24-03f0-45f7-a50b-a6cddf0dc8aa tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Took 15.76 seconds to snapshot the instance on the hypervisor. [ 890.044780] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56a706b-5d12-481e-842d-e06b2f08f6e2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.054090] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c05f3ab-7095-416b-a96b-7974c9bc7672 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.089704] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ef4774-ed39-4c72-bfae-216b93eaca5c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.098221] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30565e3-943f-4722-8229-cb19bd444f8d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.114342] env[69440]: DEBUG nova.compute.manager [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.117493] env[69440]: DEBUG nova.compute.provider_tree [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.182260] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Releasing lock "refresh_cache-556f1045-1bef-4873-b882-ef1df65af4db" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.182759] env[69440]: DEBUG nova.compute.manager [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Instance network_info: |[{"id": "ea9d9782-a553-4165-9fc6-303fd609838c", "address": "fa:16:3e:1c:57:e3", "network": {"id": "23222ba6-665f-4350-9d55-ae23c18c7f8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1685183244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5048d8d9a3a44d6ab13bd6eabc42e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea9d9782-a5", "ovs_interfaceid": "ea9d9782-a553-4165-9fc6-303fd609838c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.183325] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:57:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea9d9782-a553-4165-9fc6-303fd609838c', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.194155] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.194945] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.195223] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4114305e-80aa-45a7-92bd-5c52f8bea57a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.220027] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.220027] env[69440]: value = "task-4139522" [ 890.220027] env[69440]: _type = "Task" [ 890.220027] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.229956] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139522, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.396247] env[69440]: DEBUG oslo_vmware.api [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139521, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.429575] env[69440]: DEBUG nova.compute.manager [req-03e67373-b32b-4bec-b68b-6ffab63e3c73 req-c74c665b-129d-4f8a-a6e7-24e970d389c6 service nova] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Received event network-changed-ea9d9782-a553-4165-9fc6-303fd609838c {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.429575] env[69440]: DEBUG nova.compute.manager [req-03e67373-b32b-4bec-b68b-6ffab63e3c73 req-c74c665b-129d-4f8a-a6e7-24e970d389c6 service nova] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Refreshing instance network info cache due to event network-changed-ea9d9782-a553-4165-9fc6-303fd609838c. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.429575] env[69440]: DEBUG oslo_concurrency.lockutils [req-03e67373-b32b-4bec-b68b-6ffab63e3c73 req-c74c665b-129d-4f8a-a6e7-24e970d389c6 service nova] Acquiring lock "refresh_cache-556f1045-1bef-4873-b882-ef1df65af4db" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.429575] env[69440]: DEBUG oslo_concurrency.lockutils [req-03e67373-b32b-4bec-b68b-6ffab63e3c73 req-c74c665b-129d-4f8a-a6e7-24e970d389c6 service nova] Acquired lock "refresh_cache-556f1045-1bef-4873-b882-ef1df65af4db" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.429839] env[69440]: DEBUG nova.network.neutron [req-03e67373-b32b-4bec-b68b-6ffab63e3c73 req-c74c665b-129d-4f8a-a6e7-24e970d389c6 service nova] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Refreshing network info cache for port ea9d9782-a553-4165-9fc6-303fd609838c {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.473184] env[69440]: DEBUG nova.compute.manager [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.509238] env[69440]: DEBUG nova.virt.hardware [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.509238] env[69440]: DEBUG nova.virt.hardware [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.509678] env[69440]: DEBUG nova.virt.hardware [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.509678] env[69440]: DEBUG nova.virt.hardware [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.509751] env[69440]: DEBUG nova.virt.hardware [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.510100] env[69440]: DEBUG nova.virt.hardware [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.510100] env[69440]: DEBUG nova.virt.hardware [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.510326] env[69440]: DEBUG nova.virt.hardware [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.510408] env[69440]: DEBUG nova.virt.hardware [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.510573] env[69440]: DEBUG nova.virt.hardware [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.510764] env[69440]: DEBUG nova.virt.hardware [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.511695] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425c63ba-12a6-4b74-88a1-4867b8a589d3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.524085] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e68db82-80c1-4517-8978-b1993cf5301f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.542798] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Instance VIF info [] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.548812] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Creating folder: Project (ea0ccf1969c04cac99dc9c49927aefab). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.549285] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d213f4da-152c-4178-bc67-db0dcff19f23 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.561249] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Created folder: Project (ea0ccf1969c04cac99dc9c49927aefab) in parent group-v819662. [ 890.561473] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Creating folder: Instances. Parent ref: group-v819824. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.562129] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ccc3711-f74a-48c1-ba4d-2cc74771bd9d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.575662] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Created folder: Instances in parent group-v819824. [ 890.575973] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.576216] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.576450] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61e1d640-cd5d-45a7-b3e5-45a2f05db3fd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.597246] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.597246] env[69440]: value = "task-4139525" [ 890.597246] env[69440]: _type = "Task" [ 890.597246] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.610147] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139525, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.626526] env[69440]: DEBUG nova.scheduler.client.report [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.649910] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.733944] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139522, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.895051] env[69440]: DEBUG oslo_vmware.api [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139521, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.110954] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139525, 'name': CreateVM_Task, 'duration_secs': 0.394951} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.111581] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.115462] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.115769] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.116262] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.116699] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b09869fc-f6c9-41b5-b0b1-ef3d04b4b4b0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.126034] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for the task: (returnval){ [ 891.126034] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5295b511-7899-726f-5c64-aaa2cc86833f" [ 891.126034] env[69440]: _type = "Task" [ 891.126034] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.133219] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.133786] env[69440]: DEBUG nova.compute.manager [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.141382] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.344s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.143072] env[69440]: INFO nova.compute.claims [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.146267] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5295b511-7899-726f-5c64-aaa2cc86833f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.202548] env[69440]: DEBUG nova.network.neutron [req-03e67373-b32b-4bec-b68b-6ffab63e3c73 req-c74c665b-129d-4f8a-a6e7-24e970d389c6 service nova] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Updated VIF entry in instance network info cache for port ea9d9782-a553-4165-9fc6-303fd609838c. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.202990] env[69440]: DEBUG nova.network.neutron [req-03e67373-b32b-4bec-b68b-6ffab63e3c73 req-c74c665b-129d-4f8a-a6e7-24e970d389c6 service nova] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Updating instance_info_cache with network_info: [{"id": "ea9d9782-a553-4165-9fc6-303fd609838c", "address": "fa:16:3e:1c:57:e3", "network": {"id": "23222ba6-665f-4350-9d55-ae23c18c7f8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1685183244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5048d8d9a3a44d6ab13bd6eabc42e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea9d9782-a5", "ovs_interfaceid": "ea9d9782-a553-4165-9fc6-303fd609838c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.230880] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139522, 'name': CreateVM_Task, 'duration_secs': 0.522315} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.231115] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.231811] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.399358] env[69440]: DEBUG oslo_vmware.api [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139521, 'name': CloneVM_Task} progress is 95%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.483151] env[69440]: DEBUG nova.compute.manager [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Stashing vm_state: active {{(pid=69440) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 891.487977] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Acquiring lock "f2ff90a8-b170-4ecf-be0c-da88d3f3a158" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.487977] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Lock "f2ff90a8-b170-4ecf-be0c-da88d3f3a158" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.488248] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Acquiring lock "f2ff90a8-b170-4ecf-be0c-da88d3f3a158-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.488293] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Lock "f2ff90a8-b170-4ecf-be0c-da88d3f3a158-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.488466] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Lock "f2ff90a8-b170-4ecf-be0c-da88d3f3a158-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.490572] env[69440]: INFO nova.compute.manager [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Terminating instance [ 891.638410] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5295b511-7899-726f-5c64-aaa2cc86833f, 'name': SearchDatastore_Task, 'duration_secs': 0.014217} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.638410] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.638410] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.638410] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.638410] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.638410] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.639175] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.639175] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.639271] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40d77d38-627c-4c12-9dd5-eede9e1e2708 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.641276] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0938411e-2a62-41a4-96d5-6856278dc6a5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.651658] env[69440]: DEBUG nova.compute.utils [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.654632] env[69440]: DEBUG nova.compute.manager [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.654956] env[69440]: DEBUG nova.network.neutron [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.658349] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 891.658349] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d653b5-48bf-e20b-9654-ffe2a4e62fc0" [ 891.658349] env[69440]: _type = "Task" [ 891.658349] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.658707] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.658768] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.662828] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-346529e6-2c55-406c-87c7-891d28bd2c56 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.677541] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for the task: (returnval){ [ 891.677541] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52772043-15b7-9ef5-8161-c0e9e7dcfced" [ 891.677541] env[69440]: _type = "Task" [ 891.677541] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.683104] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d653b5-48bf-e20b-9654-ffe2a4e62fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.027425} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.688670] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.689015] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.689307] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.697619] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52772043-15b7-9ef5-8161-c0e9e7dcfced, 'name': SearchDatastore_Task, 'duration_secs': 0.01344} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.698708] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d21749b-1927-4342-b972-fe66f9efa9cf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.707785] env[69440]: DEBUG oslo_concurrency.lockutils [req-03e67373-b32b-4bec-b68b-6ffab63e3c73 req-c74c665b-129d-4f8a-a6e7-24e970d389c6 service nova] Releasing lock "refresh_cache-556f1045-1bef-4873-b882-ef1df65af4db" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.712936] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for the task: (returnval){ [ 891.712936] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52e770c6-5303-3036-4bbf-b1b96e598308" [ 891.712936] env[69440]: _type = "Task" [ 891.712936] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.721077] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e770c6-5303-3036-4bbf-b1b96e598308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.745067] env[69440]: DEBUG nova.policy [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2382098f7d93452fad5b93f5b90f4884', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9178834238e49daae5b5d642c5365ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.897071] env[69440]: DEBUG oslo_vmware.api [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139521, 'name': CloneVM_Task, 'duration_secs': 1.709851} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.897071] env[69440]: INFO nova.virt.vmwareapi.vmops [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Created linked-clone VM from snapshot [ 891.897521] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42cb398-5a96-451d-97b7-c0c182ccf1c9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.906122] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Uploading image 2ad21ce4-1424-42f5-a33d-837e7fd2115f {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 891.919848] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Destroying the VM {{(pid=69440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 891.920181] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-27155d84-fb43-4de6-b1a3-af7491773348 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.927712] env[69440]: DEBUG oslo_vmware.api [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 891.927712] env[69440]: value = "task-4139526" [ 891.927712] env[69440]: _type = "Task" [ 891.927712] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.937886] env[69440]: DEBUG oslo_vmware.api [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139526, 'name': Destroy_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.996276] env[69440]: DEBUG nova.compute.manager [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.996276] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.996611] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a635fc-7d93-4400-8011-9f9d98fc86f5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.005830] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.006162] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e51fa40d-72a9-49e3-aab3-ba92e320ea0f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.009137] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.013184] env[69440]: DEBUG oslo_vmware.api [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for the task: (returnval){ [ 892.013184] env[69440]: value = "task-4139527" [ 892.013184] env[69440]: _type = "Task" [ 892.013184] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.023350] env[69440]: DEBUG oslo_vmware.api [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.062474] env[69440]: DEBUG nova.network.neutron [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Successfully created port: 2a991817-c7aa-4b73-ac42-efc128c77df3 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.158923] env[69440]: DEBUG nova.compute.manager [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.223562] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e770c6-5303-3036-4bbf-b1b96e598308, 'name': SearchDatastore_Task, 'duration_secs': 0.014895} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.223858] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.224162] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 7b7298a7-3c61-419c-8ca4-4afd452628c5/7b7298a7-3c61-419c-8ca4-4afd452628c5.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.224505] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.224747] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.225020] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae5787bd-1ee7-44df-9183-48742c28593e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.227498] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9af14608-4043-48e8-a6d1-b79e87ae879f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.238774] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for the task: (returnval){ [ 892.238774] env[69440]: value = "task-4139528" [ 892.238774] env[69440]: _type = "Task" [ 892.238774] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.240373] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.240696] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.246282] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c59586cd-e3d8-43e0-8292-145b7c561649 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.253809] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 892.253809] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]522b5d50-2140-f852-0cf5-df0f7040e4c6" [ 892.253809] env[69440]: _type = "Task" [ 892.253809] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.257899] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.272292] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]522b5d50-2140-f852-0cf5-df0f7040e4c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.441844] env[69440]: DEBUG oslo_vmware.api [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139526, 'name': Destroy_Task, 'duration_secs': 0.496737} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.443509] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Destroyed the VM [ 892.445680] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Deleting Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 892.445680] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-803ba56d-64fd-47ba-90ae-ee76549bd1d9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.454268] env[69440]: DEBUG oslo_vmware.api [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 892.454268] env[69440]: value = "task-4139529" [ 892.454268] env[69440]: _type = "Task" [ 892.454268] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.464708] env[69440]: DEBUG oslo_vmware.api [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139529, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.532971] env[69440]: DEBUG oslo_vmware.api [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139527, 'name': PowerOffVM_Task, 'duration_secs': 0.323893} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.533235] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.533493] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.533776] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77e4a8fa-a0f2-47d2-8c60-563b3c81a6b6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.636036] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.636263] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.636447] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Deleting the datastore file [datastore1] f2ff90a8-b170-4ecf-be0c-da88d3f3a158 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.636729] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d95df034-c753-48c1-945e-2908e8ef5276 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.644030] env[69440]: DEBUG oslo_vmware.api [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for the task: (returnval){ [ 892.644030] env[69440]: value = "task-4139531" [ 892.644030] env[69440]: _type = "Task" [ 892.644030] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.656288] env[69440]: DEBUG oslo_vmware.api [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.759585] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139528, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.776857] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]522b5d50-2140-f852-0cf5-df0f7040e4c6, 'name': SearchDatastore_Task, 'duration_secs': 0.040335} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.781431] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31078224-6284-4056-adc2-58385103ae23 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.789094] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 892.789094] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52c5e606-9b04-79c6-0b58-f11ef22066fd" [ 892.789094] env[69440]: _type = "Task" [ 892.789094] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.800136] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c5e606-9b04-79c6-0b58-f11ef22066fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.892736] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdd3768-9c12-4bdb-b364-d2ca5efc3505 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.905395] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0aeb82c-a9f8-4e7c-845a-98795952a752 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.955237] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6e71f8-2243-4f0d-a1da-9a1194b36f14 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.974968] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75246f28-75fe-4489-8f52-33f8a2138e28 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.980230] env[69440]: DEBUG oslo_vmware.api [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139529, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.999915] env[69440]: DEBUG nova.compute.provider_tree [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.158410] env[69440]: DEBUG oslo_vmware.api [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Task: {'id': task-4139531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296983} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.158779] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.159048] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.159297] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.159534] env[69440]: INFO nova.compute.manager [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Took 1.16 seconds to destroy the instance on the hypervisor. [ 893.159878] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.160164] env[69440]: DEBUG nova.compute.manager [-] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.160298] env[69440]: DEBUG nova.network.neutron [-] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.169262] env[69440]: DEBUG nova.compute.manager [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.199582] env[69440]: DEBUG nova.virt.hardware [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.199829] env[69440]: DEBUG nova.virt.hardware [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.200084] env[69440]: DEBUG nova.virt.hardware [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.200587] env[69440]: DEBUG nova.virt.hardware [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.200587] env[69440]: DEBUG nova.virt.hardware [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.200587] env[69440]: DEBUG nova.virt.hardware [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.200780] env[69440]: DEBUG nova.virt.hardware [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.200841] env[69440]: DEBUG nova.virt.hardware [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.201023] env[69440]: DEBUG nova.virt.hardware [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.201176] env[69440]: DEBUG nova.virt.hardware [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.201350] env[69440]: DEBUG nova.virt.hardware [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.202263] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1e854e-5c92-415b-8a66-9eecb10182a6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.211469] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbaeef4-8c88-4920-9f38-855ae3a98d47 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.255478] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907316} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.255856] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 7b7298a7-3c61-419c-8ca4-4afd452628c5/7b7298a7-3c61-419c-8ca4-4afd452628c5.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.256184] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.256532] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6303a93c-fc3c-49f5-ac57-6d54e4469fa3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.265690] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for the task: (returnval){ [ 893.265690] env[69440]: value = "task-4139532" [ 893.265690] env[69440]: _type = "Task" [ 893.265690] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.277215] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.302384] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c5e606-9b04-79c6-0b58-f11ef22066fd, 'name': SearchDatastore_Task, 'duration_secs': 0.059281} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.302384] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.302384] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 556f1045-1bef-4873-b882-ef1df65af4db/556f1045-1bef-4873-b882-ef1df65af4db.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.302880] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a990099a-63e7-4440-9238-317eab416dfd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.312353] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 893.312353] env[69440]: value = "task-4139533" [ 893.312353] env[69440]: _type = "Task" [ 893.312353] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.322859] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.471139] env[69440]: DEBUG oslo_vmware.api [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139529, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.505575] env[69440]: DEBUG nova.scheduler.client.report [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.688141] env[69440]: DEBUG nova.compute.manager [req-9f4de0d1-36cb-4dad-8a17-27e7bcc5481d req-ba6299c3-7afe-4705-8224-7e2b47f2759b service nova] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Received event network-vif-deleted-745573aa-8a8d-421a-b947-260f2281eef8 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.688141] env[69440]: INFO nova.compute.manager [req-9f4de0d1-36cb-4dad-8a17-27e7bcc5481d req-ba6299c3-7afe-4705-8224-7e2b47f2759b service nova] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Neutron deleted interface 745573aa-8a8d-421a-b947-260f2281eef8; detaching it from the instance and deleting it from the info cache [ 893.688141] env[69440]: DEBUG nova.network.neutron [req-9f4de0d1-36cb-4dad-8a17-27e7bcc5481d req-ba6299c3-7afe-4705-8224-7e2b47f2759b service nova] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.746414] env[69440]: DEBUG nova.network.neutron [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Successfully updated port: 2a991817-c7aa-4b73-ac42-efc128c77df3 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.774408] env[69440]: DEBUG oslo_concurrency.lockutils [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquiring lock "f254ccca-ffc2-4ca6-92ac-317b5f99cd20" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.774969] env[69440]: DEBUG oslo_concurrency.lockutils [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "f254ccca-ffc2-4ca6-92ac-317b5f99cd20" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.783882] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082848} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.784899] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.785859] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adc2433-3e95-4f7c-bc4a-0178d740a042 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.815914] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 7b7298a7-3c61-419c-8ca4-4afd452628c5/7b7298a7-3c61-419c-8ca4-4afd452628c5.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.816731] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a463939e-c2da-43c2-b4bc-ba59dd7ef255 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.845852] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139533, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.848267] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for the task: (returnval){ [ 893.848267] env[69440]: value = "task-4139534" [ 893.848267] env[69440]: _type = "Task" [ 893.848267] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.859661] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139534, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.972323] env[69440]: DEBUG oslo_vmware.api [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139529, 'name': RemoveSnapshot_Task, 'duration_secs': 1.080928} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.972796] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Deleted Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 894.010424] env[69440]: DEBUG nova.network.neutron [-] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.012870] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.872s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.013902] env[69440]: DEBUG nova.compute.manager [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.017374] env[69440]: DEBUG oslo_concurrency.lockutils [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.785s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.017487] env[69440]: DEBUG nova.objects.instance [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lazy-loading 'resources' on Instance uuid 8fb7187b-854f-4a4b-8129-318705dfc170 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.191841] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0921c2f-0c5f-4cc5-9728-a5129be41ed9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.202887] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5184d9f-da53-4fa1-aa85-e990d083bf6b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.243803] env[69440]: DEBUG nova.compute.manager [req-9f4de0d1-36cb-4dad-8a17-27e7bcc5481d req-ba6299c3-7afe-4705-8224-7e2b47f2759b service nova] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Detach interface failed, port_id=745573aa-8a8d-421a-b947-260f2281eef8, reason: Instance f2ff90a8-b170-4ecf-be0c-da88d3f3a158 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 894.248741] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "refresh_cache-5ee66e6a-5de3-44b0-bcb3-b9c933999d6c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.248906] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquired lock "refresh_cache-5ee66e6a-5de3-44b0-bcb3-b9c933999d6c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.249077] env[69440]: DEBUG nova.network.neutron [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.279549] env[69440]: DEBUG nova.compute.utils [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.328043] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812038} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.328300] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 556f1045-1bef-4873-b882-ef1df65af4db/556f1045-1bef-4873-b882-ef1df65af4db.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.328300] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.328772] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-350c1a89-0dff-468f-8886-dc54d967820a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.336379] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 894.336379] env[69440]: value = "task-4139535" [ 894.336379] env[69440]: _type = "Task" [ 894.336379] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.346854] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.361949] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.478443] env[69440]: WARNING nova.compute.manager [None req-bab758b1-ae08-46ab-a697-889ad285cdd8 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Image not found during snapshot: nova.exception.ImageNotFound: Image 2ad21ce4-1424-42f5-a33d-837e7fd2115f could not be found. [ 894.518054] env[69440]: INFO nova.compute.manager [-] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Took 1.36 seconds to deallocate network for instance. [ 894.520750] env[69440]: DEBUG nova.compute.utils [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.527604] env[69440]: DEBUG nova.compute.manager [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.527861] env[69440]: DEBUG nova.network.neutron [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.585877] env[69440]: DEBUG nova.policy [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2382098f7d93452fad5b93f5b90f4884', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9178834238e49daae5b5d642c5365ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.783371] env[69440]: DEBUG oslo_concurrency.lockutils [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "f254ccca-ffc2-4ca6-92ac-317b5f99cd20" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.792375] env[69440]: DEBUG nova.network.neutron [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.853091] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096163} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.855864] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.862043] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e7c725-ee75-481a-b041-15b875a7f19d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.874501] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.892639] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 556f1045-1bef-4873-b882-ef1df65af4db/556f1045-1bef-4873-b882-ef1df65af4db.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.895969] env[69440]: DEBUG nova.network.neutron [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Successfully created port: c729ce8e-166b-48d0-b2b1-5575f82c327c {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.898082] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-853c2468-7ae9-4b64-8aa4-9e89798ab7d9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.922836] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 894.922836] env[69440]: value = "task-4139536" [ 894.922836] env[69440]: _type = "Task" [ 894.922836] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.933403] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.034222] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.034222] env[69440]: DEBUG nova.compute.manager [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.052901] env[69440]: DEBUG nova.network.neutron [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Updating instance_info_cache with network_info: [{"id": "2a991817-c7aa-4b73-ac42-efc128c77df3", "address": "fa:16:3e:a1:86:a9", "network": {"id": "14ca7061-111e-4d24-bb1f-aededca063d2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-44496556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178834238e49daae5b5d642c5365ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a991817-c7", "ovs_interfaceid": "2a991817-c7aa-4b73-ac42-efc128c77df3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.107598] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "726dc81d-4f0f-48cd-934f-736b09764dc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.107849] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "726dc81d-4f0f-48cd-934f-736b09764dc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.108064] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "726dc81d-4f0f-48cd-934f-736b09764dc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.108250] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "726dc81d-4f0f-48cd-934f-736b09764dc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.108526] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "726dc81d-4f0f-48cd-934f-736b09764dc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.110492] env[69440]: INFO nova.compute.manager [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Terminating instance [ 895.188602] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da32ec3-5734-4321-b965-949dcfe69cf2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.198961] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd78834-1398-4f14-85c1-63ca2641680f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.232731] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d2c455-cdf9-47f2-9d1e-ffeea47aeacf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.240804] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f57677-871b-4c43-b3f5-bfadec06c31c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.254782] env[69440]: DEBUG nova.compute.provider_tree [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.366921] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139534, 'name': ReconfigVM_Task, 'duration_secs': 1.478341} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.367838] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 7b7298a7-3c61-419c-8ca4-4afd452628c5/7b7298a7-3c61-419c-8ca4-4afd452628c5.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.368516] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bc8eb97-b64f-44d0-bcbb-fbc2c31d6013 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.376642] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for the task: (returnval){ [ 895.376642] env[69440]: value = "task-4139537" [ 895.376642] env[69440]: _type = "Task" [ 895.376642] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.387145] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139537, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.438571] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.555914] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Releasing lock "refresh_cache-5ee66e6a-5de3-44b0-bcb3-b9c933999d6c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.556327] env[69440]: DEBUG nova.compute.manager [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Instance network_info: |[{"id": "2a991817-c7aa-4b73-ac42-efc128c77df3", "address": "fa:16:3e:a1:86:a9", "network": {"id": "14ca7061-111e-4d24-bb1f-aededca063d2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-44496556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178834238e49daae5b5d642c5365ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a991817-c7", "ovs_interfaceid": "2a991817-c7aa-4b73-ac42-efc128c77df3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.556859] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:86:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721c6720-3ce0-450e-9951-a894f03acc27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a991817-c7aa-4b73-ac42-efc128c77df3', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.565486] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Creating folder: Project (c9178834238e49daae5b5d642c5365ad). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.565687] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-804c24b7-e8f6-49d6-9a10-998f54283aec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.578852] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Created folder: Project (c9178834238e49daae5b5d642c5365ad) in parent group-v819662. [ 895.579071] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Creating folder: Instances. Parent ref: group-v819827. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.580040] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d3430f3-ab6c-4dcb-873c-80c76dd4c7dd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.596518] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Created folder: Instances in parent group-v819827. [ 895.596959] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.597237] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.597515] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93bcab12-fbed-4d44-baa3-5ffb13f61c34 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.614406] env[69440]: DEBUG nova.compute.manager [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.614707] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.615552] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63671cc1-ec21-4cf2-be1a-4c372e551212 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.620018] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.620018] env[69440]: value = "task-4139540" [ 895.620018] env[69440]: _type = "Task" [ 895.620018] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.625577] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.625577] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-580d2338-da1d-470c-8d9a-7c8855bc3aba {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.631276] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139540, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.632957] env[69440]: DEBUG oslo_vmware.api [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 895.632957] env[69440]: value = "task-4139541" [ 895.632957] env[69440]: _type = "Task" [ 895.632957] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.642779] env[69440]: DEBUG oslo_vmware.api [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.721882] env[69440]: DEBUG nova.compute.manager [req-e4e77a45-c100-4e49-8fc4-c0b87674377f req-5c54c54d-4c7d-45d7-b453-a1ca1f6b2206 service nova] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Received event network-vif-plugged-2a991817-c7aa-4b73-ac42-efc128c77df3 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.722137] env[69440]: DEBUG oslo_concurrency.lockutils [req-e4e77a45-c100-4e49-8fc4-c0b87674377f req-5c54c54d-4c7d-45d7-b453-a1ca1f6b2206 service nova] Acquiring lock "5ee66e6a-5de3-44b0-bcb3-b9c933999d6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.722356] env[69440]: DEBUG oslo_concurrency.lockutils [req-e4e77a45-c100-4e49-8fc4-c0b87674377f req-5c54c54d-4c7d-45d7-b453-a1ca1f6b2206 service nova] Lock "5ee66e6a-5de3-44b0-bcb3-b9c933999d6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.722546] env[69440]: DEBUG oslo_concurrency.lockutils [req-e4e77a45-c100-4e49-8fc4-c0b87674377f req-5c54c54d-4c7d-45d7-b453-a1ca1f6b2206 service nova] Lock "5ee66e6a-5de3-44b0-bcb3-b9c933999d6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.722726] env[69440]: DEBUG nova.compute.manager [req-e4e77a45-c100-4e49-8fc4-c0b87674377f req-5c54c54d-4c7d-45d7-b453-a1ca1f6b2206 service nova] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] No waiting events found dispatching network-vif-plugged-2a991817-c7aa-4b73-ac42-efc128c77df3 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 895.722930] env[69440]: WARNING nova.compute.manager [req-e4e77a45-c100-4e49-8fc4-c0b87674377f req-5c54c54d-4c7d-45d7-b453-a1ca1f6b2206 service nova] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Received unexpected event network-vif-plugged-2a991817-c7aa-4b73-ac42-efc128c77df3 for instance with vm_state building and task_state spawning. [ 895.723133] env[69440]: DEBUG nova.compute.manager [req-e4e77a45-c100-4e49-8fc4-c0b87674377f req-5c54c54d-4c7d-45d7-b453-a1ca1f6b2206 service nova] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Received event network-changed-2a991817-c7aa-4b73-ac42-efc128c77df3 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.723313] env[69440]: DEBUG nova.compute.manager [req-e4e77a45-c100-4e49-8fc4-c0b87674377f req-5c54c54d-4c7d-45d7-b453-a1ca1f6b2206 service nova] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Refreshing instance network info cache due to event network-changed-2a991817-c7aa-4b73-ac42-efc128c77df3. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.723500] env[69440]: DEBUG oslo_concurrency.lockutils [req-e4e77a45-c100-4e49-8fc4-c0b87674377f req-5c54c54d-4c7d-45d7-b453-a1ca1f6b2206 service nova] Acquiring lock "refresh_cache-5ee66e6a-5de3-44b0-bcb3-b9c933999d6c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.723634] env[69440]: DEBUG oslo_concurrency.lockutils [req-e4e77a45-c100-4e49-8fc4-c0b87674377f req-5c54c54d-4c7d-45d7-b453-a1ca1f6b2206 service nova] Acquired lock "refresh_cache-5ee66e6a-5de3-44b0-bcb3-b9c933999d6c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.723792] env[69440]: DEBUG nova.network.neutron [req-e4e77a45-c100-4e49-8fc4-c0b87674377f req-5c54c54d-4c7d-45d7-b453-a1ca1f6b2206 service nova] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Refreshing network info cache for port 2a991817-c7aa-4b73-ac42-efc128c77df3 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.758569] env[69440]: DEBUG nova.scheduler.client.report [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.856213] env[69440]: DEBUG oslo_concurrency.lockutils [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquiring lock "f254ccca-ffc2-4ca6-92ac-317b5f99cd20" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.856662] env[69440]: DEBUG oslo_concurrency.lockutils [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "f254ccca-ffc2-4ca6-92ac-317b5f99cd20" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.857083] env[69440]: INFO nova.compute.manager [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Attaching volume 18a6b58e-01b5-4685-bf75-9a8aeb97c18a to /dev/sdb [ 895.888072] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139537, 'name': Rename_Task, 'duration_secs': 0.24804} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.888188] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.888449] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3c88bba-eebb-4ff7-afd7-0f2a465c5cf1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.895704] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441c55f9-5a3f-49de-bb0d-0c0a7c1dbdd2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.899901] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for the task: (returnval){ [ 895.899901] env[69440]: value = "task-4139542" [ 895.899901] env[69440]: _type = "Task" [ 895.899901] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.906726] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feafc473-ce07-441c-8f8c-e88020049e28 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.912372] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.924754] env[69440]: DEBUG nova.virt.block_device [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Updating existing volume attachment record: 1ef09e6f-5ef8-451b-b288-20c4cfc1c2bf {{(pid=69440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 895.937597] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139536, 'name': ReconfigVM_Task, 'duration_secs': 0.6304} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.938102] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 556f1045-1bef-4873-b882-ef1df65af4db/556f1045-1bef-4873-b882-ef1df65af4db.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.939410] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14caa77e-e5ec-4626-8658-b75b09f5db2f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.949220] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 895.949220] env[69440]: value = "task-4139543" [ 895.949220] env[69440]: _type = "Task" [ 895.949220] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.959619] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139543, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.043872] env[69440]: DEBUG nova.compute.manager [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.072538] env[69440]: DEBUG nova.virt.hardware [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.072852] env[69440]: DEBUG nova.virt.hardware [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.073035] env[69440]: DEBUG nova.virt.hardware [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.073233] env[69440]: DEBUG nova.virt.hardware [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.073504] env[69440]: DEBUG nova.virt.hardware [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.073562] env[69440]: DEBUG nova.virt.hardware [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.073791] env[69440]: DEBUG nova.virt.hardware [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.073989] env[69440]: DEBUG nova.virt.hardware [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.074178] env[69440]: DEBUG nova.virt.hardware [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.074342] env[69440]: DEBUG nova.virt.hardware [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.074516] env[69440]: DEBUG nova.virt.hardware [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.075495] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4bdea3-e6e1-484d-9356-381263bdb495 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.085065] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2149367-8e79-4e0b-819a-ce3237c9af50 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.131448] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139540, 'name': CreateVM_Task, 'duration_secs': 0.410721} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.131589] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.132334] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.132692] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.132912] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.133252] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b35ccd5d-4c4f-4632-95cf-270a2e4594ac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.143945] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 896.143945] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]523ef5d9-3651-fd16-cffe-57e96091cc67" [ 896.143945] env[69440]: _type = "Task" [ 896.143945] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.147493] env[69440]: DEBUG oslo_vmware.api [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139541, 'name': PowerOffVM_Task, 'duration_secs': 0.237493} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.150921] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.151145] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.151498] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd66e7de-7f7d-450c-9689-d73f378312a9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.158990] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523ef5d9-3651-fd16-cffe-57e96091cc67, 'name': SearchDatastore_Task, 'duration_secs': 0.012255} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.159324] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.159577] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.159811] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.159977] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.160159] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.160849] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fb5722b-a4c9-48b7-926c-c438384af158 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.169964] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.170192] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.170968] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95bf74bc-160c-4ef5-baec-6034a026e69a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.177478] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 896.177478] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]525ebea6-0c36-7fa7-405b-135b53c9740f" [ 896.177478] env[69440]: _type = "Task" [ 896.177478] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.187018] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525ebea6-0c36-7fa7-405b-135b53c9740f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.229839] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.230145] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.230394] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Deleting the datastore file [datastore1] 726dc81d-4f0f-48cd-934f-736b09764dc1 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.230627] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1576f26b-71db-4a26-9078-7f29eeba12d9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.238166] env[69440]: DEBUG oslo_vmware.api [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 896.238166] env[69440]: value = "task-4139546" [ 896.238166] env[69440]: _type = "Task" [ 896.238166] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.264493] env[69440]: DEBUG oslo_concurrency.lockutils [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.267443] env[69440]: DEBUG oslo_concurrency.lockutils [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.024s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.269395] env[69440]: INFO nova.compute.claims [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.304149] env[69440]: INFO nova.scheduler.client.report [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Deleted allocations for instance 8fb7187b-854f-4a4b-8129-318705dfc170 [ 896.419529] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139542, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.461912] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139543, 'name': Rename_Task, 'duration_secs': 0.18813} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.462484] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.463059] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-392f4774-b1e5-4657-9d10-205a760c4700 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.477019] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 896.477019] env[69440]: value = "task-4139548" [ 896.477019] env[69440]: _type = "Task" [ 896.477019] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.486716] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.694052] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525ebea6-0c36-7fa7-405b-135b53c9740f, 'name': SearchDatastore_Task, 'duration_secs': 0.01313} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.699571] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4bcd00a-1047-48c3-9fd6-a7616eb6c520 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.708969] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 896.708969] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52dc0f16-3259-d70b-d6e4-5435fa23d4bd" [ 896.708969] env[69440]: _type = "Task" [ 896.708969] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.719204] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52dc0f16-3259-d70b-d6e4-5435fa23d4bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.748650] env[69440]: DEBUG oslo_vmware.api [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271628} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.748926] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.749122] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.749366] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.749558] env[69440]: INFO nova.compute.manager [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 896.749697] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.749882] env[69440]: DEBUG nova.compute.manager [-] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.749978] env[69440]: DEBUG nova.network.neutron [-] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.813549] env[69440]: DEBUG oslo_concurrency.lockutils [None req-92f45a2a-5128-4ea7-8d3a-53428f143d45 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "8fb7187b-854f-4a4b-8129-318705dfc170" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.546s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.914708] env[69440]: DEBUG oslo_vmware.api [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139542, 'name': PowerOnVM_Task, 'duration_secs': 0.532101} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.915779] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.915779] env[69440]: INFO nova.compute.manager [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Took 6.44 seconds to spawn the instance on the hypervisor. [ 896.915779] env[69440]: DEBUG nova.compute.manager [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 896.916544] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e68877c-2e7d-44da-a71f-2429ee352193 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.947202] env[69440]: DEBUG nova.network.neutron [req-e4e77a45-c100-4e49-8fc4-c0b87674377f req-5c54c54d-4c7d-45d7-b453-a1ca1f6b2206 service nova] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Updated VIF entry in instance network info cache for port 2a991817-c7aa-4b73-ac42-efc128c77df3. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.947260] env[69440]: DEBUG nova.network.neutron [req-e4e77a45-c100-4e49-8fc4-c0b87674377f req-5c54c54d-4c7d-45d7-b453-a1ca1f6b2206 service nova] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Updating instance_info_cache with network_info: [{"id": "2a991817-c7aa-4b73-ac42-efc128c77df3", "address": "fa:16:3e:a1:86:a9", "network": {"id": "14ca7061-111e-4d24-bb1f-aededca063d2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-44496556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178834238e49daae5b5d642c5365ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a991817-c7", "ovs_interfaceid": "2a991817-c7aa-4b73-ac42-efc128c77df3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.988397] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.049573] env[69440]: DEBUG nova.network.neutron [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Successfully updated port: c729ce8e-166b-48d0-b2b1-5575f82c327c {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.160859] env[69440]: DEBUG nova.compute.manager [req-0d767710-fdc9-4c9d-a91e-7d95688ab113 req-015000be-8124-4250-ab6b-72bcc5e2640e service nova] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Received event network-vif-deleted-203309c9-d268-41ef-8536-3e74729135d4 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.160951] env[69440]: INFO nova.compute.manager [req-0d767710-fdc9-4c9d-a91e-7d95688ab113 req-015000be-8124-4250-ab6b-72bcc5e2640e service nova] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Neutron deleted interface 203309c9-d268-41ef-8536-3e74729135d4; detaching it from the instance and deleting it from the info cache [ 897.161340] env[69440]: DEBUG nova.network.neutron [req-0d767710-fdc9-4c9d-a91e-7d95688ab113 req-015000be-8124-4250-ab6b-72bcc5e2640e service nova] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.221640] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52dc0f16-3259-d70b-d6e4-5435fa23d4bd, 'name': SearchDatastore_Task, 'duration_secs': 0.021362} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.221948] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.222257] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c/5ee66e6a-5de3-44b0-bcb3-b9c933999d6c.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.223263] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91dc7c5e-df16-4627-9634-35f0306c2e34 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.234169] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 897.234169] env[69440]: value = "task-4139550" [ 897.234169] env[69440]: _type = "Task" [ 897.234169] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.248293] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.438918] env[69440]: INFO nova.compute.manager [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Took 39.98 seconds to build instance. [ 897.453539] env[69440]: DEBUG oslo_concurrency.lockutils [req-e4e77a45-c100-4e49-8fc4-c0b87674377f req-5c54c54d-4c7d-45d7-b453-a1ca1f6b2206 service nova] Releasing lock "refresh_cache-5ee66e6a-5de3-44b0-bcb3-b9c933999d6c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.486928] env[69440]: DEBUG oslo_vmware.api [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139548, 'name': PowerOnVM_Task, 'duration_secs': 0.798567} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.490185] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.490667] env[69440]: INFO nova.compute.manager [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Took 9.84 seconds to spawn the instance on the hypervisor. [ 897.493029] env[69440]: DEBUG nova.compute.manager [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 897.493029] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869c8c10-b65c-4d6e-b6b1-38b87616cf47 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.552330] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "refresh_cache-c3c00ac9-17c8-41c5-a696-6eb84b2b9537" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.552546] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquired lock "refresh_cache-c3c00ac9-17c8-41c5-a696-6eb84b2b9537" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.552703] env[69440]: DEBUG nova.network.neutron [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.616573] env[69440]: DEBUG nova.network.neutron [-] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.664547] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf2f701e-c8a3-41d9-b976-ce6115ffc635 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.678767] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056ef9fe-bab8-4674-b0cb-7d499b0f7380 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.722148] env[69440]: DEBUG nova.compute.manager [req-0d767710-fdc9-4c9d-a91e-7d95688ab113 req-015000be-8124-4250-ab6b-72bcc5e2640e service nova] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Detach interface failed, port_id=203309c9-d268-41ef-8536-3e74729135d4, reason: Instance 726dc81d-4f0f-48cd-934f-736b09764dc1 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 897.745756] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139550, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.869213] env[69440]: DEBUG nova.compute.manager [req-6bfaef32-4b8e-45e3-985e-1d38c7636718 req-14949649-7d7d-4880-9c15-dadd2c4d1626 service nova] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Received event network-vif-plugged-c729ce8e-166b-48d0-b2b1-5575f82c327c {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.870330] env[69440]: DEBUG oslo_concurrency.lockutils [req-6bfaef32-4b8e-45e3-985e-1d38c7636718 req-14949649-7d7d-4880-9c15-dadd2c4d1626 service nova] Acquiring lock "c3c00ac9-17c8-41c5-a696-6eb84b2b9537-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.870330] env[69440]: DEBUG oslo_concurrency.lockutils [req-6bfaef32-4b8e-45e3-985e-1d38c7636718 req-14949649-7d7d-4880-9c15-dadd2c4d1626 service nova] Lock "c3c00ac9-17c8-41c5-a696-6eb84b2b9537-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.870330] env[69440]: DEBUG oslo_concurrency.lockutils [req-6bfaef32-4b8e-45e3-985e-1d38c7636718 req-14949649-7d7d-4880-9c15-dadd2c4d1626 service nova] Lock "c3c00ac9-17c8-41c5-a696-6eb84b2b9537-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.870330] env[69440]: DEBUG nova.compute.manager [req-6bfaef32-4b8e-45e3-985e-1d38c7636718 req-14949649-7d7d-4880-9c15-dadd2c4d1626 service nova] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] No waiting events found dispatching network-vif-plugged-c729ce8e-166b-48d0-b2b1-5575f82c327c {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 897.870997] env[69440]: WARNING nova.compute.manager [req-6bfaef32-4b8e-45e3-985e-1d38c7636718 req-14949649-7d7d-4880-9c15-dadd2c4d1626 service nova] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Received unexpected event network-vif-plugged-c729ce8e-166b-48d0-b2b1-5575f82c327c for instance with vm_state building and task_state spawning. [ 897.870997] env[69440]: DEBUG nova.compute.manager [req-6bfaef32-4b8e-45e3-985e-1d38c7636718 req-14949649-7d7d-4880-9c15-dadd2c4d1626 service nova] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Received event network-changed-c729ce8e-166b-48d0-b2b1-5575f82c327c {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.871131] env[69440]: DEBUG nova.compute.manager [req-6bfaef32-4b8e-45e3-985e-1d38c7636718 req-14949649-7d7d-4880-9c15-dadd2c4d1626 service nova] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Refreshing instance network info cache due to event network-changed-c729ce8e-166b-48d0-b2b1-5575f82c327c. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.871276] env[69440]: DEBUG oslo_concurrency.lockutils [req-6bfaef32-4b8e-45e3-985e-1d38c7636718 req-14949649-7d7d-4880-9c15-dadd2c4d1626 service nova] Acquiring lock "refresh_cache-c3c00ac9-17c8-41c5-a696-6eb84b2b9537" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.905179] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f225691-d8e2-452d-ab71-aa5f1dc27eaf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.920732] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bc46c8-ca83-4684-94b5-c91b28abce71 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.955295] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8b5adca1-1955-40ad-9260-ba81586e9987 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Lock "7b7298a7-3c61-419c-8ca4-4afd452628c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.397s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.957938] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a7af94-ea26-4e14-aad5-595996fde57a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.969846] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d8124b-6967-448e-8805-ce3813980e44 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.987694] env[69440]: DEBUG nova.compute.provider_tree [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.015017] env[69440]: INFO nova.compute.manager [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Took 48.45 seconds to build instance. [ 898.096334] env[69440]: DEBUG nova.network.neutron [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.118884] env[69440]: INFO nova.compute.manager [-] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Took 1.37 seconds to deallocate network for instance. [ 898.249713] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139550, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.320644] env[69440]: INFO nova.compute.manager [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Rebuilding instance [ 898.351329] env[69440]: DEBUG nova.network.neutron [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Updating instance_info_cache with network_info: [{"id": "c729ce8e-166b-48d0-b2b1-5575f82c327c", "address": "fa:16:3e:01:b9:d5", "network": {"id": "14ca7061-111e-4d24-bb1f-aededca063d2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-44496556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178834238e49daae5b5d642c5365ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc729ce8e-16", "ovs_interfaceid": "c729ce8e-166b-48d0-b2b1-5575f82c327c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.386374] env[69440]: DEBUG nova.compute.manager [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 898.390014] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1901afa1-8e63-4121-ab63-14924391c0ed {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.463047] env[69440]: DEBUG nova.compute.manager [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.491494] env[69440]: DEBUG nova.scheduler.client.report [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.516969] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4884315e-0415-4c75-95aa-c42681d8797f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "556f1045-1bef-4873-b882-ef1df65af4db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.550s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.626897] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.746494] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139550, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.057375} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.746752] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c/5ee66e6a-5de3-44b0-bcb3-b9c933999d6c.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.746971] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.747276] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db082dea-5f77-4c05-9c0f-628819eeb452 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.757235] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 898.757235] env[69440]: value = "task-4139552" [ 898.757235] env[69440]: _type = "Task" [ 898.757235] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.767414] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.827803] env[69440]: DEBUG oslo_concurrency.lockutils [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "556f1045-1bef-4873-b882-ef1df65af4db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.828220] env[69440]: DEBUG oslo_concurrency.lockutils [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "556f1045-1bef-4873-b882-ef1df65af4db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.828496] env[69440]: DEBUG oslo_concurrency.lockutils [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "556f1045-1bef-4873-b882-ef1df65af4db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.828812] env[69440]: DEBUG oslo_concurrency.lockutils [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "556f1045-1bef-4873-b882-ef1df65af4db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.829069] env[69440]: DEBUG oslo_concurrency.lockutils [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "556f1045-1bef-4873-b882-ef1df65af4db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.831749] env[69440]: INFO nova.compute.manager [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Terminating instance [ 898.855815] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Releasing lock "refresh_cache-c3c00ac9-17c8-41c5-a696-6eb84b2b9537" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.856196] env[69440]: DEBUG nova.compute.manager [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Instance network_info: |[{"id": "c729ce8e-166b-48d0-b2b1-5575f82c327c", "address": "fa:16:3e:01:b9:d5", "network": {"id": "14ca7061-111e-4d24-bb1f-aededca063d2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-44496556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178834238e49daae5b5d642c5365ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc729ce8e-16", "ovs_interfaceid": "c729ce8e-166b-48d0-b2b1-5575f82c327c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.856503] env[69440]: DEBUG oslo_concurrency.lockutils [req-6bfaef32-4b8e-45e3-985e-1d38c7636718 req-14949649-7d7d-4880-9c15-dadd2c4d1626 service nova] Acquired lock "refresh_cache-c3c00ac9-17c8-41c5-a696-6eb84b2b9537" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.856750] env[69440]: DEBUG nova.network.neutron [req-6bfaef32-4b8e-45e3-985e-1d38c7636718 req-14949649-7d7d-4880-9c15-dadd2c4d1626 service nova] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Refreshing network info cache for port c729ce8e-166b-48d0-b2b1-5575f82c327c {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.858909] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:b9:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721c6720-3ce0-450e-9951-a894f03acc27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c729ce8e-166b-48d0-b2b1-5575f82c327c', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.867493] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.867650] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.867964] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d28a45f1-306e-4f0f-86ba-61b1dd39280f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.892051] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.892051] env[69440]: value = "task-4139553" [ 898.892051] env[69440]: _type = "Task" [ 898.892051] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.902630] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139553, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.985949] env[69440]: DEBUG oslo_concurrency.lockutils [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.996329] env[69440]: DEBUG oslo_concurrency.lockutils [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.000038] env[69440]: DEBUG nova.compute.manager [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.000038] env[69440]: DEBUG oslo_concurrency.lockutils [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.666s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.000498] env[69440]: DEBUG nova.objects.instance [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lazy-loading 'resources' on Instance uuid 0995d66a-3324-45b9-afe9-660cc208a538 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.020511] env[69440]: DEBUG nova.compute.manager [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.268319] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076953} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.268563] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.269400] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0664eca-260c-4992-8a64-e1f5e922c495 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.292742] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c/5ee66e6a-5de3-44b0-bcb3-b9c933999d6c.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.293140] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-271bd0d3-d22d-4aa3-9ee5-3d6820bc3ff0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.316797] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 899.316797] env[69440]: value = "task-4139554" [ 899.316797] env[69440]: _type = "Task" [ 899.316797] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.326729] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.335642] env[69440]: DEBUG nova.compute.manager [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.335883] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.336814] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f967ede-b5de-4b4d-8b1f-2723a0b19695 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.347523] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.347831] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-728e844b-2983-40c8-b111-02c9f557ea22 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.356125] env[69440]: DEBUG oslo_vmware.api [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 899.356125] env[69440]: value = "task-4139555" [ 899.356125] env[69440]: _type = "Task" [ 899.356125] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.365513] env[69440]: DEBUG oslo_vmware.api [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.402737] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139553, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.404748] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.405128] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfa0afcd-6a55-4c0c-b667-e29f8c3d76b2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.416874] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for the task: (returnval){ [ 899.416874] env[69440]: value = "task-4139556" [ 899.416874] env[69440]: _type = "Task" [ 899.416874] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.428895] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.504696] env[69440]: DEBUG nova.compute.utils [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.509875] env[69440]: DEBUG nova.compute.manager [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.510108] env[69440]: DEBUG nova.network.neutron [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.553176] env[69440]: DEBUG nova.policy [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2382098f7d93452fad5b93f5b90f4884', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9178834238e49daae5b5d642c5365ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.556335] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.769609] env[69440]: DEBUG nova.network.neutron [req-6bfaef32-4b8e-45e3-985e-1d38c7636718 req-14949649-7d7d-4880-9c15-dadd2c4d1626 service nova] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Updated VIF entry in instance network info cache for port c729ce8e-166b-48d0-b2b1-5575f82c327c. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.769981] env[69440]: DEBUG nova.network.neutron [req-6bfaef32-4b8e-45e3-985e-1d38c7636718 req-14949649-7d7d-4880-9c15-dadd2c4d1626 service nova] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Updating instance_info_cache with network_info: [{"id": "c729ce8e-166b-48d0-b2b1-5575f82c327c", "address": "fa:16:3e:01:b9:d5", "network": {"id": "14ca7061-111e-4d24-bb1f-aededca063d2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-44496556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178834238e49daae5b5d642c5365ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc729ce8e-16", "ovs_interfaceid": "c729ce8e-166b-48d0-b2b1-5575f82c327c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.831779] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139554, 'name': ReconfigVM_Task, 'duration_secs': 0.405985} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.835867] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c/5ee66e6a-5de3-44b0-bcb3-b9c933999d6c.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.836564] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58a4e4e1-1811-40fe-a814-36cfd3dc9d03 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.846245] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 899.846245] env[69440]: value = "task-4139557" [ 899.846245] env[69440]: _type = "Task" [ 899.846245] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.855855] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139557, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.869629] env[69440]: DEBUG nova.network.neutron [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Successfully created port: 331998f7-5a16-4253-9360-31f9466c158a {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.871621] env[69440]: DEBUG oslo_vmware.api [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139555, 'name': PowerOffVM_Task, 'duration_secs': 0.223411} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.871881] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.872062] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.872637] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adda55a4-e839-46b1-8bfb-aa8492ad4161 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.905293] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139553, 'name': CreateVM_Task, 'duration_secs': 0.655126} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.905497] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.906289] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.906462] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.906821] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.907116] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a991ba66-7562-46d3-b85d-255053777299 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.913087] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 899.913087] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]526b39e0-7de5-ee50-99cd-19c44aa5c357" [ 899.913087] env[69440]: _type = "Task" [ 899.913087] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.927446] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526b39e0-7de5-ee50-99cd-19c44aa5c357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.933053] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139556, 'name': PowerOffVM_Task, 'duration_secs': 0.128589} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.933340] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.933992] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.934825] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e4f219-b9fd-4961-aee5-c6c0ff41a099 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.946247] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.947629] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-995ceaa1-30af-4685-a084-912da2bf382c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.949349] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.949712] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.949899] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Deleting the datastore file [datastore2] 556f1045-1bef-4873-b882-ef1df65af4db {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.950174] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2338b25d-d9b1-45c3-8569-33876f9150fc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.957691] env[69440]: DEBUG oslo_vmware.api [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 899.957691] env[69440]: value = "task-4139560" [ 899.957691] env[69440]: _type = "Task" [ 899.957691] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.970333] env[69440]: DEBUG oslo_vmware.api [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.980299] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.980643] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.980785] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Deleting the datastore file [datastore2] 7b7298a7-3c61-419c-8ca4-4afd452628c5 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.981117] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0caffe5-b1bd-43db-8f82-58ab62c03573 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.991160] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for the task: (returnval){ [ 899.991160] env[69440]: value = "task-4139561" [ 899.991160] env[69440]: _type = "Task" [ 899.991160] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.000801] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.010491] env[69440]: DEBUG nova.compute.manager [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.053674] env[69440]: DEBUG nova.objects.instance [None req-b36b42eb-f983-4aa2-8559-d90191bf6486 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Lazy-loading 'flavor' on Instance uuid dcae0c26-c079-4d7c-a321-df69cba40c3c {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.178722] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c68eb0-b666-488e-a7db-2ea4082315d8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.187312] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33676907-af98-48ec-b104-07efc8b8e84a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.220745] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed87518-7f41-4b20-b895-508fab356f6f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.229400] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cfbdc1-10f2-4992-b888-403b9fab6fe6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.243889] env[69440]: DEBUG nova.compute.provider_tree [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.274527] env[69440]: DEBUG oslo_concurrency.lockutils [req-6bfaef32-4b8e-45e3-985e-1d38c7636718 req-14949649-7d7d-4880-9c15-dadd2c4d1626 service nova] Releasing lock "refresh_cache-c3c00ac9-17c8-41c5-a696-6eb84b2b9537" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.357748] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139557, 'name': Rename_Task, 'duration_secs': 0.190348} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.358084] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.358343] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae0ab784-4cef-4cf7-9b93-612b69c93bc4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.365724] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 900.365724] env[69440]: value = "task-4139562" [ 900.365724] env[69440]: _type = "Task" [ 900.365724] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.374076] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.424661] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526b39e0-7de5-ee50-99cd-19c44aa5c357, 'name': SearchDatastore_Task, 'duration_secs': 0.013999} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.424993] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.425256] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.425500] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.425670] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.425892] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.426243] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67d6b06a-401d-4229-b000-5ea331713ce6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.438715] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.439086] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.439652] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03c8d607-4b53-4096-a0c7-4390d1ebeac4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.446113] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 900.446113] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52131ea8-418c-a437-c279-adbc42eb7356" [ 900.446113] env[69440]: _type = "Task" [ 900.446113] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.455153] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52131ea8-418c-a437-c279-adbc42eb7356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.470684] env[69440]: DEBUG oslo_vmware.api [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351296} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.470952] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.471148] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.471327] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.471503] env[69440]: INFO nova.compute.manager [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Took 1.14 seconds to destroy the instance on the hypervisor. [ 900.471744] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.471940] env[69440]: DEBUG nova.compute.manager [-] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.472048] env[69440]: DEBUG nova.network.neutron [-] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.501482] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286074} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.501746] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.501936] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.502137] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.562314] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b36b42eb-f983-4aa2-8559-d90191bf6486 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Acquiring lock "refresh_cache-dcae0c26-c079-4d7c-a321-df69cba40c3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.562713] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b36b42eb-f983-4aa2-8559-d90191bf6486 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Acquired lock "refresh_cache-dcae0c26-c079-4d7c-a321-df69cba40c3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.747483] env[69440]: DEBUG nova.scheduler.client.report [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.880696] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139562, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.958301] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52131ea8-418c-a437-c279-adbc42eb7356, 'name': SearchDatastore_Task, 'duration_secs': 0.021534} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.959252] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-459c07bd-0411-47c5-b973-c89f9f4c8137 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.965500] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 900.965500] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]529d0c88-268e-959c-8182-be4681afa28a" [ 900.965500] env[69440]: _type = "Task" [ 900.965500] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.977154] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529d0c88-268e-959c-8182-be4681afa28a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.983866] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Volume attach. Driver type: vmdk {{(pid=69440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 900.984128] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819831', 'volume_id': '18a6b58e-01b5-4685-bf75-9a8aeb97c18a', 'name': 'volume-18a6b58e-01b5-4685-bf75-9a8aeb97c18a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f254ccca-ffc2-4ca6-92ac-317b5f99cd20', 'attached_at': '', 'detached_at': '', 'volume_id': '18a6b58e-01b5-4685-bf75-9a8aeb97c18a', 'serial': '18a6b58e-01b5-4685-bf75-9a8aeb97c18a'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 900.985094] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd44660-8b1c-4418-8d6f-3b3ffa34a67f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.004062] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a0dd5d-6183-49fb-9e6e-8106c8d33944 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.012299] env[69440]: DEBUG nova.network.neutron [None req-b36b42eb-f983-4aa2-8559-d90191bf6486 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.028737] env[69440]: DEBUG nova.compute.manager [req-f3695caa-ce46-4dc4-b38e-9023c45d9bae req-5dd839eb-6fec-4263-a7cc-545bbec0daa4 service nova] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Received event network-vif-deleted-ea9d9782-a553-4165-9fc6-303fd609838c {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.028991] env[69440]: INFO nova.compute.manager [req-f3695caa-ce46-4dc4-b38e-9023c45d9bae req-5dd839eb-6fec-4263-a7cc-545bbec0daa4 service nova] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Neutron deleted interface ea9d9782-a553-4165-9fc6-303fd609838c; detaching it from the instance and deleting it from the info cache [ 901.030313] env[69440]: DEBUG nova.network.neutron [req-f3695caa-ce46-4dc4-b38e-9023c45d9bae req-5dd839eb-6fec-4263-a7cc-545bbec0daa4 service nova] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.032452] env[69440]: DEBUG nova.compute.manager [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.042454] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] volume-18a6b58e-01b5-4685-bf75-9a8aeb97c18a/volume-18a6b58e-01b5-4685-bf75-9a8aeb97c18a.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.048255] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f52205d4-68c8-4f22-a486-476eb8908564 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.063969] env[69440]: DEBUG nova.compute.manager [req-be3d9739-4ebf-4b3e-9665-cda7cd8ab98f req-89ff3adc-c00f-4430-a17d-1ce6f0db9ee8 service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Received event network-changed-e75ee5fa-5a44-47f6-b50b-5ecc4328916f {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.064224] env[69440]: DEBUG nova.compute.manager [req-be3d9739-4ebf-4b3e-9665-cda7cd8ab98f req-89ff3adc-c00f-4430-a17d-1ce6f0db9ee8 service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Refreshing instance network info cache due to event network-changed-e75ee5fa-5a44-47f6-b50b-5ecc4328916f. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.064634] env[69440]: DEBUG oslo_concurrency.lockutils [req-be3d9739-4ebf-4b3e-9665-cda7cd8ab98f req-89ff3adc-c00f-4430-a17d-1ce6f0db9ee8 service nova] Acquiring lock "refresh_cache-dcae0c26-c079-4d7c-a321-df69cba40c3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.072810] env[69440]: DEBUG oslo_vmware.api [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 901.072810] env[69440]: value = "task-4139563" [ 901.072810] env[69440]: _type = "Task" [ 901.072810] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.078475] env[69440]: DEBUG nova.virt.hardware [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.078716] env[69440]: DEBUG nova.virt.hardware [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.078871] env[69440]: DEBUG nova.virt.hardware [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.079079] env[69440]: DEBUG nova.virt.hardware [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.079230] env[69440]: DEBUG nova.virt.hardware [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.079376] env[69440]: DEBUG nova.virt.hardware [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.079581] env[69440]: DEBUG nova.virt.hardware [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.079739] env[69440]: DEBUG nova.virt.hardware [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.079903] env[69440]: DEBUG nova.virt.hardware [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.080076] env[69440]: DEBUG nova.virt.hardware [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.080252] env[69440]: DEBUG nova.virt.hardware [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.081070] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67eac7e-e1fa-402d-8faa-187d1d561742 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.089678] env[69440]: DEBUG oslo_vmware.api [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.092805] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f621438-4f61-44ad-b933-2f43c1de7fe4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.253314] env[69440]: DEBUG oslo_concurrency.lockutils [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.255520] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.235s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.255804] env[69440]: DEBUG nova.objects.instance [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lazy-loading 'resources' on Instance uuid 27f67772-1f5c-4f13-89d0-bba7749ddb4e {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.280507] env[69440]: INFO nova.scheduler.client.report [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Deleted allocations for instance 0995d66a-3324-45b9-afe9-660cc208a538 [ 901.351112] env[69440]: DEBUG nova.network.neutron [-] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.378601] env[69440]: DEBUG oslo_vmware.api [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139562, 'name': PowerOnVM_Task, 'duration_secs': 0.519053} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.378938] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.379201] env[69440]: INFO nova.compute.manager [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Took 8.21 seconds to spawn the instance on the hypervisor. [ 901.379473] env[69440]: DEBUG nova.compute.manager [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 901.380303] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dfffbc-f42a-4691-8057-0eb539b2cb60 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.448389] env[69440]: DEBUG nova.network.neutron [None req-b36b42eb-f983-4aa2-8559-d90191bf6486 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Updating instance_info_cache with network_info: [{"id": "e75ee5fa-5a44-47f6-b50b-5ecc4328916f", "address": "fa:16:3e:1d:3b:9c", "network": {"id": "3c7de4b7-2d82-400f-b7c7-37bedf238754", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-957225981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987c9a1521ff4a3f85e6685db75da32d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75ee5fa-5a", "ovs_interfaceid": "e75ee5fa-5a44-47f6-b50b-5ecc4328916f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.481623] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529d0c88-268e-959c-8182-be4681afa28a, 'name': SearchDatastore_Task, 'duration_secs': 0.02438} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.483676] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.485334] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] c3c00ac9-17c8-41c5-a696-6eb84b2b9537/c3c00ac9-17c8-41c5-a696-6eb84b2b9537.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.485783] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26c0d5e1-d219-46b7-b735-a402ffb7837e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.495043] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 901.495043] env[69440]: value = "task-4139564" [ 901.495043] env[69440]: _type = "Task" [ 901.495043] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.503582] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.544470] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1a705b9-f2c9-4e39-8b9c-e37aa55b3333 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.549039] env[69440]: DEBUG nova.virt.hardware [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.549416] env[69440]: DEBUG nova.virt.hardware [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.549493] env[69440]: DEBUG nova.virt.hardware [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.549631] env[69440]: DEBUG nova.virt.hardware [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.549774] env[69440]: DEBUG nova.virt.hardware [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.549918] env[69440]: DEBUG nova.virt.hardware [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.550141] env[69440]: DEBUG nova.virt.hardware [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.550342] env[69440]: DEBUG nova.virt.hardware [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.550533] env[69440]: DEBUG nova.virt.hardware [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.550639] env[69440]: DEBUG nova.virt.hardware [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.550805] env[69440]: DEBUG nova.virt.hardware [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.551767] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d03b1d6-b87f-4443-9fba-42b292ee90c2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.562844] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925ffd36-889c-426e-acdb-bfae207a3deb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.568031] env[69440]: DEBUG nova.network.neutron [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Successfully updated port: 331998f7-5a16-4253-9360-31f9466c158a {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.572758] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3dd558-8981-4483-a87d-886205050478 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.596055] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Instance VIF info [] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.601579] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.616718] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.617374] env[69440]: DEBUG nova.compute.manager [req-f3695caa-ce46-4dc4-b38e-9023c45d9bae req-5dd839eb-6fec-4263-a7cc-545bbec0daa4 service nova] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Detach interface failed, port_id=ea9d9782-a553-4165-9fc6-303fd609838c, reason: Instance 556f1045-1bef-4873-b882-ef1df65af4db could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 901.617823] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab767857-3a40-434d-a48c-6f12d87011bf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.634403] env[69440]: DEBUG oslo_vmware.api [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.640636] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.640636] env[69440]: value = "task-4139565" [ 901.640636] env[69440]: _type = "Task" [ 901.640636] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.653471] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139565, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.798346] env[69440]: DEBUG oslo_concurrency.lockutils [None req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lock "0995d66a-3324-45b9-afe9-660cc208a538" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.269s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.858023] env[69440]: INFO nova.compute.manager [-] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Took 1.38 seconds to deallocate network for instance. [ 901.912501] env[69440]: INFO nova.compute.manager [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Took 42.71 seconds to build instance. [ 901.951834] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b36b42eb-f983-4aa2-8559-d90191bf6486 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Releasing lock "refresh_cache-dcae0c26-c079-4d7c-a321-df69cba40c3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.952113] env[69440]: DEBUG nova.compute.manager [None req-b36b42eb-f983-4aa2-8559-d90191bf6486 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Inject network info {{(pid=69440) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 901.952520] env[69440]: DEBUG nova.compute.manager [None req-b36b42eb-f983-4aa2-8559-d90191bf6486 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] network_info to inject: |[{"id": "e75ee5fa-5a44-47f6-b50b-5ecc4328916f", "address": "fa:16:3e:1d:3b:9c", "network": {"id": "3c7de4b7-2d82-400f-b7c7-37bedf238754", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-957225981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987c9a1521ff4a3f85e6685db75da32d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75ee5fa-5a", "ovs_interfaceid": "e75ee5fa-5a44-47f6-b50b-5ecc4328916f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 901.958632] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b36b42eb-f983-4aa2-8559-d90191bf6486 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Reconfiguring VM instance to set the machine id {{(pid=69440) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 901.959864] env[69440]: DEBUG oslo_concurrency.lockutils [req-be3d9739-4ebf-4b3e-9665-cda7cd8ab98f req-89ff3adc-c00f-4430-a17d-1ce6f0db9ee8 service nova] Acquired lock "refresh_cache-dcae0c26-c079-4d7c-a321-df69cba40c3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.959864] env[69440]: DEBUG nova.network.neutron [req-be3d9739-4ebf-4b3e-9665-cda7cd8ab98f req-89ff3adc-c00f-4430-a17d-1ce6f0db9ee8 service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Refreshing network info cache for port e75ee5fa-5a44-47f6-b50b-5ecc4328916f {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.960504] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-979e9523-8e26-485b-af88-6c76edc50616 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.980575] env[69440]: DEBUG oslo_vmware.api [None req-b36b42eb-f983-4aa2-8559-d90191bf6486 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Waiting for the task: (returnval){ [ 901.980575] env[69440]: value = "task-4139566" [ 901.980575] env[69440]: _type = "Task" [ 901.980575] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.991019] env[69440]: DEBUG oslo_vmware.api [None req-b36b42eb-f983-4aa2-8559-d90191bf6486 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.004617] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139564, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.084030] env[69440]: DEBUG oslo_concurrency.lockutils [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "refresh_cache-dddcea5f-a8f1-4b81-b0d0-cd3543a75860" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.084178] env[69440]: DEBUG oslo_concurrency.lockutils [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquired lock "refresh_cache-dddcea5f-a8f1-4b81-b0d0-cd3543a75860" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.084337] env[69440]: DEBUG nova.network.neutron [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.096579] env[69440]: DEBUG oslo_vmware.api [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139563, 'name': ReconfigVM_Task, 'duration_secs': 0.674366} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.097643] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Reconfigured VM instance instance-00000013 to attach disk [datastore1] volume-18a6b58e-01b5-4685-bf75-9a8aeb97c18a/volume-18a6b58e-01b5-4685-bf75-9a8aeb97c18a.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.107039] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95cc5d5b-8e65-4b5d-9e9d-27ff529f6a99 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.122359] env[69440]: DEBUG oslo_vmware.api [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 902.122359] env[69440]: value = "task-4139567" [ 902.122359] env[69440]: _type = "Task" [ 902.122359] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.132098] env[69440]: DEBUG oslo_vmware.api [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.153351] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139565, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.370702] env[69440]: DEBUG oslo_concurrency.lockutils [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.400650] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a9c4a6-ddbf-4077-8bb4-83ac46b0942e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.412511] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7456d6-2cc2-447f-8f58-0fe70e88db1e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.419234] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "5ee66e6a-5de3-44b0-bcb3-b9c933999d6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.088s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.462061] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abee84b-eb6b-4f24-aa51-bcf141a1e5a9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.475977] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3223e712-2fcb-4d41-9437-fa2a108885f3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.495262] env[69440]: DEBUG nova.compute.provider_tree [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.507414] env[69440]: DEBUG oslo_vmware.api [None req-b36b42eb-f983-4aa2-8559-d90191bf6486 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.513426] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584343} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.513541] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] c3c00ac9-17c8-41c5-a696-6eb84b2b9537/c3c00ac9-17c8-41c5-a696-6eb84b2b9537.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.513757] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.514428] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e72ed5b-4f38-4872-acdf-e649b429176e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.523733] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 902.523733] env[69440]: value = "task-4139568" [ 902.523733] env[69440]: _type = "Task" [ 902.523733] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.538664] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.637312] env[69440]: DEBUG oslo_vmware.api [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139567, 'name': ReconfigVM_Task, 'duration_secs': 0.167059} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.637312] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819831', 'volume_id': '18a6b58e-01b5-4685-bf75-9a8aeb97c18a', 'name': 'volume-18a6b58e-01b5-4685-bf75-9a8aeb97c18a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f254ccca-ffc2-4ca6-92ac-317b5f99cd20', 'attached_at': '', 'detached_at': '', 'volume_id': '18a6b58e-01b5-4685-bf75-9a8aeb97c18a', 'serial': '18a6b58e-01b5-4685-bf75-9a8aeb97c18a'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 902.651666] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139565, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.671256] env[69440]: DEBUG nova.network.neutron [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.922182] env[69440]: DEBUG nova.compute.manager [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.972190] env[69440]: DEBUG nova.network.neutron [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Updating instance_info_cache with network_info: [{"id": "331998f7-5a16-4253-9360-31f9466c158a", "address": "fa:16:3e:fe:0f:40", "network": {"id": "14ca7061-111e-4d24-bb1f-aededca063d2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-44496556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178834238e49daae5b5d642c5365ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap331998f7-5a", "ovs_interfaceid": "331998f7-5a16-4253-9360-31f9466c158a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.976696] env[69440]: DEBUG nova.objects.instance [None req-bbb8c43d-5890-44c0-8502-8bdc72a26cbe tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Lazy-loading 'flavor' on Instance uuid dcae0c26-c079-4d7c-a321-df69cba40c3c {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.982054] env[69440]: DEBUG nova.network.neutron [req-be3d9739-4ebf-4b3e-9665-cda7cd8ab98f req-89ff3adc-c00f-4430-a17d-1ce6f0db9ee8 service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Updated VIF entry in instance network info cache for port e75ee5fa-5a44-47f6-b50b-5ecc4328916f. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.983940] env[69440]: DEBUG nova.network.neutron [req-be3d9739-4ebf-4b3e-9665-cda7cd8ab98f req-89ff3adc-c00f-4430-a17d-1ce6f0db9ee8 service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Updating instance_info_cache with network_info: [{"id": "e75ee5fa-5a44-47f6-b50b-5ecc4328916f", "address": "fa:16:3e:1d:3b:9c", "network": {"id": "3c7de4b7-2d82-400f-b7c7-37bedf238754", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-957225981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987c9a1521ff4a3f85e6685db75da32d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75ee5fa-5a", "ovs_interfaceid": "e75ee5fa-5a44-47f6-b50b-5ecc4328916f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.999366] env[69440]: DEBUG nova.scheduler.client.report [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.013960] env[69440]: DEBUG oslo_vmware.api [None req-b36b42eb-f983-4aa2-8559-d90191bf6486 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.049459] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081001} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.049801] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.050632] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7614c161-7f6b-4637-b53d-5c167cd3f0ae {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.079186] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] c3c00ac9-17c8-41c5-a696-6eb84b2b9537/c3c00ac9-17c8-41c5-a696-6eb84b2b9537.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.079789] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab32b016-61e7-4e33-bdc2-e46140b7a3c4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.101695] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 903.101695] env[69440]: value = "task-4139569" [ 903.101695] env[69440]: _type = "Task" [ 903.101695] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.112881] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.154986] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139565, 'name': CreateVM_Task, 'duration_secs': 1.403926} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.155522] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.156242] env[69440]: DEBUG oslo_concurrency.lockutils [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.156541] env[69440]: DEBUG oslo_concurrency.lockutils [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.157256] env[69440]: DEBUG oslo_concurrency.lockutils [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.160603] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5056747-a928-4a3f-bc95-033c49ef9b2f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.162481] env[69440]: DEBUG nova.compute.manager [req-69e4edba-4121-402e-9396-3ebf37866ed6 req-2f9a8fa8-581d-45c3-84c6-d4a7b4db0e05 service nova] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Received event network-vif-plugged-331998f7-5a16-4253-9360-31f9466c158a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.162726] env[69440]: DEBUG oslo_concurrency.lockutils [req-69e4edba-4121-402e-9396-3ebf37866ed6 req-2f9a8fa8-581d-45c3-84c6-d4a7b4db0e05 service nova] Acquiring lock "dddcea5f-a8f1-4b81-b0d0-cd3543a75860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.164843] env[69440]: DEBUG oslo_concurrency.lockutils [req-69e4edba-4121-402e-9396-3ebf37866ed6 req-2f9a8fa8-581d-45c3-84c6-d4a7b4db0e05 service nova] Lock "dddcea5f-a8f1-4b81-b0d0-cd3543a75860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.164843] env[69440]: DEBUG oslo_concurrency.lockutils [req-69e4edba-4121-402e-9396-3ebf37866ed6 req-2f9a8fa8-581d-45c3-84c6-d4a7b4db0e05 service nova] Lock "dddcea5f-a8f1-4b81-b0d0-cd3543a75860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.164843] env[69440]: DEBUG nova.compute.manager [req-69e4edba-4121-402e-9396-3ebf37866ed6 req-2f9a8fa8-581d-45c3-84c6-d4a7b4db0e05 service nova] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] No waiting events found dispatching network-vif-plugged-331998f7-5a16-4253-9360-31f9466c158a {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 903.164843] env[69440]: WARNING nova.compute.manager [req-69e4edba-4121-402e-9396-3ebf37866ed6 req-2f9a8fa8-581d-45c3-84c6-d4a7b4db0e05 service nova] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Received unexpected event network-vif-plugged-331998f7-5a16-4253-9360-31f9466c158a for instance with vm_state building and task_state spawning. [ 903.164843] env[69440]: DEBUG nova.compute.manager [req-69e4edba-4121-402e-9396-3ebf37866ed6 req-2f9a8fa8-581d-45c3-84c6-d4a7b4db0e05 service nova] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Received event network-changed-331998f7-5a16-4253-9360-31f9466c158a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.164843] env[69440]: DEBUG nova.compute.manager [req-69e4edba-4121-402e-9396-3ebf37866ed6 req-2f9a8fa8-581d-45c3-84c6-d4a7b4db0e05 service nova] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Refreshing instance network info cache due to event network-changed-331998f7-5a16-4253-9360-31f9466c158a. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.164843] env[69440]: DEBUG oslo_concurrency.lockutils [req-69e4edba-4121-402e-9396-3ebf37866ed6 req-2f9a8fa8-581d-45c3-84c6-d4a7b4db0e05 service nova] Acquiring lock "refresh_cache-dddcea5f-a8f1-4b81-b0d0-cd3543a75860" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.169044] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for the task: (returnval){ [ 903.169044] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52737cea-bb90-dfb8-948b-33d3032db7fa" [ 903.169044] env[69440]: _type = "Task" [ 903.169044] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.179994] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52737cea-bb90-dfb8-948b-33d3032db7fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.446240] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.475774] env[69440]: DEBUG oslo_concurrency.lockutils [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Releasing lock "refresh_cache-dddcea5f-a8f1-4b81-b0d0-cd3543a75860" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.475774] env[69440]: DEBUG nova.compute.manager [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Instance network_info: |[{"id": "331998f7-5a16-4253-9360-31f9466c158a", "address": "fa:16:3e:fe:0f:40", "network": {"id": "14ca7061-111e-4d24-bb1f-aededca063d2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-44496556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178834238e49daae5b5d642c5365ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap331998f7-5a", "ovs_interfaceid": "331998f7-5a16-4253-9360-31f9466c158a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.476091] env[69440]: DEBUG oslo_concurrency.lockutils [req-69e4edba-4121-402e-9396-3ebf37866ed6 req-2f9a8fa8-581d-45c3-84c6-d4a7b4db0e05 service nova] Acquired lock "refresh_cache-dddcea5f-a8f1-4b81-b0d0-cd3543a75860" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.476091] env[69440]: DEBUG nova.network.neutron [req-69e4edba-4121-402e-9396-3ebf37866ed6 req-2f9a8fa8-581d-45c3-84c6-d4a7b4db0e05 service nova] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Refreshing network info cache for port 331998f7-5a16-4253-9360-31f9466c158a {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.477808] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:0f:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721c6720-3ce0-450e-9951-a894f03acc27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '331998f7-5a16-4253-9360-31f9466c158a', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.486249] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.493324] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bbb8c43d-5890-44c0-8502-8bdc72a26cbe tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Acquiring lock "refresh_cache-dcae0c26-c079-4d7c-a321-df69cba40c3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.494342] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.499179] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02005a21-1364-448b-a75d-008644a7d6f5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.515911] env[69440]: DEBUG oslo_concurrency.lockutils [req-be3d9739-4ebf-4b3e-9665-cda7cd8ab98f req-89ff3adc-c00f-4430-a17d-1ce6f0db9ee8 service nova] Releasing lock "refresh_cache-dcae0c26-c079-4d7c-a321-df69cba40c3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.517166] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.519781] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bbb8c43d-5890-44c0-8502-8bdc72a26cbe tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Acquired lock "refresh_cache-dcae0c26-c079-4d7c-a321-df69cba40c3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.522718] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.774s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.524073] env[69440]: INFO nova.compute.claims [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.534602] env[69440]: DEBUG oslo_vmware.api [None req-b36b42eb-f983-4aa2-8559-d90191bf6486 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139566, 'name': ReconfigVM_Task, 'duration_secs': 1.158638} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.535576] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b36b42eb-f983-4aa2-8559-d90191bf6486 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Reconfigured VM instance to set the machine id {{(pid=69440) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 903.538155] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.538155] env[69440]: value = "task-4139570" [ 903.538155] env[69440]: _type = "Task" [ 903.538155] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.543299] env[69440]: INFO nova.scheduler.client.report [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Deleted allocations for instance 27f67772-1f5c-4f13-89d0-bba7749ddb4e [ 903.553109] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139570, 'name': CreateVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.615406] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.683291] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52737cea-bb90-dfb8-948b-33d3032db7fa, 'name': SearchDatastore_Task, 'duration_secs': 0.015126} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.683291] env[69440]: DEBUG oslo_concurrency.lockutils [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.683291] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.683291] env[69440]: DEBUG oslo_concurrency.lockutils [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.683291] env[69440]: DEBUG oslo_concurrency.lockutils [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.683291] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.683291] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a2553ab-223d-4e0f-9587-cba507e067ff {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.694055] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.694416] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.695305] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4fc73db-ec36-45db-82fd-0f65415af284 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.698978] env[69440]: DEBUG nova.objects.instance [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lazy-loading 'flavor' on Instance uuid f254ccca-ffc2-4ca6-92ac-317b5f99cd20 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.702418] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for the task: (returnval){ [ 903.702418] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52c2a428-76ad-6204-fe4f-3ca5ccbabf63" [ 903.702418] env[69440]: _type = "Task" [ 903.702418] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.715172] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c2a428-76ad-6204-fe4f-3ca5ccbabf63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.979152] env[69440]: DEBUG nova.network.neutron [req-69e4edba-4121-402e-9396-3ebf37866ed6 req-2f9a8fa8-581d-45c3-84c6-d4a7b4db0e05 service nova] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Updated VIF entry in instance network info cache for port 331998f7-5a16-4253-9360-31f9466c158a. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.979600] env[69440]: DEBUG nova.network.neutron [req-69e4edba-4121-402e-9396-3ebf37866ed6 req-2f9a8fa8-581d-45c3-84c6-d4a7b4db0e05 service nova] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Updating instance_info_cache with network_info: [{"id": "331998f7-5a16-4253-9360-31f9466c158a", "address": "fa:16:3e:fe:0f:40", "network": {"id": "14ca7061-111e-4d24-bb1f-aededca063d2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-44496556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178834238e49daae5b5d642c5365ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap331998f7-5a", "ovs_interfaceid": "331998f7-5a16-4253-9360-31f9466c158a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.053014] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d2b47240-729f-47cc-81e0-4896d4d6674c tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "27f67772-1f5c-4f13-89d0-bba7749ddb4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.022s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.057041] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0955a231-5939-4713-abc9-104c79b3b635 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "27f67772-1f5c-4f13-89d0-bba7749ddb4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 31.777s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.057041] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0955a231-5939-4713-abc9-104c79b3b635 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquiring lock "27f67772-1f5c-4f13-89d0-bba7749ddb4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.057041] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0955a231-5939-4713-abc9-104c79b3b635 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "27f67772-1f5c-4f13-89d0-bba7749ddb4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.057041] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0955a231-5939-4713-abc9-104c79b3b635 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "27f67772-1f5c-4f13-89d0-bba7749ddb4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.067172] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139570, 'name': CreateVM_Task, 'duration_secs': 0.513348} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.068086] env[69440]: INFO nova.compute.manager [None req-0955a231-5939-4713-abc9-104c79b3b635 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Terminating instance [ 904.070145] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.072289] env[69440]: DEBUG oslo_concurrency.lockutils [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.074021] env[69440]: DEBUG oslo_concurrency.lockutils [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.074021] env[69440]: DEBUG oslo_concurrency.lockutils [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.074021] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92cc7e14-d679-4019-af86-2affebb826a6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.083953] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 904.083953] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52488fc9-33a5-b0f5-f69d-77b0f47388a6" [ 904.083953] env[69440]: _type = "Task" [ 904.083953] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.094794] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52488fc9-33a5-b0f5-f69d-77b0f47388a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.115353] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139569, 'name': ReconfigVM_Task, 'duration_secs': 0.557849} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.116695] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Reconfigured VM instance instance-00000038 to attach disk [datastore1] c3c00ac9-17c8-41c5-a696-6eb84b2b9537/c3c00ac9-17c8-41c5-a696-6eb84b2b9537.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.118036] env[69440]: DEBUG nova.network.neutron [None req-bbb8c43d-5890-44c0-8502-8bdc72a26cbe tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.120463] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3745a02-50a1-4364-8d94-955ff23f5f19 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.130048] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 904.130048] env[69440]: value = "task-4139571" [ 904.130048] env[69440]: _type = "Task" [ 904.130048] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.143195] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139571, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.210625] env[69440]: DEBUG oslo_concurrency.lockutils [None req-19e50b81-7660-423b-a1af-b143efc03a68 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "f254ccca-ffc2-4ca6-92ac-317b5f99cd20" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.354s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.215919] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c2a428-76ad-6204-fe4f-3ca5ccbabf63, 'name': SearchDatastore_Task, 'duration_secs': 0.015257} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.216848] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb88c99b-5607-4a42-a352-4765ab94d24d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.225779] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for the task: (returnval){ [ 904.225779] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5276a5d5-cd38-d849-294e-dc9925d47214" [ 904.225779] env[69440]: _type = "Task" [ 904.225779] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.236944] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5276a5d5-cd38-d849-294e-dc9925d47214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.484310] env[69440]: DEBUG oslo_concurrency.lockutils [req-69e4edba-4121-402e-9396-3ebf37866ed6 req-2f9a8fa8-581d-45c3-84c6-d4a7b4db0e05 service nova] Releasing lock "refresh_cache-dddcea5f-a8f1-4b81-b0d0-cd3543a75860" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.575122] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0955a231-5939-4713-abc9-104c79b3b635 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquiring lock "refresh_cache-27f67772-1f5c-4f13-89d0-bba7749ddb4e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.575279] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0955a231-5939-4713-abc9-104c79b3b635 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquired lock "refresh_cache-27f67772-1f5c-4f13-89d0-bba7749ddb4e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.575500] env[69440]: DEBUG nova.network.neutron [None req-0955a231-5939-4713-abc9-104c79b3b635 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.596724] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52488fc9-33a5-b0f5-f69d-77b0f47388a6, 'name': SearchDatastore_Task, 'duration_secs': 0.017997} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.597334] env[69440]: DEBUG oslo_concurrency.lockutils [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.597633] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.598463] env[69440]: DEBUG oslo_concurrency.lockutils [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.645021] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139571, 'name': Rename_Task, 'duration_secs': 0.176928} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.648721] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.650096] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ef4222b-dea7-4d37-a283-2dacd42c9bed {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.657585] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 904.657585] env[69440]: value = "task-4139572" [ 904.657585] env[69440]: _type = "Task" [ 904.657585] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.670208] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.737202] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5276a5d5-cd38-d849-294e-dc9925d47214, 'name': SearchDatastore_Task, 'duration_secs': 0.014373} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.744697] env[69440]: DEBUG oslo_concurrency.lockutils [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.745125] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 7b7298a7-3c61-419c-8ca4-4afd452628c5/7b7298a7-3c61-419c-8ca4-4afd452628c5.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.746147] env[69440]: DEBUG oslo_concurrency.lockutils [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.746396] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.746695] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d52f15ef-4038-4efd-88da-18c78af60ebe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.750229] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-236443f2-5716-46f9-952c-b83abe05a3b8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.760064] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for the task: (returnval){ [ 904.760064] env[69440]: value = "task-4139573" [ 904.760064] env[69440]: _type = "Task" [ 904.760064] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.771653] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.772059] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.774898] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25758e1d-eac6-4079-863e-7758ed75bfd3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.785032] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.787638] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 904.787638] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ce007a-b00d-1883-c602-189a402f8633" [ 904.787638] env[69440]: _type = "Task" [ 904.787638] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.802050] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ce007a-b00d-1883-c602-189a402f8633, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.845906] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquiring lock "d8fea3d9-1d92-4bd6-9726-5eae9485f7f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.845906] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lock "d8fea3d9-1d92-4bd6-9726-5eae9485f7f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.951214] env[69440]: DEBUG nova.network.neutron [None req-bbb8c43d-5890-44c0-8502-8bdc72a26cbe tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Updating instance_info_cache with network_info: [{"id": "e75ee5fa-5a44-47f6-b50b-5ecc4328916f", "address": "fa:16:3e:1d:3b:9c", "network": {"id": "3c7de4b7-2d82-400f-b7c7-37bedf238754", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-957225981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987c9a1521ff4a3f85e6685db75da32d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75ee5fa-5a", "ovs_interfaceid": "e75ee5fa-5a44-47f6-b50b-5ecc4328916f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.079307] env[69440]: DEBUG nova.compute.utils [None req-0955a231-5939-4713-abc9-104c79b3b635 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Can not refresh info_cache because instance was not found {{(pid=69440) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 905.105784] env[69440]: DEBUG nova.network.neutron [None req-0955a231-5939-4713-abc9-104c79b3b635 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.111366] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.111695] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.111890] env[69440]: INFO nova.compute.manager [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Shelving [ 905.178090] env[69440]: DEBUG oslo_vmware.api [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139572, 'name': PowerOnVM_Task, 'duration_secs': 0.510924} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.178426] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.178664] env[69440]: INFO nova.compute.manager [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Took 9.13 seconds to spawn the instance on the hypervisor. [ 905.178876] env[69440]: DEBUG nova.compute.manager [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 905.179801] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a35ea7-eedf-46db-95c8-3da681c09dda {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.219325] env[69440]: DEBUG nova.network.neutron [None req-0955a231-5939-4713-abc9-104c79b3b635 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.276842] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139573, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.305871] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ce007a-b00d-1883-c602-189a402f8633, 'name': SearchDatastore_Task, 'duration_secs': 0.020571} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.308344] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3806ee02-fa1f-4fd7-b07d-6be7d09f9e48 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.311677] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1679580c-ab33-4f24-95c9-22bb77f70503 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.318908] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 905.318908] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52e5ed6e-1187-bd3e-4d81-03fbaf46fdaa" [ 905.318908] env[69440]: _type = "Task" [ 905.318908] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.325031] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c64e948-04a4-4283-9559-e81947d5ed04 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.334018] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e5ed6e-1187-bd3e-4d81-03fbaf46fdaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.359078] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8fd08c-80ac-4ce7-8d07-cdd383802d77 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.368820] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040c9766-4676-475d-a1c4-608f2ad3b6d1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.385199] env[69440]: DEBUG nova.compute.provider_tree [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.400599] env[69440]: DEBUG oslo_concurrency.lockutils [None req-65485561-224a-4ad8-922f-3b6ffcf76559 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquiring lock "f254ccca-ffc2-4ca6-92ac-317b5f99cd20" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.400981] env[69440]: DEBUG oslo_concurrency.lockutils [None req-65485561-224a-4ad8-922f-3b6ffcf76559 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "f254ccca-ffc2-4ca6-92ac-317b5f99cd20" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.453599] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bbb8c43d-5890-44c0-8502-8bdc72a26cbe tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Releasing lock "refresh_cache-dcae0c26-c079-4d7c-a321-df69cba40c3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.453841] env[69440]: DEBUG nova.compute.manager [None req-bbb8c43d-5890-44c0-8502-8bdc72a26cbe tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Inject network info {{(pid=69440) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 905.454119] env[69440]: DEBUG nova.compute.manager [None req-bbb8c43d-5890-44c0-8502-8bdc72a26cbe tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] network_info to inject: |[{"id": "e75ee5fa-5a44-47f6-b50b-5ecc4328916f", "address": "fa:16:3e:1d:3b:9c", "network": {"id": "3c7de4b7-2d82-400f-b7c7-37bedf238754", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-957225981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987c9a1521ff4a3f85e6685db75da32d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75ee5fa-5a", "ovs_interfaceid": "e75ee5fa-5a44-47f6-b50b-5ecc4328916f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 905.459134] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb8c43d-5890-44c0-8502-8bdc72a26cbe tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Reconfiguring VM instance to set the machine id {{(pid=69440) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 905.460378] env[69440]: DEBUG nova.compute.manager [req-9cac7860-c3cd-49de-afc4-9b65675d285a req-3af40528-f6df-4bb4-a625-2c7d1b2e41b9 service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Received event network-changed-e75ee5fa-5a44-47f6-b50b-5ecc4328916f {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.460563] env[69440]: DEBUG nova.compute.manager [req-9cac7860-c3cd-49de-afc4-9b65675d285a req-3af40528-f6df-4bb4-a625-2c7d1b2e41b9 service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Refreshing instance network info cache due to event network-changed-e75ee5fa-5a44-47f6-b50b-5ecc4328916f. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.460775] env[69440]: DEBUG oslo_concurrency.lockutils [req-9cac7860-c3cd-49de-afc4-9b65675d285a req-3af40528-f6df-4bb4-a625-2c7d1b2e41b9 service nova] Acquiring lock "refresh_cache-dcae0c26-c079-4d7c-a321-df69cba40c3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.460917] env[69440]: DEBUG oslo_concurrency.lockutils [req-9cac7860-c3cd-49de-afc4-9b65675d285a req-3af40528-f6df-4bb4-a625-2c7d1b2e41b9 service nova] Acquired lock "refresh_cache-dcae0c26-c079-4d7c-a321-df69cba40c3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.461088] env[69440]: DEBUG nova.network.neutron [req-9cac7860-c3cd-49de-afc4-9b65675d285a req-3af40528-f6df-4bb4-a625-2c7d1b2e41b9 service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Refreshing network info cache for port e75ee5fa-5a44-47f6-b50b-5ecc4328916f {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.462506] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a54af19-94e0-4e80-91f1-294102714b17 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.479288] env[69440]: DEBUG oslo_vmware.api [None req-bbb8c43d-5890-44c0-8502-8bdc72a26cbe tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Waiting for the task: (returnval){ [ 905.479288] env[69440]: value = "task-4139574" [ 905.479288] env[69440]: _type = "Task" [ 905.479288] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.490816] env[69440]: DEBUG oslo_vmware.api [None req-bbb8c43d-5890-44c0-8502-8bdc72a26cbe tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.708487] env[69440]: INFO nova.compute.manager [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Took 44.94 seconds to build instance. [ 905.722579] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0955a231-5939-4713-abc9-104c79b3b635 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Releasing lock "refresh_cache-27f67772-1f5c-4f13-89d0-bba7749ddb4e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.723067] env[69440]: DEBUG nova.compute.manager [None req-0955a231-5939-4713-abc9-104c79b3b635 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.723273] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0955a231-5939-4713-abc9-104c79b3b635 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.723836] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e47fe8af-5a61-4158-bbd3-72bc199a24fd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.733928] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8756309d-798f-4230-9844-a78235e729f2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.771946] env[69440]: WARNING nova.virt.vmwareapi.vmops [None req-0955a231-5939-4713-abc9-104c79b3b635 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 27f67772-1f5c-4f13-89d0-bba7749ddb4e could not be found. [ 905.772184] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0955a231-5939-4713-abc9-104c79b3b635 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.772418] env[69440]: INFO nova.compute.manager [None req-0955a231-5939-4713-abc9-104c79b3b635 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Took 0.05 seconds to destroy the instance on the hypervisor. [ 905.772581] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0955a231-5939-4713-abc9-104c79b3b635 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.775939] env[69440]: DEBUG nova.compute.manager [-] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.776140] env[69440]: DEBUG nova.network.neutron [-] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.783783] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647301} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.785143] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 7b7298a7-3c61-419c-8ca4-4afd452628c5/7b7298a7-3c61-419c-8ca4-4afd452628c5.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.785407] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.788227] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-525c1669-e0a6-4f09-ae21-5a976f62f0a9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.795475] env[69440]: DEBUG nova.network.neutron [-] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.799143] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for the task: (returnval){ [ 905.799143] env[69440]: value = "task-4139575" [ 905.799143] env[69440]: _type = "Task" [ 905.799143] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.808688] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.831970] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e5ed6e-1187-bd3e-4d81-03fbaf46fdaa, 'name': SearchDatastore_Task, 'duration_secs': 0.054839} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.832245] env[69440]: DEBUG oslo_concurrency.lockutils [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.832501] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] dddcea5f-a8f1-4b81-b0d0-cd3543a75860/dddcea5f-a8f1-4b81-b0d0-cd3543a75860.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.832786] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef197d79-da20-41a6-a18e-1e10f21f48cd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.840637] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 905.840637] env[69440]: value = "task-4139576" [ 905.840637] env[69440]: _type = "Task" [ 905.840637] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.851474] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.888173] env[69440]: DEBUG nova.scheduler.client.report [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.903577] env[69440]: INFO nova.compute.manager [None req-65485561-224a-4ad8-922f-3b6ffcf76559 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Detaching volume 18a6b58e-01b5-4685-bf75-9a8aeb97c18a [ 905.944377] env[69440]: INFO nova.virt.block_device [None req-65485561-224a-4ad8-922f-3b6ffcf76559 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Attempting to driver detach volume 18a6b58e-01b5-4685-bf75-9a8aeb97c18a from mountpoint /dev/sdb [ 905.944729] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-65485561-224a-4ad8-922f-3b6ffcf76559 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Volume detach. Driver type: vmdk {{(pid=69440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 905.944967] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-65485561-224a-4ad8-922f-3b6ffcf76559 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819831', 'volume_id': '18a6b58e-01b5-4685-bf75-9a8aeb97c18a', 'name': 'volume-18a6b58e-01b5-4685-bf75-9a8aeb97c18a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f254ccca-ffc2-4ca6-92ac-317b5f99cd20', 'attached_at': '', 'detached_at': '', 'volume_id': '18a6b58e-01b5-4685-bf75-9a8aeb97c18a', 'serial': '18a6b58e-01b5-4685-bf75-9a8aeb97c18a'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 905.946203] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1bf5e3-9d04-474f-bda4-4244ccd47bb0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.969772] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b7bc46-a2bd-4eaf-8d89-0a437fbcd5b0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.981699] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2701b496-09b5-4ef1-b8e2-238a4fdcdb2d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.991789] env[69440]: DEBUG oslo_vmware.api [None req-bbb8c43d-5890-44c0-8502-8bdc72a26cbe tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139574, 'name': ReconfigVM_Task, 'duration_secs': 0.192015} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.007741] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb8c43d-5890-44c0-8502-8bdc72a26cbe tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Reconfigured VM instance to set the machine id {{(pid=69440) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 906.011251] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdca39bb-93a8-498c-bae7-244d414e9524 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.029040] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-65485561-224a-4ad8-922f-3b6ffcf76559 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] The volume has not been displaced from its original location: [datastore1] volume-18a6b58e-01b5-4685-bf75-9a8aeb97c18a/volume-18a6b58e-01b5-4685-bf75-9a8aeb97c18a.vmdk. No consolidation needed. {{(pid=69440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 906.033797] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-65485561-224a-4ad8-922f-3b6ffcf76559 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Reconfiguring VM instance instance-00000013 to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 906.036741] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58ccff3b-745d-4419-ae7e-1a5d87f1c63b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.057872] env[69440]: DEBUG oslo_vmware.api [None req-65485561-224a-4ad8-922f-3b6ffcf76559 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 906.057872] env[69440]: value = "task-4139577" [ 906.057872] env[69440]: _type = "Task" [ 906.057872] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.067693] env[69440]: DEBUG oslo_vmware.api [None req-65485561-224a-4ad8-922f-3b6ffcf76559 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.122016] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.122388] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-511019ea-5f0a-4948-bad4-ceabd8cd5cd9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.133168] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 906.133168] env[69440]: value = "task-4139578" [ 906.133168] env[69440]: _type = "Task" [ 906.133168] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.143576] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.211261] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "c3c00ac9-17c8-41c5-a696-6eb84b2b9537" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.549s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.295044] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquiring lock "452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.295785] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.296243] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquiring lock "452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.296683] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.297097] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.299273] env[69440]: DEBUG nova.network.neutron [-] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.301295] env[69440]: INFO nova.compute.manager [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Terminating instance [ 906.324422] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.279994} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.325413] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.326514] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185d9f39-1b26-47b7-91fd-8c192b14ceb5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.352567] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 7b7298a7-3c61-419c-8ca4-4afd452628c5/7b7298a7-3c61-419c-8ca4-4afd452628c5.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.356036] env[69440]: DEBUG nova.network.neutron [req-9cac7860-c3cd-49de-afc4-9b65675d285a req-3af40528-f6df-4bb4-a625-2c7d1b2e41b9 service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Updated VIF entry in instance network info cache for port e75ee5fa-5a44-47f6-b50b-5ecc4328916f. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.356036] env[69440]: DEBUG nova.network.neutron [req-9cac7860-c3cd-49de-afc4-9b65675d285a req-3af40528-f6df-4bb4-a625-2c7d1b2e41b9 service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Updating instance_info_cache with network_info: [{"id": "e75ee5fa-5a44-47f6-b50b-5ecc4328916f", "address": "fa:16:3e:1d:3b:9c", "network": {"id": "3c7de4b7-2d82-400f-b7c7-37bedf238754", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-957225981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987c9a1521ff4a3f85e6685db75da32d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75ee5fa-5a", "ovs_interfaceid": "e75ee5fa-5a44-47f6-b50b-5ecc4328916f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.360280] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00a0bd5a-e6a8-425b-aa6f-1a1d20423011 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.380113] env[69440]: DEBUG oslo_concurrency.lockutils [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Acquiring lock "dcae0c26-c079-4d7c-a321-df69cba40c3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.380504] env[69440]: DEBUG oslo_concurrency.lockutils [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Lock "dcae0c26-c079-4d7c-a321-df69cba40c3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.380664] env[69440]: DEBUG oslo_concurrency.lockutils [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Acquiring lock "dcae0c26-c079-4d7c-a321-df69cba40c3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.380885] env[69440]: DEBUG oslo_concurrency.lockutils [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Lock "dcae0c26-c079-4d7c-a321-df69cba40c3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.381173] env[69440]: DEBUG oslo_concurrency.lockutils [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Lock "dcae0c26-c079-4d7c-a321-df69cba40c3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.384506] env[69440]: INFO nova.compute.manager [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Terminating instance [ 906.394072] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.871s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.394072] env[69440]: DEBUG nova.compute.manager [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.398143] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139576, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.400272] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.108s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.400527] env[69440]: DEBUG nova.objects.instance [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Lazy-loading 'resources' on Instance uuid cae202f4-3111-4611-ad68-bfaac359bd8e {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.402402] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for the task: (returnval){ [ 906.402402] env[69440]: value = "task-4139579" [ 906.402402] env[69440]: _type = "Task" [ 906.402402] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.414701] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.574159] env[69440]: DEBUG oslo_vmware.api [None req-65485561-224a-4ad8-922f-3b6ffcf76559 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139577, 'name': ReconfigVM_Task, 'duration_secs': 0.390206} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.575639] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-65485561-224a-4ad8-922f-3b6ffcf76559 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Reconfigured VM instance instance-00000013 to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 906.582227] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57ccc625-e603-4313-92f0-01755743dc33 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.607216] env[69440]: DEBUG oslo_vmware.api [None req-65485561-224a-4ad8-922f-3b6ffcf76559 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 906.607216] env[69440]: value = "task-4139580" [ 906.607216] env[69440]: _type = "Task" [ 906.607216] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.618221] env[69440]: DEBUG oslo_vmware.api [None req-65485561-224a-4ad8-922f-3b6ffcf76559 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.645062] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139578, 'name': PowerOffVM_Task, 'duration_secs': 0.263346} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.645219] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.647053] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6fdeec-ce20-4931-a3b1-7c0dba0a1ad6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.667584] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f00ef2-d49f-409f-ac3a-836677147ad9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.717218] env[69440]: DEBUG nova.compute.manager [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.806235] env[69440]: INFO nova.compute.manager [-] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Took 1.03 seconds to deallocate network for instance. [ 906.817392] env[69440]: DEBUG nova.compute.manager [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.817872] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.818531] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f014de17-defc-4956-b23d-c69e0c69ed66 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.828020] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.828020] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a49ee0bd-0177-409f-8f76-0a641d529674 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.834785] env[69440]: DEBUG oslo_vmware.api [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for the task: (returnval){ [ 906.834785] env[69440]: value = "task-4139581" [ 906.834785] env[69440]: _type = "Task" [ 906.834785] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.845855] env[69440]: DEBUG oslo_vmware.api [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.855046] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926663} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.855046] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] dddcea5f-a8f1-4b81-b0d0-cd3543a75860/dddcea5f-a8f1-4b81-b0d0-cd3543a75860.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.855046] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.855801] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-958e3639-14be-488f-902c-925c98b15ed1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.863562] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 906.863562] env[69440]: value = "task-4139582" [ 906.863562] env[69440]: _type = "Task" [ 906.863562] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.872440] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.880798] env[69440]: DEBUG oslo_concurrency.lockutils [req-9cac7860-c3cd-49de-afc4-9b65675d285a req-3af40528-f6df-4bb4-a625-2c7d1b2e41b9 service nova] Releasing lock "refresh_cache-dcae0c26-c079-4d7c-a321-df69cba40c3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.889936] env[69440]: DEBUG nova.compute.manager [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.890849] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.891135] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2458ba1d-da0a-4afc-a3df-b9142402b851 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.900342] env[69440]: DEBUG nova.compute.utils [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.901763] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.902079] env[69440]: DEBUG nova.compute.manager [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.902251] env[69440]: DEBUG nova.network.neutron [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.904189] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2477f9a-fc94-409f-b083-791ed2216764 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.920255] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.922766] env[69440]: DEBUG oslo_vmware.api [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Waiting for the task: (returnval){ [ 906.922766] env[69440]: value = "task-4139583" [ 906.922766] env[69440]: _type = "Task" [ 906.922766] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.933767] env[69440]: DEBUG oslo_vmware.api [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.954438] env[69440]: DEBUG nova.policy [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fb57f5536514f4991f6e9df7c04628b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '384851ba5d9645a48c645ad3db374d90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.122325] env[69440]: DEBUG oslo_vmware.api [None req-65485561-224a-4ad8-922f-3b6ffcf76559 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139580, 'name': ReconfigVM_Task, 'duration_secs': 0.255953} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.126335] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-65485561-224a-4ad8-922f-3b6ffcf76559 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819831', 'volume_id': '18a6b58e-01b5-4685-bf75-9a8aeb97c18a', 'name': 'volume-18a6b58e-01b5-4685-bf75-9a8aeb97c18a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f254ccca-ffc2-4ca6-92ac-317b5f99cd20', 'attached_at': '', 'detached_at': '', 'volume_id': '18a6b58e-01b5-4685-bf75-9a8aeb97c18a', 'serial': '18a6b58e-01b5-4685-bf75-9a8aeb97c18a'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 907.183034] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Creating Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 907.183034] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3f2d9788-8df4-4d3a-acc3-63c33da7e779 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.195486] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 907.195486] env[69440]: value = "task-4139584" [ 907.195486] env[69440]: _type = "Task" [ 907.195486] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.215090] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139584, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.252721] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.300997] env[69440]: DEBUG nova.network.neutron [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Successfully created port: 4be322c4-c18e-4ead-909b-c4f94cb9b176 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.313289] env[69440]: INFO nova.compute.manager [None req-0955a231-5939-4713-abc9-104c79b3b635 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Instance disappeared during terminate [ 907.313562] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0955a231-5939-4713-abc9-104c79b3b635 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "27f67772-1f5c-4f13-89d0-bba7749ddb4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.258s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.346724] env[69440]: DEBUG oslo_vmware.api [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139581, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.375984] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079639} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.376663] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.377919] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22858e1-f551-453c-98da-48face471274 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.411293] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] dddcea5f-a8f1-4b81-b0d0-cd3543a75860/dddcea5f-a8f1-4b81-b0d0-cd3543a75860.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.414953] env[69440]: DEBUG nova.compute.manager [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.417950] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86192500-6fb1-4f31-b392-0fae91deb680 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.450035] env[69440]: DEBUG oslo_vmware.api [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139583, 'name': PowerOffVM_Task, 'duration_secs': 0.481081} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.459352] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.460691] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.460691] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.460691] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 907.460691] env[69440]: value = "task-4139585" [ 907.460691] env[69440]: _type = "Task" [ 907.460691] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.462407] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abbc6d3c-5c99-45ad-87c6-0fe46e7e68e0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.474306] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.542160] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.542389] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.542641] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Deleting the datastore file [datastore2] dcae0c26-c079-4d7c-a321-df69cba40c3c {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.542885] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c02ca9f1-48c4-437a-a3e8-7fe304e64424 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.552967] env[69440]: DEBUG oslo_vmware.api [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Waiting for the task: (returnval){ [ 907.552967] env[69440]: value = "task-4139587" [ 907.552967] env[69440]: _type = "Task" [ 907.552967] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.559704] env[69440]: DEBUG oslo_vmware.api [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.616448] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b463571e-5a11-4527-9be0-b4346f63d827 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.624339] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d07953-8fae-4360-ae8e-202f0faf4cdc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.672377] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa062789-8517-4049-a510-3bd163253585 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.674600] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2778efbb-3602-455f-bf44-4d6bca6e6a74 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.712274] env[69440]: DEBUG nova.compute.provider_tree [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.721859] env[69440]: DEBUG nova.objects.instance [None req-65485561-224a-4ad8-922f-3b6ffcf76559 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lazy-loading 'flavor' on Instance uuid f254ccca-ffc2-4ca6-92ac-317b5f99cd20 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.755307] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139584, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.847136] env[69440]: DEBUG oslo_vmware.api [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139581, 'name': PowerOffVM_Task, 'duration_secs': 0.565717} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.847393] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.847636] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.847957] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a345fe55-fa2f-4022-a265-59caeb315fad {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.930815] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139579, 'name': ReconfigVM_Task, 'duration_secs': 1.193422} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.931173] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 7b7298a7-3c61-419c-8ca4-4afd452628c5/7b7298a7-3c61-419c-8ca4-4afd452628c5.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.932188] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea6f78c1-98d1-4042-a4d0-b5d1c8132763 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.947663] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.948074] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.948316] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Deleting the datastore file [datastore1] 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.948694] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1e1bb84-d768-416f-a80c-df28422952df {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.954245] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for the task: (returnval){ [ 907.954245] env[69440]: value = "task-4139589" [ 907.954245] env[69440]: _type = "Task" [ 907.954245] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.963180] env[69440]: DEBUG oslo_vmware.api [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for the task: (returnval){ [ 907.963180] env[69440]: value = "task-4139590" [ 907.963180] env[69440]: _type = "Task" [ 907.963180] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.979991] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139589, 'name': Rename_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.989969] env[69440]: DEBUG oslo_vmware.api [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.995685] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139585, 'name': ReconfigVM_Task, 'duration_secs': 0.523528} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.996118] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Reconfigured VM instance instance-00000039 to attach disk [datastore1] dddcea5f-a8f1-4b81-b0d0-cd3543a75860/dddcea5f-a8f1-4b81-b0d0-cd3543a75860.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.997086] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca011e59-1325-4689-a22c-de65a2e9053d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.007324] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 908.007324] env[69440]: value = "task-4139591" [ 908.007324] env[69440]: _type = "Task" [ 908.007324] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.020450] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139591, 'name': Rename_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.062486] env[69440]: DEBUG oslo_vmware.api [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Task: {'id': task-4139587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272723} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.062869] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.063153] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.066026] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.066026] env[69440]: INFO nova.compute.manager [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 908.066026] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.066026] env[69440]: DEBUG nova.compute.manager [-] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.066026] env[69440]: DEBUG nova.network.neutron [-] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.225244] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139584, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.237435] env[69440]: DEBUG nova.scheduler.client.report [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.441140] env[69440]: DEBUG nova.compute.manager [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.466257] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139589, 'name': Rename_Task, 'duration_secs': 0.284737} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.471404] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.471915] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c83a253d-3855-468a-818f-8fab63a7d0f1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.481112] env[69440]: DEBUG oslo_vmware.api [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Task: {'id': task-4139590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226827} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.485692] env[69440]: DEBUG nova.virt.hardware [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.486056] env[69440]: DEBUG nova.virt.hardware [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.486363] env[69440]: DEBUG nova.virt.hardware [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.486480] env[69440]: DEBUG nova.virt.hardware [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.486626] env[69440]: DEBUG nova.virt.hardware [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.486774] env[69440]: DEBUG nova.virt.hardware [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.487020] env[69440]: DEBUG nova.virt.hardware [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.487271] env[69440]: DEBUG nova.virt.hardware [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.487374] env[69440]: DEBUG nova.virt.hardware [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.487498] env[69440]: DEBUG nova.virt.hardware [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.487666] env[69440]: DEBUG nova.virt.hardware [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.487987] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.488179] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.488353] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.488523] env[69440]: INFO nova.compute.manager [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Took 1.67 seconds to destroy the instance on the hypervisor. [ 908.488756] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.489030] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for the task: (returnval){ [ 908.489030] env[69440]: value = "task-4139592" [ 908.489030] env[69440]: _type = "Task" [ 908.489030] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.489771] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020bb37c-c655-4931-9da6-2ddfd3e4349d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.492467] env[69440]: DEBUG nova.compute.manager [-] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.492577] env[69440]: DEBUG nova.network.neutron [-] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.506809] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cd815e-52fc-4d22-aa90-2cbd0e6b996f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.511430] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139592, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.532224] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139591, 'name': Rename_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.701366] env[69440]: DEBUG nova.compute.manager [req-d43f78b1-feec-4eef-9b27-28c522fcb9ab req-4b936003-02e1-4486-9b45-40ee9f214d5b service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Received event network-vif-deleted-e75ee5fa-5a44-47f6-b50b-5ecc4328916f {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.701556] env[69440]: INFO nova.compute.manager [req-d43f78b1-feec-4eef-9b27-28c522fcb9ab req-4b936003-02e1-4486-9b45-40ee9f214d5b service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Neutron deleted interface e75ee5fa-5a44-47f6-b50b-5ecc4328916f; detaching it from the instance and deleting it from the info cache [ 908.701722] env[69440]: DEBUG nova.network.neutron [req-d43f78b1-feec-4eef-9b27-28c522fcb9ab req-4b936003-02e1-4486-9b45-40ee9f214d5b service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.724704] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139584, 'name': CreateSnapshot_Task, 'duration_secs': 1.249291} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.724704] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Created Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 908.726873] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfddd9d7-3b54-4cae-834d-92e31cd91585 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.744758] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.345s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.747949] env[69440]: DEBUG oslo_concurrency.lockutils [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.520s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.747949] env[69440]: DEBUG nova.objects.instance [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Lazy-loading 'resources' on Instance uuid f121bdab-27c9-457f-b3c0-0218b0d6d1e7 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.750240] env[69440]: DEBUG oslo_concurrency.lockutils [None req-65485561-224a-4ad8-922f-3b6ffcf76559 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "f254ccca-ffc2-4ca6-92ac-317b5f99cd20" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.348s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.783252] env[69440]: INFO nova.scheduler.client.report [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Deleted allocations for instance cae202f4-3111-4611-ad68-bfaac359bd8e [ 908.892388] env[69440]: DEBUG nova.network.neutron [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Successfully updated port: 4be322c4-c18e-4ead-909b-c4f94cb9b176 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.006977] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.023835] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139591, 'name': Rename_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.094610] env[69440]: DEBUG nova.network.neutron [-] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.209068] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f07f3b8-82cf-4427-b4a1-9cdb180881ff {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.220143] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf068398-35dc-435c-b60b-6ef9dd5b173e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.266177] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Creating linked-clone VM from snapshot {{(pid=69440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 909.269406] env[69440]: DEBUG nova.compute.manager [req-d43f78b1-feec-4eef-9b27-28c522fcb9ab req-4b936003-02e1-4486-9b45-40ee9f214d5b service nova] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Detach interface failed, port_id=e75ee5fa-5a44-47f6-b50b-5ecc4328916f, reason: Instance dcae0c26-c079-4d7c-a321-df69cba40c3c could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 909.271654] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2de84d11-f0c8-40ed-9181-b71f69488013 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.276792] env[69440]: DEBUG nova.compute.manager [req-71a0b1d4-0b6a-43f8-bfa4-04e29ab459d8 req-b684feb3-fc4f-4bf5-998a-fa8829a4e012 service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Received event network-vif-deleted-7bae1de3-ff26-4b2c-9941-c02f858e5c3a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.276990] env[69440]: INFO nova.compute.manager [req-71a0b1d4-0b6a-43f8-bfa4-04e29ab459d8 req-b684feb3-fc4f-4bf5-998a-fa8829a4e012 service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Neutron deleted interface 7bae1de3-ff26-4b2c-9941-c02f858e5c3a; detaching it from the instance and deleting it from the info cache [ 909.277836] env[69440]: DEBUG nova.network.neutron [req-71a0b1d4-0b6a-43f8-bfa4-04e29ab459d8 req-b684feb3-fc4f-4bf5-998a-fa8829a4e012 service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.285041] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 909.285041] env[69440]: value = "task-4139593" [ 909.285041] env[69440]: _type = "Task" [ 909.285041] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.297361] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139593, 'name': CloneVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.300404] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Lock "cae202f4-3111-4611-ad68-bfaac359bd8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.871s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.395340] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "refresh_cache-bf4bc455-fa14-4f59-af98-014c2865aede" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.395484] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "refresh_cache-bf4bc455-fa14-4f59-af98-014c2865aede" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.395643] env[69440]: DEBUG nova.network.neutron [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.472815] env[69440]: DEBUG nova.network.neutron [-] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.508116] env[69440]: DEBUG oslo_vmware.api [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139592, 'name': PowerOnVM_Task, 'duration_secs': 0.773346} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.508631] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.508905] env[69440]: DEBUG nova.compute.manager [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 909.510395] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fdfc9d-ef7c-42af-8971-550b5d8f1e02 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.522831] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139591, 'name': Rename_Task, 'duration_secs': 1.138072} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.527252] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.531642] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-460725bd-f71e-4738-9bba-9f7d39185ed9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.546702] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 909.546702] env[69440]: value = "task-4139594" [ 909.546702] env[69440]: _type = "Task" [ 909.546702] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.557861] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.600401] env[69440]: INFO nova.compute.manager [-] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Took 1.54 seconds to deallocate network for instance. [ 909.781983] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-734c42d5-caf4-4e63-b68f-975886cbe841 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.798431] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fd64ca-f6b8-4e50-9802-08144b16c8b1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.811869] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139593, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.843495] env[69440]: DEBUG nova.compute.manager [req-71a0b1d4-0b6a-43f8-bfa4-04e29ab459d8 req-b684feb3-fc4f-4bf5-998a-fa8829a4e012 service nova] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Detach interface failed, port_id=7bae1de3-ff26-4b2c-9941-c02f858e5c3a, reason: Instance 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 909.901568] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6071a3-dde1-4dfe-b492-c158d01b4b7a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.911583] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8da9a8-589c-4d78-83b3-cea840ebb68d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.949027] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed540abb-0aa7-465c-b823-599fcc52e45a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.951179] env[69440]: DEBUG nova.network.neutron [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.958926] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c87d6e5-0453-4978-970b-806c75221fbd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.974651] env[69440]: DEBUG nova.compute.provider_tree [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.979178] env[69440]: INFO nova.compute.manager [-] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Took 1.49 seconds to deallocate network for instance. [ 910.009744] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquiring lock "b424570b-6a9f-4982-8c59-5a6b2efe9fa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.009993] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "b424570b-6a9f-4982-8c59-5a6b2efe9fa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.048390] env[69440]: DEBUG oslo_concurrency.lockutils [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.061651] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139594, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.110571] env[69440]: DEBUG oslo_concurrency.lockutils [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.224222] env[69440]: DEBUG nova.network.neutron [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Updating instance_info_cache with network_info: [{"id": "4be322c4-c18e-4ead-909b-c4f94cb9b176", "address": "fa:16:3e:8e:1e:e5", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be322c4-c1", "ovs_interfaceid": "4be322c4-c18e-4ead-909b-c4f94cb9b176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.297039] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139593, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.481024] env[69440]: DEBUG nova.scheduler.client.report [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.486917] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.565035] env[69440]: DEBUG oslo_vmware.api [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139594, 'name': PowerOnVM_Task, 'duration_secs': 0.554413} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.565035] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.565035] env[69440]: INFO nova.compute.manager [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Took 9.53 seconds to spawn the instance on the hypervisor. [ 910.565035] env[69440]: DEBUG nova.compute.manager [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 910.565035] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3389f989-0121-48dd-8fc2-eda8fe26fa51 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.727656] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "refresh_cache-bf4bc455-fa14-4f59-af98-014c2865aede" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.728061] env[69440]: DEBUG nova.compute.manager [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Instance network_info: |[{"id": "4be322c4-c18e-4ead-909b-c4f94cb9b176", "address": "fa:16:3e:8e:1e:e5", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be322c4-c1", "ovs_interfaceid": "4be322c4-c18e-4ead-909b-c4f94cb9b176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.728656] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:1e:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4be322c4-c18e-4ead-909b-c4f94cb9b176', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.736567] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.736750] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.736999] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29f3f153-e470-4a68-8a7a-0f63c00435fe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.760593] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.760593] env[69440]: value = "task-4139595" [ 910.760593] env[69440]: _type = "Task" [ 910.760593] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.769879] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139595, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.796528] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139593, 'name': CloneVM_Task} progress is 95%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.799524] env[69440]: DEBUG nova.compute.manager [req-ad1f41af-f9d9-4075-b9dc-bba8190cee12 req-16bdfc54-c5c2-4033-8fec-af312b6d1610 service nova] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Received event network-vif-plugged-4be322c4-c18e-4ead-909b-c4f94cb9b176 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.799706] env[69440]: DEBUG oslo_concurrency.lockutils [req-ad1f41af-f9d9-4075-b9dc-bba8190cee12 req-16bdfc54-c5c2-4033-8fec-af312b6d1610 service nova] Acquiring lock "bf4bc455-fa14-4f59-af98-014c2865aede-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.800249] env[69440]: DEBUG oslo_concurrency.lockutils [req-ad1f41af-f9d9-4075-b9dc-bba8190cee12 req-16bdfc54-c5c2-4033-8fec-af312b6d1610 service nova] Lock "bf4bc455-fa14-4f59-af98-014c2865aede-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.800432] env[69440]: DEBUG oslo_concurrency.lockutils [req-ad1f41af-f9d9-4075-b9dc-bba8190cee12 req-16bdfc54-c5c2-4033-8fec-af312b6d1610 service nova] Lock "bf4bc455-fa14-4f59-af98-014c2865aede-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.800616] env[69440]: DEBUG nova.compute.manager [req-ad1f41af-f9d9-4075-b9dc-bba8190cee12 req-16bdfc54-c5c2-4033-8fec-af312b6d1610 service nova] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] No waiting events found dispatching network-vif-plugged-4be322c4-c18e-4ead-909b-c4f94cb9b176 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 910.800753] env[69440]: WARNING nova.compute.manager [req-ad1f41af-f9d9-4075-b9dc-bba8190cee12 req-16bdfc54-c5c2-4033-8fec-af312b6d1610 service nova] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Received unexpected event network-vif-plugged-4be322c4-c18e-4ead-909b-c4f94cb9b176 for instance with vm_state building and task_state spawning. [ 910.800973] env[69440]: DEBUG nova.compute.manager [req-ad1f41af-f9d9-4075-b9dc-bba8190cee12 req-16bdfc54-c5c2-4033-8fec-af312b6d1610 service nova] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Received event network-changed-4be322c4-c18e-4ead-909b-c4f94cb9b176 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.801077] env[69440]: DEBUG nova.compute.manager [req-ad1f41af-f9d9-4075-b9dc-bba8190cee12 req-16bdfc54-c5c2-4033-8fec-af312b6d1610 service nova] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Refreshing instance network info cache due to event network-changed-4be322c4-c18e-4ead-909b-c4f94cb9b176. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.801273] env[69440]: DEBUG oslo_concurrency.lockutils [req-ad1f41af-f9d9-4075-b9dc-bba8190cee12 req-16bdfc54-c5c2-4033-8fec-af312b6d1610 service nova] Acquiring lock "refresh_cache-bf4bc455-fa14-4f59-af98-014c2865aede" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.801406] env[69440]: DEBUG oslo_concurrency.lockutils [req-ad1f41af-f9d9-4075-b9dc-bba8190cee12 req-16bdfc54-c5c2-4033-8fec-af312b6d1610 service nova] Acquired lock "refresh_cache-bf4bc455-fa14-4f59-af98-014c2865aede" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.801560] env[69440]: DEBUG nova.network.neutron [req-ad1f41af-f9d9-4075-b9dc-bba8190cee12 req-16bdfc54-c5c2-4033-8fec-af312b6d1610 service nova] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Refreshing network info cache for port 4be322c4-c18e-4ead-909b-c4f94cb9b176 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.990129] env[69440]: DEBUG oslo_concurrency.lockutils [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.995268] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.582s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.995629] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.995890] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 910.996504] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.079s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.000631] env[69440]: INFO nova.compute.claims [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.005073] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c52d19-25c0-4881-89ce-05646a296463 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.016533] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fbc274-5b22-4777-a221-826ede4863ec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.026342] env[69440]: DEBUG oslo_concurrency.lockutils [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Acquiring lock "7b7298a7-3c61-419c-8ca4-4afd452628c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.027039] env[69440]: DEBUG oslo_concurrency.lockutils [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Lock "7b7298a7-3c61-419c-8ca4-4afd452628c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.027302] env[69440]: DEBUG oslo_concurrency.lockutils [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Acquiring lock "7b7298a7-3c61-419c-8ca4-4afd452628c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.029108] env[69440]: DEBUG oslo_concurrency.lockutils [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Lock "7b7298a7-3c61-419c-8ca4-4afd452628c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.029108] env[69440]: DEBUG oslo_concurrency.lockutils [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Lock "7b7298a7-3c61-419c-8ca4-4afd452628c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.031553] env[69440]: INFO nova.scheduler.client.report [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Deleted allocations for instance f121bdab-27c9-457f-b3c0-0218b0d6d1e7 [ 911.037727] env[69440]: INFO nova.compute.manager [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Terminating instance [ 911.052994] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff398e4-fc63-4a89-860a-dc4c0e1d02a0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.062811] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745fe676-92be-4eb8-b885-5ad9c55a2501 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.109253] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178527MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 911.109445] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.113080] env[69440]: INFO nova.compute.manager [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Took 44.89 seconds to build instance. [ 911.273109] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139595, 'name': CreateVM_Task, 'duration_secs': 0.453177} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.273327] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.274430] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.274609] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.275759] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.275759] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1aa7fb5-0709-4760-8270-d5b14630e711 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.281772] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 911.281772] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5209020c-4225-9e0c-c809-1932ced4ed15" [ 911.281772] env[69440]: _type = "Task" [ 911.281772] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.291584] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5209020c-4225-9e0c-c809-1932ced4ed15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.301591] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139593, 'name': CloneVM_Task, 'duration_secs': 1.814658} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.302070] env[69440]: INFO nova.virt.vmwareapi.vmops [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Created linked-clone VM from snapshot [ 911.303227] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31be7ba9-3ea0-4539-9465-5dbc1f03a3bf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.313881] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Uploading image 1467ed7a-517a-4870-aa43-6c2c523eb298 {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 911.356104] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 911.356104] env[69440]: value = "vm-819836" [ 911.356104] env[69440]: _type = "VirtualMachine" [ 911.356104] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 911.356439] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-12e12aae-5012-42ec-9aa0-13677fb38782 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.369043] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lease: (returnval){ [ 911.369043] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52735d85-da28-8a16-a1f5-0fc156a37cad" [ 911.369043] env[69440]: _type = "HttpNfcLease" [ 911.369043] env[69440]: } obtained for exporting VM: (result){ [ 911.369043] env[69440]: value = "vm-819836" [ 911.369043] env[69440]: _type = "VirtualMachine" [ 911.369043] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 911.369043] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the lease: (returnval){ [ 911.369043] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52735d85-da28-8a16-a1f5-0fc156a37cad" [ 911.369043] env[69440]: _type = "HttpNfcLease" [ 911.369043] env[69440]: } to be ready. {{(pid=69440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 911.379572] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.379572] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52735d85-da28-8a16-a1f5-0fc156a37cad" [ 911.379572] env[69440]: _type = "HttpNfcLease" [ 911.379572] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 911.544115] env[69440]: DEBUG oslo_concurrency.lockutils [None req-71b97ac3-9474-4aee-a335-aa064d0bacb3 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Lock "f121bdab-27c9-457f-b3c0-0218b0d6d1e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.474s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.560409] env[69440]: DEBUG oslo_concurrency.lockutils [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Acquiring lock "refresh_cache-7b7298a7-3c61-419c-8ca4-4afd452628c5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.560409] env[69440]: DEBUG oslo_concurrency.lockutils [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Acquired lock "refresh_cache-7b7298a7-3c61-419c-8ca4-4afd452628c5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.560409] env[69440]: DEBUG nova.network.neutron [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.616121] env[69440]: DEBUG oslo_concurrency.lockutils [None req-90b11916-712b-47b3-8164-abfc86bff7ac tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "dddcea5f-a8f1-4b81-b0d0-cd3543a75860" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.260s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.660497] env[69440]: DEBUG nova.network.neutron [req-ad1f41af-f9d9-4075-b9dc-bba8190cee12 req-16bdfc54-c5c2-4033-8fec-af312b6d1610 service nova] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Updated VIF entry in instance network info cache for port 4be322c4-c18e-4ead-909b-c4f94cb9b176. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.660808] env[69440]: DEBUG nova.network.neutron [req-ad1f41af-f9d9-4075-b9dc-bba8190cee12 req-16bdfc54-c5c2-4033-8fec-af312b6d1610 service nova] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Updating instance_info_cache with network_info: [{"id": "4be322c4-c18e-4ead-909b-c4f94cb9b176", "address": "fa:16:3e:8e:1e:e5", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be322c4-c1", "ovs_interfaceid": "4be322c4-c18e-4ead-909b-c4f94cb9b176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.796139] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5209020c-4225-9e0c-c809-1932ced4ed15, 'name': SearchDatastore_Task, 'duration_secs': 0.026809} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.798407] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.798747] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.802338] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.802613] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.802797] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.803477] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc842c6c-9609-4b1e-9ad2-1addea383b39 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.814059] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.814321] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.815183] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb5578a0-c860-4d31-8ace-cf9bd233e806 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.822059] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 911.822059] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52e43035-028d-1acf-ad05-668c9c9d5c8d" [ 911.822059] env[69440]: _type = "Task" [ 911.822059] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.834901] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e43035-028d-1acf-ad05-668c9c9d5c8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.879637] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.879637] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52735d85-da28-8a16-a1f5-0fc156a37cad" [ 911.879637] env[69440]: _type = "HttpNfcLease" [ 911.879637] env[69440]: } is ready. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 911.879637] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 911.879637] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52735d85-da28-8a16-a1f5-0fc156a37cad" [ 911.879637] env[69440]: _type = "HttpNfcLease" [ 911.879637] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 911.880180] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61137daa-a73d-407e-9d95-29b8bd5288f6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.891573] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52499f16-eabd-aaf6-1e72-c7a33fbf21b7/disk-0.vmdk from lease info. {{(pid=69440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 911.891814] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52499f16-eabd-aaf6-1e72-c7a33fbf21b7/disk-0.vmdk for reading. {{(pid=69440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 911.992380] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-90864435-1eda-491d-b86b-ad756e6cb8af {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.106322] env[69440]: DEBUG nova.network.neutron [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.118306] env[69440]: DEBUG nova.compute.manager [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.165496] env[69440]: DEBUG oslo_concurrency.lockutils [req-ad1f41af-f9d9-4075-b9dc-bba8190cee12 req-16bdfc54-c5c2-4033-8fec-af312b6d1610 service nova] Releasing lock "refresh_cache-bf4bc455-fa14-4f59-af98-014c2865aede" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.275429] env[69440]: DEBUG nova.network.neutron [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.339488] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e43035-028d-1acf-ad05-668c9c9d5c8d, 'name': SearchDatastore_Task, 'duration_secs': 0.012556} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.340575] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b95fd7b-9375-47a6-ac09-cdc2d02ae244 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.352109] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 912.352109] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]521be324-2306-97b5-ac39-ddb30acd8b50" [ 912.352109] env[69440]: _type = "Task" [ 912.352109] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.364965] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521be324-2306-97b5-ac39-ddb30acd8b50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.631199] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8191ce1d-ae62-4215-97a5-5e45f27d20d8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.640629] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf17cf7a-3c93-47c1-b022-3cf05762e0d9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.649463] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.685658] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcefa22-acb5-4199-ba61-0a65016cbb08 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.696442] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24b88c8-3b07-4e5f-af60-3f5e9c4f0cd8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.713468] env[69440]: DEBUG nova.compute.provider_tree [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.782197] env[69440]: DEBUG oslo_concurrency.lockutils [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Releasing lock "refresh_cache-7b7298a7-3c61-419c-8ca4-4afd452628c5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.782541] env[69440]: DEBUG nova.compute.manager [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.782800] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.783860] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec8c06b-1808-4bab-8eb3-0f49389ef968 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.798271] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.798725] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaff589f-6c02-466c-8ad1-54f94aa055e1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.806926] env[69440]: DEBUG oslo_vmware.api [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for the task: (returnval){ [ 912.806926] env[69440]: value = "task-4139597" [ 912.806926] env[69440]: _type = "Task" [ 912.806926] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.821101] env[69440]: DEBUG oslo_vmware.api [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.869571] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521be324-2306-97b5-ac39-ddb30acd8b50, 'name': SearchDatastore_Task, 'duration_secs': 0.016601} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.869878] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.870196] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] bf4bc455-fa14-4f59-af98-014c2865aede/bf4bc455-fa14-4f59-af98-014c2865aede.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.870522] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-092e5971-73b7-4dff-85fe-f575eb5a484e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.880976] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 912.880976] env[69440]: value = "task-4139598" [ 912.880976] env[69440]: _type = "Task" [ 912.880976] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.897425] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.218861] env[69440]: DEBUG nova.scheduler.client.report [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.327676] env[69440]: DEBUG oslo_vmware.api [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139597, 'name': PowerOffVM_Task, 'duration_secs': 0.167994} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.328076] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.328285] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.330472] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b98b77a9-a9dd-4066-b399-26818b86f03f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.364364] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.364623] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.364718] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Deleting the datastore file [datastore1] 7b7298a7-3c61-419c-8ca4-4afd452628c5 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.365020] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9672cf6b-cc64-420e-b054-b5f0b8c694d7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.374078] env[69440]: DEBUG oslo_vmware.api [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for the task: (returnval){ [ 913.374078] env[69440]: value = "task-4139600" [ 913.374078] env[69440]: _type = "Task" [ 913.374078] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.386215] env[69440]: DEBUG oslo_vmware.api [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.396567] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139598, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.734472] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.734472] env[69440]: DEBUG nova.compute.manager [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.737253] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.751s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.739073] env[69440]: INFO nova.compute.claims [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.885464] env[69440]: DEBUG oslo_vmware.api [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Task: {'id': task-4139600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246957} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.885994] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.886344] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.886786] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.887124] env[69440]: INFO nova.compute.manager [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Took 1.10 seconds to destroy the instance on the hypervisor. [ 913.887507] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.891949] env[69440]: DEBUG nova.compute.manager [-] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.892240] env[69440]: DEBUG nova.network.neutron [-] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.902253] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670711} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.902623] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] bf4bc455-fa14-4f59-af98-014c2865aede/bf4bc455-fa14-4f59-af98-014c2865aede.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.902931] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.904092] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7615600-c702-47c7-b509-761f9ce409fd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.913900] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 913.913900] env[69440]: value = "task-4139601" [ 913.913900] env[69440]: _type = "Task" [ 913.913900] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.918446] env[69440]: DEBUG nova.network.neutron [-] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.935164] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.245220] env[69440]: DEBUG nova.compute.utils [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.253140] env[69440]: DEBUG nova.compute.manager [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.253414] env[69440]: DEBUG nova.network.neutron [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.365386] env[69440]: DEBUG nova.policy [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a39c333611a492d90f92989ddaced9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f307b75d6e0041feba20f44ef9f046e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.426499] env[69440]: DEBUG nova.network.neutron [-] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.429119] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08574} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.429119] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.430238] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c415ed05-cdfe-47fd-a9ff-35fabc8a9b0c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.464471] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] bf4bc455-fa14-4f59-af98-014c2865aede/bf4bc455-fa14-4f59-af98-014c2865aede.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.466497] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-966556d1-7b23-4549-958d-6d852fc50971 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.493325] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 914.493325] env[69440]: value = "task-4139602" [ 914.493325] env[69440]: _type = "Task" [ 914.493325] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.504769] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.697040] env[69440]: DEBUG oslo_concurrency.lockutils [None req-651d7b6e-8e43-4533-bec4-be0cd22ea077 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "5ee66e6a-5de3-44b0-bcb3-b9c933999d6c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.697432] env[69440]: DEBUG oslo_concurrency.lockutils [None req-651d7b6e-8e43-4533-bec4-be0cd22ea077 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "5ee66e6a-5de3-44b0-bcb3-b9c933999d6c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.697700] env[69440]: DEBUG nova.compute.manager [None req-651d7b6e-8e43-4533-bec4-be0cd22ea077 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 914.698716] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50403684-b749-4ee4-9c9d-308d1499a6a8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.706870] env[69440]: DEBUG nova.compute.manager [None req-651d7b6e-8e43-4533-bec4-be0cd22ea077 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69440) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 914.707639] env[69440]: DEBUG nova.objects.instance [None req-651d7b6e-8e43-4533-bec4-be0cd22ea077 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lazy-loading 'flavor' on Instance uuid 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.760108] env[69440]: DEBUG nova.compute.manager [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.865570] env[69440]: DEBUG nova.network.neutron [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Successfully created port: c2b042f0-c765-407a-89c5-66e36925ed20 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.938091] env[69440]: INFO nova.compute.manager [-] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Took 1.04 seconds to deallocate network for instance. [ 915.006395] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.442571] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172a0236-8b1a-462d-8b12-0709e02849e0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.446343] env[69440]: DEBUG oslo_concurrency.lockutils [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.452390] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91af1c55-7eeb-4541-a9a0-3fa14cd880d5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.486305] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1ff725-90de-4aa1-8166-a828838c1c06 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.494934] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13251f62-f8ab-4ac0-8cc1-f2270c8f70fd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.508492] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139602, 'name': ReconfigVM_Task, 'duration_secs': 0.775403} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.517538] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Reconfigured VM instance instance-0000003a to attach disk [datastore2] bf4bc455-fa14-4f59-af98-014c2865aede/bf4bc455-fa14-4f59-af98-014c2865aede.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.518650] env[69440]: DEBUG nova.compute.provider_tree [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.519988] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d55b38b7-10c6-44fa-b377-85ccf506f108 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.528328] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 915.528328] env[69440]: value = "task-4139603" [ 915.528328] env[69440]: _type = "Task" [ 915.528328] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.540909] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139603, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.723063] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-651d7b6e-8e43-4533-bec4-be0cd22ea077 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.723063] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d9ca3c3-804d-4a03-b44f-646519b0a562 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.732770] env[69440]: DEBUG oslo_vmware.api [None req-651d7b6e-8e43-4533-bec4-be0cd22ea077 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 915.732770] env[69440]: value = "task-4139604" [ 915.732770] env[69440]: _type = "Task" [ 915.732770] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.744459] env[69440]: DEBUG oslo_vmware.api [None req-651d7b6e-8e43-4533-bec4-be0cd22ea077 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.771662] env[69440]: DEBUG nova.compute.manager [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.820109] env[69440]: DEBUG nova.virt.hardware [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.820710] env[69440]: DEBUG nova.virt.hardware [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.820710] env[69440]: DEBUG nova.virt.hardware [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.820910] env[69440]: DEBUG nova.virt.hardware [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.821010] env[69440]: DEBUG nova.virt.hardware [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.821163] env[69440]: DEBUG nova.virt.hardware [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.821379] env[69440]: DEBUG nova.virt.hardware [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.821539] env[69440]: DEBUG nova.virt.hardware [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.821705] env[69440]: DEBUG nova.virt.hardware [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.821965] env[69440]: DEBUG nova.virt.hardware [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.822189] env[69440]: DEBUG nova.virt.hardware [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.823109] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959dff62-b748-4069-b8d1-89dfa4878e90 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.835773] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d739bcc5-4659-43ac-829c-045beab16f18 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.024869] env[69440]: DEBUG nova.scheduler.client.report [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.040127] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139603, 'name': Rename_Task, 'duration_secs': 0.188067} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.041236] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.041236] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60d7e808-6667-4984-bccb-2a94e3bdc8fc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.049506] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 916.049506] env[69440]: value = "task-4139605" [ 916.049506] env[69440]: _type = "Task" [ 916.049506] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.062492] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.248026] env[69440]: DEBUG oslo_vmware.api [None req-651d7b6e-8e43-4533-bec4-be0cd22ea077 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139604, 'name': PowerOffVM_Task, 'duration_secs': 0.372442} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.248026] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-651d7b6e-8e43-4533-bec4-be0cd22ea077 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.248026] env[69440]: DEBUG nova.compute.manager [None req-651d7b6e-8e43-4533-bec4-be0cd22ea077 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 916.248026] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe7ae22-d9fe-4df7-b020-688639ef5e46 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.531219] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.531746] env[69440]: DEBUG nova.compute.manager [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.543272] env[69440]: DEBUG oslo_concurrency.lockutils [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.737s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.543272] env[69440]: INFO nova.compute.claims [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.569898] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139605, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.766022] env[69440]: DEBUG oslo_concurrency.lockutils [None req-651d7b6e-8e43-4533-bec4-be0cd22ea077 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "5ee66e6a-5de3-44b0-bcb3-b9c933999d6c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.043256] env[69440]: DEBUG nova.compute.utils [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.044833] env[69440]: DEBUG nova.compute.manager [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.045305] env[69440]: DEBUG nova.network.neutron [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.066967] env[69440]: DEBUG oslo_vmware.api [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139605, 'name': PowerOnVM_Task, 'duration_secs': 0.634306} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.071028] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.071028] env[69440]: INFO nova.compute.manager [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Took 8.63 seconds to spawn the instance on the hypervisor. [ 917.071028] env[69440]: DEBUG nova.compute.manager [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 917.071028] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918e56db-c9b1-49f0-832f-23f0d99fa7ca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.093156] env[69440]: DEBUG nova.policy [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a39c333611a492d90f92989ddaced9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f307b75d6e0041feba20f44ef9f046e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.124865] env[69440]: DEBUG nova.network.neutron [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Successfully updated port: c2b042f0-c765-407a-89c5-66e36925ed20 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.306537] env[69440]: DEBUG nova.compute.manager [req-e8a06b50-de71-4039-9dfc-dafa3b4df057 req-2415c6c2-bd74-425b-8253-4c2ef7fd934e service nova] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Received event network-vif-plugged-c2b042f0-c765-407a-89c5-66e36925ed20 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.307249] env[69440]: DEBUG oslo_concurrency.lockutils [req-e8a06b50-de71-4039-9dfc-dafa3b4df057 req-2415c6c2-bd74-425b-8253-4c2ef7fd934e service nova] Acquiring lock "41012beb-1a6a-4164-ae16-16e46514ac7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.307613] env[69440]: DEBUG oslo_concurrency.lockutils [req-e8a06b50-de71-4039-9dfc-dafa3b4df057 req-2415c6c2-bd74-425b-8253-4c2ef7fd934e service nova] Lock "41012beb-1a6a-4164-ae16-16e46514ac7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.307688] env[69440]: DEBUG oslo_concurrency.lockutils [req-e8a06b50-de71-4039-9dfc-dafa3b4df057 req-2415c6c2-bd74-425b-8253-4c2ef7fd934e service nova] Lock "41012beb-1a6a-4164-ae16-16e46514ac7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.307866] env[69440]: DEBUG nova.compute.manager [req-e8a06b50-de71-4039-9dfc-dafa3b4df057 req-2415c6c2-bd74-425b-8253-4c2ef7fd934e service nova] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] No waiting events found dispatching network-vif-plugged-c2b042f0-c765-407a-89c5-66e36925ed20 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 917.308831] env[69440]: WARNING nova.compute.manager [req-e8a06b50-de71-4039-9dfc-dafa3b4df057 req-2415c6c2-bd74-425b-8253-4c2ef7fd934e service nova] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Received unexpected event network-vif-plugged-c2b042f0-c765-407a-89c5-66e36925ed20 for instance with vm_state building and task_state spawning. [ 917.489527] env[69440]: DEBUG nova.network.neutron [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Successfully created port: 04d15f8f-6687-4171-8b23-869b111c533e {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.545932] env[69440]: DEBUG nova.compute.manager [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.589081] env[69440]: INFO nova.compute.manager [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Took 44.86 seconds to build instance. [ 917.632324] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "refresh_cache-41012beb-1a6a-4164-ae16-16e46514ac7f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.632324] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquired lock "refresh_cache-41012beb-1a6a-4164-ae16-16e46514ac7f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.632324] env[69440]: DEBUG nova.network.neutron [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.927909] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Acquiring lock "68d051e0-e7cd-4370-ad1a-cf9d4996913c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.927909] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Lock "68d051e0-e7cd-4370-ad1a-cf9d4996913c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.090944] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a15af874-2983-40bc-8b5d-794c9267673a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "bf4bc455-fa14-4f59-af98-014c2865aede" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.794s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.226189] env[69440]: DEBUG nova.network.neutron [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.348643] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c375966-c23c-43c1-a189-8afa304aac70 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.368114] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdcc360-d41a-486c-a7a8-d047a08934bd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.413671] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa30f28a-a000-403a-ad9c-e72e61083c72 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.424440] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8870b44d-cc8a-46c7-95ef-59875f0de581 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.442599] env[69440]: DEBUG nova.compute.provider_tree [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.510179] env[69440]: DEBUG nova.network.neutron [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Updating instance_info_cache with network_info: [{"id": "c2b042f0-c765-407a-89c5-66e36925ed20", "address": "fa:16:3e:89:e2:88", "network": {"id": "b46392e5-d63e-4df4-ba59-e4f0adfb50fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2074667289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f307b75d6e0041feba20f44ef9f046e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b042f0-c7", "ovs_interfaceid": "c2b042f0-c765-407a-89c5-66e36925ed20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.565693] env[69440]: DEBUG nova.compute.manager [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.595656] env[69440]: DEBUG nova.virt.hardware [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.595919] env[69440]: DEBUG nova.virt.hardware [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.596075] env[69440]: DEBUG nova.virt.hardware [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.596289] env[69440]: DEBUG nova.virt.hardware [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.596450] env[69440]: DEBUG nova.virt.hardware [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.596609] env[69440]: DEBUG nova.virt.hardware [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.596820] env[69440]: DEBUG nova.virt.hardware [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.596981] env[69440]: DEBUG nova.virt.hardware [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.597251] env[69440]: DEBUG nova.virt.hardware [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.597421] env[69440]: DEBUG nova.virt.hardware [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.597689] env[69440]: DEBUG nova.virt.hardware [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.598884] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f4911d-e1fd-429e-a816-49b420adea6e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.601715] env[69440]: DEBUG nova.compute.manager [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.610896] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890b6ec4-79e3-46d4-9048-ef120cb3b168 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.626188] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquiring lock "781604b4-a4c8-4b37-952d-e142265212da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.626502] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Lock "781604b4-a4c8-4b37-952d-e142265212da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.626758] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquiring lock "781604b4-a4c8-4b37-952d-e142265212da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.626866] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Lock "781604b4-a4c8-4b37-952d-e142265212da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.627036] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Lock "781604b4-a4c8-4b37-952d-e142265212da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.629557] env[69440]: INFO nova.compute.manager [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Terminating instance [ 918.723083] env[69440]: DEBUG nova.objects.instance [None req-7f00050d-bad9-4554-b0a1-b8ae50fe3f3a tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lazy-loading 'flavor' on Instance uuid 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.946300] env[69440]: DEBUG nova.scheduler.client.report [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.016609] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Releasing lock "refresh_cache-41012beb-1a6a-4164-ae16-16e46514ac7f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.016965] env[69440]: DEBUG nova.compute.manager [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Instance network_info: |[{"id": "c2b042f0-c765-407a-89c5-66e36925ed20", "address": "fa:16:3e:89:e2:88", "network": {"id": "b46392e5-d63e-4df4-ba59-e4f0adfb50fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2074667289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f307b75d6e0041feba20f44ef9f046e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b042f0-c7", "ovs_interfaceid": "c2b042f0-c765-407a-89c5-66e36925ed20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.017571] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:e2:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3952eb02-1162-48ed-8227-9c138960d583', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2b042f0-c765-407a-89c5-66e36925ed20', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.027161] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Creating folder: Project (f307b75d6e0041feba20f44ef9f046e7). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.027519] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ee381e4-5762-4a5c-91ff-bb3695feae85 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.041842] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Created folder: Project (f307b75d6e0041feba20f44ef9f046e7) in parent group-v819662. [ 919.042090] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Creating folder: Instances. Parent ref: group-v819838. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.042683] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07e59a2b-0f6f-4286-bba2-7c1a6f34987e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.054424] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Created folder: Instances in parent group-v819838. [ 919.054716] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.055054] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.055314] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80ad6b1e-4881-4cf6-acf2-93b4de7afdcd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.078072] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.078072] env[69440]: value = "task-4139608" [ 919.078072] env[69440]: _type = "Task" [ 919.078072] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.086601] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139608, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.130794] env[69440]: DEBUG oslo_concurrency.lockutils [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.133196] env[69440]: DEBUG nova.compute.manager [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.133196] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.134584] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c548de-ef41-4732-924b-c3d8c50948c6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.143495] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.143495] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-692588e4-8ab5-4f5d-b054-3bb5ffc2e8b7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.152811] env[69440]: DEBUG oslo_vmware.api [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 919.152811] env[69440]: value = "task-4139609" [ 919.152811] env[69440]: _type = "Task" [ 919.152811] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.163892] env[69440]: DEBUG oslo_vmware.api [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.231017] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7f00050d-bad9-4554-b0a1-b8ae50fe3f3a tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "refresh_cache-5ee66e6a-5de3-44b0-bcb3-b9c933999d6c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.231017] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7f00050d-bad9-4554-b0a1-b8ae50fe3f3a tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquired lock "refresh_cache-5ee66e6a-5de3-44b0-bcb3-b9c933999d6c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.231017] env[69440]: DEBUG nova.network.neutron [None req-7f00050d-bad9-4554-b0a1-b8ae50fe3f3a tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.231017] env[69440]: DEBUG nova.objects.instance [None req-7f00050d-bad9-4554-b0a1-b8ae50fe3f3a tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lazy-loading 'info_cache' on Instance uuid 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.339442] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a193896b-e7a9-44d2-a44a-3dd7420545eb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "bf4bc455-fa14-4f59-af98-014c2865aede" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.339672] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a193896b-e7a9-44d2-a44a-3dd7420545eb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "bf4bc455-fa14-4f59-af98-014c2865aede" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.354317] env[69440]: DEBUG nova.network.neutron [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Successfully updated port: 04d15f8f-6687-4171-8b23-869b111c533e {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.365895] env[69440]: DEBUG nova.compute.manager [req-d27c8ffd-8c89-4b2b-aa63-1c7803d055f5 req-ed046483-a9c8-4c1e-86a4-8515b23d660c service nova] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Received event network-vif-plugged-04d15f8f-6687-4171-8b23-869b111c533e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.368076] env[69440]: DEBUG oslo_concurrency.lockutils [req-d27c8ffd-8c89-4b2b-aa63-1c7803d055f5 req-ed046483-a9c8-4c1e-86a4-8515b23d660c service nova] Acquiring lock "4038e16b-26c3-4692-954d-2c85a475d626-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.368076] env[69440]: DEBUG oslo_concurrency.lockutils [req-d27c8ffd-8c89-4b2b-aa63-1c7803d055f5 req-ed046483-a9c8-4c1e-86a4-8515b23d660c service nova] Lock "4038e16b-26c3-4692-954d-2c85a475d626-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.368076] env[69440]: DEBUG oslo_concurrency.lockutils [req-d27c8ffd-8c89-4b2b-aa63-1c7803d055f5 req-ed046483-a9c8-4c1e-86a4-8515b23d660c service nova] Lock "4038e16b-26c3-4692-954d-2c85a475d626-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.368076] env[69440]: DEBUG nova.compute.manager [req-d27c8ffd-8c89-4b2b-aa63-1c7803d055f5 req-ed046483-a9c8-4c1e-86a4-8515b23d660c service nova] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] No waiting events found dispatching network-vif-plugged-04d15f8f-6687-4171-8b23-869b111c533e {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 919.368076] env[69440]: WARNING nova.compute.manager [req-d27c8ffd-8c89-4b2b-aa63-1c7803d055f5 req-ed046483-a9c8-4c1e-86a4-8515b23d660c service nova] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Received unexpected event network-vif-plugged-04d15f8f-6687-4171-8b23-869b111c533e for instance with vm_state building and task_state spawning. [ 919.456259] env[69440]: DEBUG oslo_concurrency.lockutils [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.916s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.456898] env[69440]: DEBUG nova.compute.manager [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.461217] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.811s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.463040] env[69440]: INFO nova.compute.claims [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.589189] env[69440]: DEBUG nova.compute.manager [req-da883bef-2ccf-41c4-8d77-63582f9e8b6c req-39d768bc-47b5-4a30-a56f-906fab25d317 service nova] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Received event network-changed-c2b042f0-c765-407a-89c5-66e36925ed20 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.589189] env[69440]: DEBUG nova.compute.manager [req-da883bef-2ccf-41c4-8d77-63582f9e8b6c req-39d768bc-47b5-4a30-a56f-906fab25d317 service nova] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Refreshing instance network info cache due to event network-changed-c2b042f0-c765-407a-89c5-66e36925ed20. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.589189] env[69440]: DEBUG oslo_concurrency.lockutils [req-da883bef-2ccf-41c4-8d77-63582f9e8b6c req-39d768bc-47b5-4a30-a56f-906fab25d317 service nova] Acquiring lock "refresh_cache-41012beb-1a6a-4164-ae16-16e46514ac7f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.589189] env[69440]: DEBUG oslo_concurrency.lockutils [req-da883bef-2ccf-41c4-8d77-63582f9e8b6c req-39d768bc-47b5-4a30-a56f-906fab25d317 service nova] Acquired lock "refresh_cache-41012beb-1a6a-4164-ae16-16e46514ac7f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.589189] env[69440]: DEBUG nova.network.neutron [req-da883bef-2ccf-41c4-8d77-63582f9e8b6c req-39d768bc-47b5-4a30-a56f-906fab25d317 service nova] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Refreshing network info cache for port c2b042f0-c765-407a-89c5-66e36925ed20 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.595774] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139608, 'name': CreateVM_Task, 'duration_secs': 0.440238} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.598085] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.598921] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.599213] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.599620] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.600479] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-077b3d98-1c4c-485e-bc62-4ce76869dfb7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.608558] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 919.608558] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5270c8bc-ac1e-0c27-a2de-664fe8613891" [ 919.608558] env[69440]: _type = "Task" [ 919.608558] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.621925] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5270c8bc-ac1e-0c27-a2de-664fe8613891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.665778] env[69440]: DEBUG oslo_vmware.api [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139609, 'name': PowerOffVM_Task, 'duration_secs': 0.358694} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.666086] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.666267] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.666531] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-774320cd-d1f8-48eb-9f62-f69cec569912 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.738095] env[69440]: DEBUG nova.objects.base [None req-7f00050d-bad9-4554-b0a1-b8ae50fe3f3a tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Object Instance<5ee66e6a-5de3-44b0-bcb3-b9c933999d6c> lazy-loaded attributes: flavor,info_cache {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 919.742414] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.742567] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.742868] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Deleting the datastore file [datastore2] 781604b4-a4c8-4b37-952d-e142265212da {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.743916] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2137c11b-c839-45c3-a0f3-3935a50b598c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.751578] env[69440]: DEBUG oslo_vmware.api [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for the task: (returnval){ [ 919.751578] env[69440]: value = "task-4139611" [ 919.751578] env[69440]: _type = "Task" [ 919.751578] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.761245] env[69440]: DEBUG oslo_vmware.api [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.844252] env[69440]: DEBUG nova.compute.utils [None req-a193896b-e7a9-44d2-a44a-3dd7420545eb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.860460] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "refresh_cache-4038e16b-26c3-4692-954d-2c85a475d626" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.860634] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquired lock "refresh_cache-4038e16b-26c3-4692-954d-2c85a475d626" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.860785] env[69440]: DEBUG nova.network.neutron [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.968266] env[69440]: DEBUG nova.compute.utils [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.971956] env[69440]: DEBUG nova.compute.manager [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.972157] env[69440]: DEBUG nova.network.neutron [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.038484] env[69440]: DEBUG nova.policy [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e05c7467f0194d05886194d50534f792', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a4de97912a1425fb13275e23833b48c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.125779] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5270c8bc-ac1e-0c27-a2de-664fe8613891, 'name': SearchDatastore_Task, 'duration_secs': 0.014108} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.127707] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.127707] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.127707] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.127707] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.127707] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.127929] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cd35180-815d-40f4-bf59-075aa127382c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.140645] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.141085] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.146113] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d70ef97f-69a8-4487-a1cf-77b1c24bc623 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.157680] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 920.157680] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]526023db-bb13-f1fb-31e7-402731a8a334" [ 920.157680] env[69440]: _type = "Task" [ 920.157680] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.169963] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526023db-bb13-f1fb-31e7-402731a8a334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.264722] env[69440]: DEBUG oslo_vmware.api [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Task: {'id': task-4139611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391002} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.265119] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.265276] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.265475] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.265955] env[69440]: INFO nova.compute.manager [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Took 1.13 seconds to destroy the instance on the hypervisor. [ 920.265955] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.266200] env[69440]: DEBUG nova.compute.manager [-] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.266333] env[69440]: DEBUG nova.network.neutron [-] [instance: 781604b4-a4c8-4b37-952d-e142265212da] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.349156] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a193896b-e7a9-44d2-a44a-3dd7420545eb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "bf4bc455-fa14-4f59-af98-014c2865aede" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.429169] env[69440]: DEBUG nova.network.neutron [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.473140] env[69440]: DEBUG nova.compute.manager [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.542943] env[69440]: DEBUG nova.network.neutron [req-da883bef-2ccf-41c4-8d77-63582f9e8b6c req-39d768bc-47b5-4a30-a56f-906fab25d317 service nova] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Updated VIF entry in instance network info cache for port c2b042f0-c765-407a-89c5-66e36925ed20. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.543097] env[69440]: DEBUG nova.network.neutron [req-da883bef-2ccf-41c4-8d77-63582f9e8b6c req-39d768bc-47b5-4a30-a56f-906fab25d317 service nova] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Updating instance_info_cache with network_info: [{"id": "c2b042f0-c765-407a-89c5-66e36925ed20", "address": "fa:16:3e:89:e2:88", "network": {"id": "b46392e5-d63e-4df4-ba59-e4f0adfb50fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2074667289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f307b75d6e0041feba20f44ef9f046e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b042f0-c7", "ovs_interfaceid": "c2b042f0-c765-407a-89c5-66e36925ed20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.676651] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526023db-bb13-f1fb-31e7-402731a8a334, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.677513] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9962ebae-c271-44e0-b9fe-7a262e5f3f5f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.686290] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 920.686290] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5273e6fe-a093-aebc-7409-2b4671559a45" [ 920.686290] env[69440]: _type = "Task" [ 920.686290] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.697219] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5273e6fe-a093-aebc-7409-2b4671559a45, 'name': SearchDatastore_Task, 'duration_secs': 0.010654} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.703351] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.703517] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 41012beb-1a6a-4164-ae16-16e46514ac7f/41012beb-1a6a-4164-ae16-16e46514ac7f.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.704017] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5863e74-73ac-45c9-9e0e-b00ea37d466d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.712533] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 920.712533] env[69440]: value = "task-4139612" [ 920.712533] env[69440]: _type = "Task" [ 920.712533] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.726560] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.734197] env[69440]: DEBUG nova.network.neutron [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Successfully created port: a8129472-7300-40e8-9401-b55052c07757 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.749573] env[69440]: DEBUG nova.network.neutron [None req-7f00050d-bad9-4554-b0a1-b8ae50fe3f3a tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Updating instance_info_cache with network_info: [{"id": "2a991817-c7aa-4b73-ac42-efc128c77df3", "address": "fa:16:3e:a1:86:a9", "network": {"id": "14ca7061-111e-4d24-bb1f-aededca063d2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-44496556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178834238e49daae5b5d642c5365ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a991817-c7", "ovs_interfaceid": "2a991817-c7aa-4b73-ac42-efc128c77df3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.818465] env[69440]: DEBUG nova.network.neutron [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Updating instance_info_cache with network_info: [{"id": "04d15f8f-6687-4171-8b23-869b111c533e", "address": "fa:16:3e:8b:7b:54", "network": {"id": "b46392e5-d63e-4df4-ba59-e4f0adfb50fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2074667289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f307b75d6e0041feba20f44ef9f046e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04d15f8f-66", "ovs_interfaceid": "04d15f8f-6687-4171-8b23-869b111c533e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.051642] env[69440]: DEBUG oslo_concurrency.lockutils [req-da883bef-2ccf-41c4-8d77-63582f9e8b6c req-39d768bc-47b5-4a30-a56f-906fab25d317 service nova] Releasing lock "refresh_cache-41012beb-1a6a-4164-ae16-16e46514ac7f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.129027] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52499f16-eabd-aaf6-1e72-c7a33fbf21b7/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 921.129243] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26d0d56-bb50-494f-af47-6f6e7cbb3d47 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.141084] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52499f16-eabd-aaf6-1e72-c7a33fbf21b7/disk-0.vmdk is in state: ready. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 921.141280] env[69440]: ERROR oslo_vmware.rw_handles [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52499f16-eabd-aaf6-1e72-c7a33fbf21b7/disk-0.vmdk due to incomplete transfer. [ 921.142208] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2306a03c-2129-4889-ad98-e1bd9603683f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.154142] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52499f16-eabd-aaf6-1e72-c7a33fbf21b7/disk-0.vmdk. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 921.154440] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Uploaded image 1467ed7a-517a-4870-aa43-6c2c523eb298 to the Glance image server {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 921.157853] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Destroying the VM {{(pid=69440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 921.160434] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e1415a8c-e487-45b8-947d-cbc1b1f75a80 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.164999] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9b7204-f874-4e05-b9df-a5d9e32ff101 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.180511] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0949fb-4dde-4bdd-a61c-dd961285a2c6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.190910] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 921.190910] env[69440]: value = "task-4139613" [ 921.190910] env[69440]: _type = "Task" [ 921.190910] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.236421] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d58899e-c059-413e-b640-5f90e1b86d15 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.243484] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139613, 'name': Destroy_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.249861] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523076} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.252379] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 41012beb-1a6a-4164-ae16-16e46514ac7f/41012beb-1a6a-4164-ae16-16e46514ac7f.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.252619] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.252959] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7c3166d-93df-46dd-98d6-e41d52ccde3a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.256220] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8657d4-caa8-4c6d-80b3-377e551ef191 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.262593] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7f00050d-bad9-4554-b0a1-b8ae50fe3f3a tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Releasing lock "refresh_cache-5ee66e6a-5de3-44b0-bcb3-b9c933999d6c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.277044] env[69440]: DEBUG nova.compute.provider_tree [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.280643] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 921.280643] env[69440]: value = "task-4139614" [ 921.280643] env[69440]: _type = "Task" [ 921.280643] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.290998] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.322286] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Releasing lock "refresh_cache-4038e16b-26c3-4692-954d-2c85a475d626" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.322637] env[69440]: DEBUG nova.compute.manager [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Instance network_info: |[{"id": "04d15f8f-6687-4171-8b23-869b111c533e", "address": "fa:16:3e:8b:7b:54", "network": {"id": "b46392e5-d63e-4df4-ba59-e4f0adfb50fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2074667289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f307b75d6e0041feba20f44ef9f046e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04d15f8f-66", "ovs_interfaceid": "04d15f8f-6687-4171-8b23-869b111c533e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.323652] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:7b:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3952eb02-1162-48ed-8227-9c138960d583', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04d15f8f-6687-4171-8b23-869b111c533e', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.333661] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.334327] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.334579] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-027cca9d-22d8-47da-9b52-f4f981902289 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.359028] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.359028] env[69440]: value = "task-4139615" [ 921.359028] env[69440]: _type = "Task" [ 921.359028] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.370565] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139615, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.451237] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a193896b-e7a9-44d2-a44a-3dd7420545eb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "bf4bc455-fa14-4f59-af98-014c2865aede" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.451518] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a193896b-e7a9-44d2-a44a-3dd7420545eb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "bf4bc455-fa14-4f59-af98-014c2865aede" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.451754] env[69440]: INFO nova.compute.manager [None req-a193896b-e7a9-44d2-a44a-3dd7420545eb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Attaching volume 1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80 to /dev/sdb [ 921.487846] env[69440]: DEBUG nova.compute.manager [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.502763] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3069c8f-8bea-4a8a-b2f8-7b29a4b9e73b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.509744] env[69440]: DEBUG nova.network.neutron [-] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.519800] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f126ff73-2129-4ad8-ae07-a792a8d615b0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.531050] env[69440]: DEBUG nova.virt.hardware [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.531960] env[69440]: DEBUG nova.virt.hardware [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.531960] env[69440]: DEBUG nova.virt.hardware [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.531960] env[69440]: DEBUG nova.virt.hardware [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.532202] env[69440]: DEBUG nova.virt.hardware [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.532297] env[69440]: DEBUG nova.virt.hardware [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.532500] env[69440]: DEBUG nova.virt.hardware [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.532685] env[69440]: DEBUG nova.virt.hardware [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.532833] env[69440]: DEBUG nova.virt.hardware [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.533442] env[69440]: DEBUG nova.virt.hardware [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.533442] env[69440]: DEBUG nova.virt.hardware [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.534925] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6f60a9-a9e6-4f70-a920-7832f3c1352b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.542997] env[69440]: DEBUG nova.virt.block_device [None req-a193896b-e7a9-44d2-a44a-3dd7420545eb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Updating existing volume attachment record: 24070c9a-bacf-4223-99af-480307038e75 {{(pid=69440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 921.552453] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362f8592-feda-44c4-89cb-145bc1cefccf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.703421] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139613, 'name': Destroy_Task, 'duration_secs': 0.432628} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.703608] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Destroyed the VM [ 921.707021] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Deleting Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 921.707021] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4a70526b-072a-432f-8117-fd4ba22b967f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.708666] env[69440]: DEBUG nova.compute.manager [req-338760b4-97c7-4ec1-a33e-fecff8923262 req-9ca37fc7-fa59-44fc-a013-8517052d10a1 service nova] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Received event network-changed-04d15f8f-6687-4171-8b23-869b111c533e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.710074] env[69440]: DEBUG nova.compute.manager [req-338760b4-97c7-4ec1-a33e-fecff8923262 req-9ca37fc7-fa59-44fc-a013-8517052d10a1 service nova] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Refreshing instance network info cache due to event network-changed-04d15f8f-6687-4171-8b23-869b111c533e. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.710074] env[69440]: DEBUG oslo_concurrency.lockutils [req-338760b4-97c7-4ec1-a33e-fecff8923262 req-9ca37fc7-fa59-44fc-a013-8517052d10a1 service nova] Acquiring lock "refresh_cache-4038e16b-26c3-4692-954d-2c85a475d626" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.710074] env[69440]: DEBUG oslo_concurrency.lockutils [req-338760b4-97c7-4ec1-a33e-fecff8923262 req-9ca37fc7-fa59-44fc-a013-8517052d10a1 service nova] Acquired lock "refresh_cache-4038e16b-26c3-4692-954d-2c85a475d626" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.710074] env[69440]: DEBUG nova.network.neutron [req-338760b4-97c7-4ec1-a33e-fecff8923262 req-9ca37fc7-fa59-44fc-a013-8517052d10a1 service nova] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Refreshing network info cache for port 04d15f8f-6687-4171-8b23-869b111c533e {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.715799] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 921.715799] env[69440]: value = "task-4139616" [ 921.715799] env[69440]: _type = "Task" [ 921.715799] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.728150] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139616, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.729974] env[69440]: DEBUG nova.compute.manager [req-276f45de-abe9-45ec-ae1e-82146b50cfc9 req-f1dd5c68-17a8-4e89-84df-789fab96ccdb service nova] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Received event network-vif-deleted-59671349-ba6a-4530-bf26-195c3a8d9c68 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.781457] env[69440]: DEBUG nova.scheduler.client.report [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.800334] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11454} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.800698] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.801591] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0bf279-e479-41e2-8aad-2ce1a63852d7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.828386] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 41012beb-1a6a-4164-ae16-16e46514ac7f/41012beb-1a6a-4164-ae16-16e46514ac7f.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.829172] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c674858-dd06-4233-9d7c-a3b1d29217e9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.851832] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 921.851832] env[69440]: value = "task-4139618" [ 921.851832] env[69440]: _type = "Task" [ 921.851832] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.860698] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.870860] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139615, 'name': CreateVM_Task, 'duration_secs': 0.465106} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.870860] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.871178] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.871368] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.871700] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.871979] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b0d420-efae-4226-964b-5ceee4c75bbe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.878673] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 921.878673] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52870541-ac76-37ad-dd5b-6a45521d6506" [ 921.878673] env[69440]: _type = "Task" [ 921.878673] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.888869] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52870541-ac76-37ad-dd5b-6a45521d6506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.016076] env[69440]: INFO nova.compute.manager [-] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Took 1.75 seconds to deallocate network for instance. [ 922.226665] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139616, 'name': RemoveSnapshot_Task, 'duration_secs': 0.492585} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.227316] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Deleted Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 922.228405] env[69440]: DEBUG nova.compute.manager [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 922.229424] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a20731a-c769-4deb-9b52-fccf8f9efe69 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.274385] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f00050d-bad9-4554-b0a1-b8ae50fe3f3a tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.274385] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75b44d9a-ffb2-4a2f-9f5c-c8dd7c4c0d6c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.285183] env[69440]: DEBUG oslo_vmware.api [None req-7f00050d-bad9-4554-b0a1-b8ae50fe3f3a tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 922.285183] env[69440]: value = "task-4139621" [ 922.285183] env[69440]: _type = "Task" [ 922.285183] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.295982] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.296762] env[69440]: DEBUG nova.compute.manager [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.299825] env[69440]: DEBUG oslo_vmware.api [None req-7f00050d-bad9-4554-b0a1-b8ae50fe3f3a tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.300414] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.291s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.369324] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139618, 'name': ReconfigVM_Task, 'duration_secs': 0.398262} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.372741] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 41012beb-1a6a-4164-ae16-16e46514ac7f/41012beb-1a6a-4164-ae16-16e46514ac7f.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.372856] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83d2086d-4453-491c-bae3-624e1dbf85d2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.384468] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 922.384468] env[69440]: value = "task-4139622" [ 922.384468] env[69440]: _type = "Task" [ 922.384468] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.407392] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52870541-ac76-37ad-dd5b-6a45521d6506, 'name': SearchDatastore_Task, 'duration_secs': 0.017845} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.411302] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.411594] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.411890] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.412076] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.412210] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.413035] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139622, 'name': Rename_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.413035] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e14dfc2f-8e92-4334-b5ab-79856e38d5b0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.435149] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.435402] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.437204] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-898b85ac-73cd-4c45-92d1-277a4d8ca04a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.449343] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 922.449343] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52323e4e-14c7-0807-972e-327c24bc4ddc" [ 922.449343] env[69440]: _type = "Task" [ 922.449343] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.460192] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52323e4e-14c7-0807-972e-327c24bc4ddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.522402] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.539903] env[69440]: DEBUG nova.network.neutron [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Successfully updated port: a8129472-7300-40e8-9401-b55052c07757 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.648034] env[69440]: DEBUG nova.network.neutron [req-338760b4-97c7-4ec1-a33e-fecff8923262 req-9ca37fc7-fa59-44fc-a013-8517052d10a1 service nova] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Updated VIF entry in instance network info cache for port 04d15f8f-6687-4171-8b23-869b111c533e. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.648433] env[69440]: DEBUG nova.network.neutron [req-338760b4-97c7-4ec1-a33e-fecff8923262 req-9ca37fc7-fa59-44fc-a013-8517052d10a1 service nova] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Updating instance_info_cache with network_info: [{"id": "04d15f8f-6687-4171-8b23-869b111c533e", "address": "fa:16:3e:8b:7b:54", "network": {"id": "b46392e5-d63e-4df4-ba59-e4f0adfb50fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2074667289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f307b75d6e0041feba20f44ef9f046e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04d15f8f-66", "ovs_interfaceid": "04d15f8f-6687-4171-8b23-869b111c533e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.744551] env[69440]: INFO nova.compute.manager [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Shelve offloading [ 922.796660] env[69440]: DEBUG oslo_vmware.api [None req-7f00050d-bad9-4554-b0a1-b8ae50fe3f3a tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139621, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.802202] env[69440]: DEBUG nova.compute.utils [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.803627] env[69440]: DEBUG nova.compute.manager [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.803811] env[69440]: DEBUG nova.network.neutron [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.808143] env[69440]: INFO nova.compute.claims [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.874941] env[69440]: DEBUG nova.policy [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '822cff0156a449daaf0e628e8b2b567f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e91dbc6367341e5a26e983ed49694a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.900669] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139622, 'name': Rename_Task, 'duration_secs': 0.189736} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.901037] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.901294] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dcf13d7-96a8-44e1-8ee8-9b3a3ba76f24 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.911845] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 922.911845] env[69440]: value = "task-4139623" [ 922.911845] env[69440]: _type = "Task" [ 922.911845] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.923739] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.962075] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52323e4e-14c7-0807-972e-327c24bc4ddc, 'name': SearchDatastore_Task, 'duration_secs': 0.024094} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.962866] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8098f63d-ad6b-4edf-98f6-82bf9aa90b10 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.972248] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 922.972248] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]526c2083-c642-10e6-7200-33db500ea878" [ 922.972248] env[69440]: _type = "Task" [ 922.972248] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.982239] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526c2083-c642-10e6-7200-33db500ea878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.042757] env[69440]: DEBUG oslo_concurrency.lockutils [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Acquiring lock "refresh_cache-d9c9f9e1-1366-45e8-be06-db7055927d43" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.042757] env[69440]: DEBUG oslo_concurrency.lockutils [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Acquired lock "refresh_cache-d9c9f9e1-1366-45e8-be06-db7055927d43" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.043281] env[69440]: DEBUG nova.network.neutron [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.151318] env[69440]: DEBUG oslo_concurrency.lockutils [req-338760b4-97c7-4ec1-a33e-fecff8923262 req-9ca37fc7-fa59-44fc-a013-8517052d10a1 service nova] Releasing lock "refresh_cache-4038e16b-26c3-4692-954d-2c85a475d626" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.252482] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.252924] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2e4b799-2819-4916-a7e6-e7a689f852b1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.263536] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 923.263536] env[69440]: value = "task-4139624" [ 923.263536] env[69440]: _type = "Task" [ 923.263536] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.276271] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] VM already powered off {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 923.277057] env[69440]: DEBUG nova.compute.manager [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 923.277795] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7cc7aa-9da0-40aa-8d39-f04a676a5fc3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.286865] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "refresh_cache-23bc134e-7725-40b1-b79d-d8ef6dbd7cad" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.286865] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquired lock "refresh_cache-23bc134e-7725-40b1-b79d-d8ef6dbd7cad" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.286865] env[69440]: DEBUG nova.network.neutron [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.299204] env[69440]: DEBUG oslo_vmware.api [None req-7f00050d-bad9-4554-b0a1-b8ae50fe3f3a tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139621, 'name': PowerOnVM_Task, 'duration_secs': 0.771319} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.299502] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f00050d-bad9-4554-b0a1-b8ae50fe3f3a tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.299717] env[69440]: DEBUG nova.compute.manager [None req-7f00050d-bad9-4554-b0a1-b8ae50fe3f3a tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 923.300914] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd0cb18-39ab-4152-a4bc-ae28ba728ec5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.306926] env[69440]: DEBUG nova.compute.manager [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.316796] env[69440]: INFO nova.compute.resource_tracker [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Updating resource usage from migration 77649b98-b312-4052-8048-4e5d9e0802a9 [ 923.430090] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.463471] env[69440]: DEBUG nova.network.neutron [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Successfully created port: d8a342ab-cd1b-4014-927d-e7c822523581 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.487494] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526c2083-c642-10e6-7200-33db500ea878, 'name': SearchDatastore_Task, 'duration_secs': 0.019464} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.487874] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.488014] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 4038e16b-26c3-4692-954d-2c85a475d626/4038e16b-26c3-4692-954d-2c85a475d626.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.488580] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12567ddd-0055-4647-8515-0916de25fc99 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.498290] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 923.498290] env[69440]: value = "task-4139625" [ 923.498290] env[69440]: _type = "Task" [ 923.498290] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.509450] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.617055] env[69440]: DEBUG nova.network.neutron [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.837849] env[69440]: DEBUG nova.compute.manager [req-54f9466b-f0c0-421b-89dc-36949180bbd8 req-0c094ea2-8c21-4557-b282-cb148ef658e5 service nova] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Received event network-vif-plugged-a8129472-7300-40e8-9401-b55052c07757 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.837849] env[69440]: DEBUG oslo_concurrency.lockutils [req-54f9466b-f0c0-421b-89dc-36949180bbd8 req-0c094ea2-8c21-4557-b282-cb148ef658e5 service nova] Acquiring lock "d9c9f9e1-1366-45e8-be06-db7055927d43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.838125] env[69440]: DEBUG oslo_concurrency.lockutils [req-54f9466b-f0c0-421b-89dc-36949180bbd8 req-0c094ea2-8c21-4557-b282-cb148ef658e5 service nova] Lock "d9c9f9e1-1366-45e8-be06-db7055927d43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.838125] env[69440]: DEBUG oslo_concurrency.lockutils [req-54f9466b-f0c0-421b-89dc-36949180bbd8 req-0c094ea2-8c21-4557-b282-cb148ef658e5 service nova] Lock "d9c9f9e1-1366-45e8-be06-db7055927d43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.838233] env[69440]: DEBUG nova.compute.manager [req-54f9466b-f0c0-421b-89dc-36949180bbd8 req-0c094ea2-8c21-4557-b282-cb148ef658e5 service nova] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] No waiting events found dispatching network-vif-plugged-a8129472-7300-40e8-9401-b55052c07757 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 923.838394] env[69440]: WARNING nova.compute.manager [req-54f9466b-f0c0-421b-89dc-36949180bbd8 req-0c094ea2-8c21-4557-b282-cb148ef658e5 service nova] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Received unexpected event network-vif-plugged-a8129472-7300-40e8-9401-b55052c07757 for instance with vm_state building and task_state spawning. [ 923.839108] env[69440]: DEBUG nova.compute.manager [req-54f9466b-f0c0-421b-89dc-36949180bbd8 req-0c094ea2-8c21-4557-b282-cb148ef658e5 service nova] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Received event network-changed-a8129472-7300-40e8-9401-b55052c07757 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.839302] env[69440]: DEBUG nova.compute.manager [req-54f9466b-f0c0-421b-89dc-36949180bbd8 req-0c094ea2-8c21-4557-b282-cb148ef658e5 service nova] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Refreshing instance network info cache due to event network-changed-a8129472-7300-40e8-9401-b55052c07757. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.839571] env[69440]: DEBUG oslo_concurrency.lockutils [req-54f9466b-f0c0-421b-89dc-36949180bbd8 req-0c094ea2-8c21-4557-b282-cb148ef658e5 service nova] Acquiring lock "refresh_cache-d9c9f9e1-1366-45e8-be06-db7055927d43" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.883239] env[69440]: DEBUG nova.network.neutron [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Updating instance_info_cache with network_info: [{"id": "a8129472-7300-40e8-9401-b55052c07757", "address": "fa:16:3e:e4:49:8d", "network": {"id": "c61d41cb-1030-45ac-86e0-d6701ef5f257", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-916581243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a4de97912a1425fb13275e23833b48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8129472-73", "ovs_interfaceid": "a8129472-7300-40e8-9401-b55052c07757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.924423] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139623, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.039288] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139625, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.046068] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3865176-4b6e-4ffa-aca4-14592d3f113a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.058343] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc906475-8c4b-4c2d-847b-4f421309d537 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.099111] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc2ade7-26c0-4a8b-a8b4-2bdb825416e1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.112429] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca28028-4784-4f8b-bcd3-aa469a0fe718 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.129860] env[69440]: DEBUG nova.compute.provider_tree [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.295233] env[69440]: DEBUG nova.network.neutron [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Updating instance_info_cache with network_info: [{"id": "481eaa49-d789-44f3-965c-ff7dc1ec50a9", "address": "fa:16:3e:f0:bc:2a", "network": {"id": "c76cc809-ee36-4e50-8515-023def1b953b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-783545152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a06ebe28624c3e95dd75087b826705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481eaa49-d7", "ovs_interfaceid": "481eaa49-d789-44f3-965c-ff7dc1ec50a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.330012] env[69440]: DEBUG nova.compute.manager [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.372381] env[69440]: DEBUG nova.virt.hardware [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.372633] env[69440]: DEBUG nova.virt.hardware [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.372823] env[69440]: DEBUG nova.virt.hardware [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.373026] env[69440]: DEBUG nova.virt.hardware [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.373298] env[69440]: DEBUG nova.virt.hardware [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.373357] env[69440]: DEBUG nova.virt.hardware [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.373520] env[69440]: DEBUG nova.virt.hardware [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.373704] env[69440]: DEBUG nova.virt.hardware [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.373846] env[69440]: DEBUG nova.virt.hardware [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.374015] env[69440]: DEBUG nova.virt.hardware [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.374200] env[69440]: DEBUG nova.virt.hardware [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.375915] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23525f25-cd3e-4d91-9d16-e5be9724bdeb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.387719] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7836be99-3773-4699-b3cc-48009bb51a1c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.391382] env[69440]: DEBUG oslo_concurrency.lockutils [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Releasing lock "refresh_cache-d9c9f9e1-1366-45e8-be06-db7055927d43" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.391816] env[69440]: DEBUG nova.compute.manager [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Instance network_info: |[{"id": "a8129472-7300-40e8-9401-b55052c07757", "address": "fa:16:3e:e4:49:8d", "network": {"id": "c61d41cb-1030-45ac-86e0-d6701ef5f257", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-916581243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a4de97912a1425fb13275e23833b48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8129472-73", "ovs_interfaceid": "a8129472-7300-40e8-9401-b55052c07757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.393168] env[69440]: DEBUG oslo_concurrency.lockutils [req-54f9466b-f0c0-421b-89dc-36949180bbd8 req-0c094ea2-8c21-4557-b282-cb148ef658e5 service nova] Acquired lock "refresh_cache-d9c9f9e1-1366-45e8-be06-db7055927d43" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.393930] env[69440]: DEBUG nova.network.neutron [req-54f9466b-f0c0-421b-89dc-36949180bbd8 req-0c094ea2-8c21-4557-b282-cb148ef658e5 service nova] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Refreshing network info cache for port a8129472-7300-40e8-9401-b55052c07757 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.396243] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:49:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8129472-7300-40e8-9401-b55052c07757', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.406390] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Creating folder: Project (6a4de97912a1425fb13275e23833b48c). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.407793] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab6bfe50-8727-48ed-8273-77f4190d45b3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.427436] env[69440]: DEBUG oslo_vmware.api [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139623, 'name': PowerOnVM_Task, 'duration_secs': 1.107456} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.427665] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.427867] env[69440]: INFO nova.compute.manager [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Took 8.66 seconds to spawn the instance on the hypervisor. [ 924.428146] env[69440]: DEBUG nova.compute.manager [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 924.428967] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60290bc-7668-4b18-8208-b468767e0ba9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.433342] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Created folder: Project (6a4de97912a1425fb13275e23833b48c) in parent group-v819662. [ 924.433529] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Creating folder: Instances. Parent ref: group-v819844. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.434143] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdc8199a-4870-44b9-acf3-c211970f4acb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.448523] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Created folder: Instances in parent group-v819844. [ 924.448827] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.449128] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.449404] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6a70e07-4d96-4059-b4a1-2b52666dc378 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.472073] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.472073] env[69440]: value = "task-4139629" [ 924.472073] env[69440]: _type = "Task" [ 924.472073] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.485033] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139629, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.513361] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818186} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.513632] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 4038e16b-26c3-4692-954d-2c85a475d626/4038e16b-26c3-4692-954d-2c85a475d626.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.513856] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.514149] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-397aa495-9a60-4ba2-b13a-b08f1d64cc09 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.522726] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 924.522726] env[69440]: value = "task-4139630" [ 924.522726] env[69440]: _type = "Task" [ 924.522726] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.531830] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.634819] env[69440]: DEBUG nova.scheduler.client.report [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.712611] env[69440]: DEBUG oslo_concurrency.lockutils [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "559d44dc-2ae8-48a9-9dcd-bad5d03ed236" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.713031] env[69440]: DEBUG oslo_concurrency.lockutils [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "559d44dc-2ae8-48a9-9dcd-bad5d03ed236" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.798873] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Releasing lock "refresh_cache-23bc134e-7725-40b1-b79d-d8ef6dbd7cad" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.951372] env[69440]: INFO nova.compute.manager [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Took 40.07 seconds to build instance. [ 924.985779] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139629, 'name': CreateVM_Task, 'duration_secs': 0.458061} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.986519] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.986797] env[69440]: DEBUG oslo_concurrency.lockutils [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.987013] env[69440]: DEBUG oslo_concurrency.lockutils [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.987356] env[69440]: DEBUG oslo_concurrency.lockutils [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.987633] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c34ccbf7-8e67-40e2-9629-e548fba8510e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.995910] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Waiting for the task: (returnval){ [ 924.995910] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52a134fe-fd19-cdc6-c6da-222661b4d299" [ 924.995910] env[69440]: _type = "Task" [ 924.995910] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.007377] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a134fe-fd19-cdc6-c6da-222661b4d299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.033966] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11423} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.034309] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.035181] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af05c00a-8ccd-46a3-a1ef-0d753ab37adc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.063280] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 4038e16b-26c3-4692-954d-2c85a475d626/4038e16b-26c3-4692-954d-2c85a475d626.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.063632] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4e65368-221d-4521-af2d-2934ef3e7ed9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.088046] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 925.088046] env[69440]: value = "task-4139631" [ 925.088046] env[69440]: _type = "Task" [ 925.088046] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.098401] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.140958] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.840s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.141244] env[69440]: INFO nova.compute.manager [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Migrating [ 925.149071] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.117s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.149320] env[69440]: DEBUG nova.objects.instance [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Lazy-loading 'resources' on Instance uuid f2ff90a8-b170-4ecf-be0c-da88d3f3a158 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.216923] env[69440]: DEBUG nova.compute.utils [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.328305] env[69440]: DEBUG nova.network.neutron [req-54f9466b-f0c0-421b-89dc-36949180bbd8 req-0c094ea2-8c21-4557-b282-cb148ef658e5 service nova] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Updated VIF entry in instance network info cache for port a8129472-7300-40e8-9401-b55052c07757. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.328675] env[69440]: DEBUG nova.network.neutron [req-54f9466b-f0c0-421b-89dc-36949180bbd8 req-0c094ea2-8c21-4557-b282-cb148ef658e5 service nova] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Updating instance_info_cache with network_info: [{"id": "a8129472-7300-40e8-9401-b55052c07757", "address": "fa:16:3e:e4:49:8d", "network": {"id": "c61d41cb-1030-45ac-86e0-d6701ef5f257", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-916581243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a4de97912a1425fb13275e23833b48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8129472-73", "ovs_interfaceid": "a8129472-7300-40e8-9401-b55052c07757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.453617] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bcd99d6b-d344-4835-b35f-5298a179e251 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "41012beb-1a6a-4164-ae16-16e46514ac7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.706s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.461704] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.463491] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5c5cd6-9311-439e-99f3-21e3f5a0304a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.476048] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.476429] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-addd324c-cc76-4c2b-9072-3535e863b8a7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.511492] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a134fe-fd19-cdc6-c6da-222661b4d299, 'name': SearchDatastore_Task, 'duration_secs': 0.014878} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.511492] env[69440]: DEBUG nova.network.neutron [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Successfully updated port: d8a342ab-cd1b-4014-927d-e7c822523581 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.512688] env[69440]: DEBUG oslo_concurrency.lockutils [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.512891] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.513163] env[69440]: DEBUG oslo_concurrency.lockutils [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.513365] env[69440]: DEBUG oslo_concurrency.lockutils [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.513562] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.513848] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86f9d2c7-d694-4e10-9442-0079d8fa7d5c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.528761] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.528964] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.530019] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f18e2e2-a739-4e67-959e-e422901bc1e4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.538773] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Waiting for the task: (returnval){ [ 925.538773] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5207d0e8-802b-fd6d-a400-757c1fec7374" [ 925.538773] env[69440]: _type = "Task" [ 925.538773] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.549183] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5207d0e8-802b-fd6d-a400-757c1fec7374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.566693] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.566938] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.567148] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Deleting the datastore file [datastore2] 23bc134e-7725-40b1-b79d-d8ef6dbd7cad {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.567483] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1020dbd-9ac6-4afe-8cd5-571504d6918f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.579621] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 925.579621] env[69440]: value = "task-4139633" [ 925.579621] env[69440]: _type = "Task" [ 925.579621] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.592340] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.601609] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.661060] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "refresh_cache-26d5e4a4-a985-440c-ab16-5798e9bd72ff" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.661255] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquired lock "refresh_cache-26d5e4a4-a985-440c-ab16-5798e9bd72ff" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.661450] env[69440]: DEBUG nova.network.neutron [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.719923] env[69440]: DEBUG oslo_concurrency.lockutils [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "559d44dc-2ae8-48a9-9dcd-bad5d03ed236" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.833437] env[69440]: DEBUG oslo_concurrency.lockutils [req-54f9466b-f0c0-421b-89dc-36949180bbd8 req-0c094ea2-8c21-4557-b282-cb148ef658e5 service nova] Releasing lock "refresh_cache-d9c9f9e1-1366-45e8-be06-db7055927d43" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.910641] env[69440]: DEBUG nova.compute.manager [req-db6a8570-2288-4f39-91a0-35112db2f7fd req-2ee92915-177d-45c3-8acc-ae47fb4668ad service nova] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Received event network-vif-plugged-d8a342ab-cd1b-4014-927d-e7c822523581 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.910864] env[69440]: DEBUG oslo_concurrency.lockutils [req-db6a8570-2288-4f39-91a0-35112db2f7fd req-2ee92915-177d-45c3-8acc-ae47fb4668ad service nova] Acquiring lock "abe87d6e-d684-4ae8-be5b-de88ddbfbf3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.911100] env[69440]: DEBUG oslo_concurrency.lockutils [req-db6a8570-2288-4f39-91a0-35112db2f7fd req-2ee92915-177d-45c3-8acc-ae47fb4668ad service nova] Lock "abe87d6e-d684-4ae8-be5b-de88ddbfbf3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.911250] env[69440]: DEBUG oslo_concurrency.lockutils [req-db6a8570-2288-4f39-91a0-35112db2f7fd req-2ee92915-177d-45c3-8acc-ae47fb4668ad service nova] Lock "abe87d6e-d684-4ae8-be5b-de88ddbfbf3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.911434] env[69440]: DEBUG nova.compute.manager [req-db6a8570-2288-4f39-91a0-35112db2f7fd req-2ee92915-177d-45c3-8acc-ae47fb4668ad service nova] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] No waiting events found dispatching network-vif-plugged-d8a342ab-cd1b-4014-927d-e7c822523581 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 925.911621] env[69440]: WARNING nova.compute.manager [req-db6a8570-2288-4f39-91a0-35112db2f7fd req-2ee92915-177d-45c3-8acc-ae47fb4668ad service nova] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Received unexpected event network-vif-plugged-d8a342ab-cd1b-4014-927d-e7c822523581 for instance with vm_state building and task_state spawning. [ 925.956923] env[69440]: DEBUG nova.compute.manager [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.019022] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Acquiring lock "refresh_cache-abe87d6e-d684-4ae8-be5b-de88ddbfbf3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.019022] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Acquired lock "refresh_cache-abe87d6e-d684-4ae8-be5b-de88ddbfbf3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.019022] env[69440]: DEBUG nova.network.neutron [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.054450] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5207d0e8-802b-fd6d-a400-757c1fec7374, 'name': SearchDatastore_Task, 'duration_secs': 0.048112} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.055534] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b0e012-1ed2-4621-b47f-e1ffe3554c69 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.065436] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Waiting for the task: (returnval){ [ 926.065436] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528be560-e23f-1bf5-1c50-202984463adc" [ 926.065436] env[69440]: _type = "Task" [ 926.065436] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.077834] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528be560-e23f-1bf5-1c50-202984463adc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.090371] env[69440]: DEBUG oslo_vmware.api [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426504} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.090776] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.091033] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.091438] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.105958] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139631, 'name': ReconfigVM_Task, 'duration_secs': 0.931956} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.106498] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 4038e16b-26c3-4692-954d-2c85a475d626/4038e16b-26c3-4692-954d-2c85a475d626.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.107522] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7e56d4c-13b9-4275-81ba-32d2f1cb4c04 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.117138] env[69440]: INFO nova.scheduler.client.report [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Deleted allocations for instance 23bc134e-7725-40b1-b79d-d8ef6dbd7cad [ 926.123321] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a193896b-e7a9-44d2-a44a-3dd7420545eb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Volume attach. Driver type: vmdk {{(pid=69440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 926.123627] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a193896b-e7a9-44d2-a44a-3dd7420545eb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819843', 'volume_id': '1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80', 'name': 'volume-1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf4bc455-fa14-4f59-af98-014c2865aede', 'attached_at': '', 'detached_at': '', 'volume_id': '1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80', 'serial': '1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 926.124084] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 926.124084] env[69440]: value = "task-4139634" [ 926.124084] env[69440]: _type = "Task" [ 926.124084] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.124913] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d03828-d1da-4c2b-922e-2b7aab975f9e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.141928] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139634, 'name': Rename_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.163394] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad4f46a-0b58-4c9a-bca2-2aa6498af54b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.195163] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a193896b-e7a9-44d2-a44a-3dd7420545eb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] volume-1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80/volume-1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.199299] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c60fcde-b89c-48c3-89ae-434ce44e9031 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.220999] env[69440]: DEBUG oslo_vmware.api [None req-a193896b-e7a9-44d2-a44a-3dd7420545eb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 926.220999] env[69440]: value = "task-4139635" [ 926.220999] env[69440]: _type = "Task" [ 926.220999] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.231711] env[69440]: DEBUG oslo_vmware.api [None req-a193896b-e7a9-44d2-a44a-3dd7420545eb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.346590] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed0ea1f-7287-4385-beac-68f6e07f3b4b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.355753] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156d574f-6a91-4e8d-9cf3-2207b3adb25a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.390233] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8573fe0a-86f0-40bb-8c3e-2525eeb9e5d5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.399380] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aea8961-0f85-48b6-a2ff-fa82f74c78f7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.416505] env[69440]: DEBUG nova.compute.provider_tree [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.481568] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.552620] env[69440]: DEBUG nova.network.neutron [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.581798] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528be560-e23f-1bf5-1c50-202984463adc, 'name': SearchDatastore_Task, 'duration_secs': 0.031552} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.581798] env[69440]: DEBUG oslo_concurrency.lockutils [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.581798] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] d9c9f9e1-1366-45e8-be06-db7055927d43/d9c9f9e1-1366-45e8-be06-db7055927d43.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.581798] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba3c82af-3aef-4e46-90c6-5ab4f1f63e49 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.591397] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Waiting for the task: (returnval){ [ 926.591397] env[69440]: value = "task-4139636" [ 926.591397] env[69440]: _type = "Task" [ 926.591397] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.603139] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': task-4139636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.629865] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.643749] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139634, 'name': Rename_Task, 'duration_secs': 0.205444} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.643749] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.643749] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0aaf198b-7a2e-43f0-bde7-f12ee4212365 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.652159] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 926.652159] env[69440]: value = "task-4139637" [ 926.652159] env[69440]: _type = "Task" [ 926.652159] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.660455] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.706085] env[69440]: DEBUG nova.network.neutron [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Updating instance_info_cache with network_info: [{"id": "d8a342ab-cd1b-4014-927d-e7c822523581", "address": "fa:16:3e:90:03:1f", "network": {"id": "94d9466b-6f23-4e63-b653-3975c02f80ce", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-675446902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e91dbc6367341e5a26e983ed49694a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8a342ab-cd", "ovs_interfaceid": "d8a342ab-cd1b-4014-927d-e7c822523581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.732619] env[69440]: DEBUG oslo_vmware.api [None req-a193896b-e7a9-44d2-a44a-3dd7420545eb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139635, 'name': ReconfigVM_Task, 'duration_secs': 0.499417} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.732908] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a193896b-e7a9-44d2-a44a-3dd7420545eb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Reconfigured VM instance instance-0000003a to attach disk [datastore2] volume-1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80/volume-1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.738916] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31eb2f56-430c-4ce0-a5db-86bdf9c70462 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.760903] env[69440]: DEBUG oslo_vmware.api [None req-a193896b-e7a9-44d2-a44a-3dd7420545eb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 926.760903] env[69440]: value = "task-4139638" [ 926.760903] env[69440]: _type = "Task" [ 926.760903] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.771639] env[69440]: DEBUG oslo_vmware.api [None req-a193896b-e7a9-44d2-a44a-3dd7420545eb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.832627] env[69440]: DEBUG oslo_concurrency.lockutils [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "559d44dc-2ae8-48a9-9dcd-bad5d03ed236" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.832977] env[69440]: DEBUG oslo_concurrency.lockutils [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "559d44dc-2ae8-48a9-9dcd-bad5d03ed236" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.833346] env[69440]: INFO nova.compute.manager [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Attaching volume c9921c09-2161-4207-bf54-42be0fc4af20 to /dev/sdb [ 926.881066] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb28662-a3cd-4f8b-85a4-d5560f47457e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.891459] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4c220c-3348-4f81-80e1-9a387e874e98 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.912445] env[69440]: DEBUG nova.virt.block_device [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Updating existing volume attachment record: c833d700-5c3b-4536-a9ee-8e653bfc31c2 {{(pid=69440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 926.926384] env[69440]: DEBUG nova.scheduler.client.report [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.948512] env[69440]: DEBUG nova.network.neutron [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Updating instance_info_cache with network_info: [{"id": "5324155c-f42e-4a31-aa58-7390dd0a5fc8", "address": "fa:16:3e:41:00:b9", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5324155c-f4", "ovs_interfaceid": "5324155c-f42e-4a31-aa58-7390dd0a5fc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.011159] env[69440]: DEBUG nova.compute.manager [req-9d28704c-d546-4a69-98aa-b3738ae8eb00 req-5fc3cb40-61f9-4bfa-84bf-dedd06546bb0 service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Received event network-vif-unplugged-481eaa49-d789-44f3-965c-ff7dc1ec50a9 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.011159] env[69440]: DEBUG oslo_concurrency.lockutils [req-9d28704c-d546-4a69-98aa-b3738ae8eb00 req-5fc3cb40-61f9-4bfa-84bf-dedd06546bb0 service nova] Acquiring lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.012544] env[69440]: DEBUG oslo_concurrency.lockutils [req-9d28704c-d546-4a69-98aa-b3738ae8eb00 req-5fc3cb40-61f9-4bfa-84bf-dedd06546bb0 service nova] Lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.013160] env[69440]: DEBUG oslo_concurrency.lockutils [req-9d28704c-d546-4a69-98aa-b3738ae8eb00 req-5fc3cb40-61f9-4bfa-84bf-dedd06546bb0 service nova] Lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.013502] env[69440]: DEBUG nova.compute.manager [req-9d28704c-d546-4a69-98aa-b3738ae8eb00 req-5fc3cb40-61f9-4bfa-84bf-dedd06546bb0 service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] No waiting events found dispatching network-vif-unplugged-481eaa49-d789-44f3-965c-ff7dc1ec50a9 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 927.013967] env[69440]: WARNING nova.compute.manager [req-9d28704c-d546-4a69-98aa-b3738ae8eb00 req-5fc3cb40-61f9-4bfa-84bf-dedd06546bb0 service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Received unexpected event network-vif-unplugged-481eaa49-d789-44f3-965c-ff7dc1ec50a9 for instance with vm_state shelved_offloaded and task_state None. [ 927.014253] env[69440]: DEBUG nova.compute.manager [req-9d28704c-d546-4a69-98aa-b3738ae8eb00 req-5fc3cb40-61f9-4bfa-84bf-dedd06546bb0 service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Received event network-changed-481eaa49-d789-44f3-965c-ff7dc1ec50a9 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.014779] env[69440]: DEBUG nova.compute.manager [req-9d28704c-d546-4a69-98aa-b3738ae8eb00 req-5fc3cb40-61f9-4bfa-84bf-dedd06546bb0 service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Refreshing instance network info cache due to event network-changed-481eaa49-d789-44f3-965c-ff7dc1ec50a9. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.015700] env[69440]: DEBUG oslo_concurrency.lockutils [req-9d28704c-d546-4a69-98aa-b3738ae8eb00 req-5fc3cb40-61f9-4bfa-84bf-dedd06546bb0 service nova] Acquiring lock "refresh_cache-23bc134e-7725-40b1-b79d-d8ef6dbd7cad" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.015700] env[69440]: DEBUG oslo_concurrency.lockutils [req-9d28704c-d546-4a69-98aa-b3738ae8eb00 req-5fc3cb40-61f9-4bfa-84bf-dedd06546bb0 service nova] Acquired lock "refresh_cache-23bc134e-7725-40b1-b79d-d8ef6dbd7cad" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.015700] env[69440]: DEBUG nova.network.neutron [req-9d28704c-d546-4a69-98aa-b3738ae8eb00 req-5fc3cb40-61f9-4bfa-84bf-dedd06546bb0 service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Refreshing network info cache for port 481eaa49-d789-44f3-965c-ff7dc1ec50a9 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.108426] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': task-4139636, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.165545] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139637, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.212253] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Releasing lock "refresh_cache-abe87d6e-d684-4ae8-be5b-de88ddbfbf3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.212253] env[69440]: DEBUG nova.compute.manager [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Instance network_info: |[{"id": "d8a342ab-cd1b-4014-927d-e7c822523581", "address": "fa:16:3e:90:03:1f", "network": {"id": "94d9466b-6f23-4e63-b653-3975c02f80ce", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-675446902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e91dbc6367341e5a26e983ed49694a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8a342ab-cd", "ovs_interfaceid": "d8a342ab-cd1b-4014-927d-e7c822523581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 927.212253] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:03:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8a342ab-cd1b-4014-927d-e7c822523581', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.227695] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Creating folder: Project (4e91dbc6367341e5a26e983ed49694a1). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.227695] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc0d7760-3451-48d6-b16b-cae5bc946482 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.243244] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Created folder: Project (4e91dbc6367341e5a26e983ed49694a1) in parent group-v819662. [ 927.243782] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Creating folder: Instances. Parent ref: group-v819847. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.243782] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48466fcc-fa2a-4b3c-8f31-449fd34d1360 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.255627] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Created folder: Instances in parent group-v819847. [ 927.255843] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.256077] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.256411] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17aa79ad-b018-4785-ba4c-b2e8d6d5de91 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.281532] env[69440]: DEBUG oslo_vmware.api [None req-a193896b-e7a9-44d2-a44a-3dd7420545eb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139638, 'name': ReconfigVM_Task, 'duration_secs': 0.181123} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.283097] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a193896b-e7a9-44d2-a44a-3dd7420545eb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819843', 'volume_id': '1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80', 'name': 'volume-1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf4bc455-fa14-4f59-af98-014c2865aede', 'attached_at': '', 'detached_at': '', 'volume_id': '1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80', 'serial': '1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 927.284556] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.284556] env[69440]: value = "task-4139642" [ 927.284556] env[69440]: _type = "Task" [ 927.284556] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.298718] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139642, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.435498] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.439059] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.812s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.439820] env[69440]: DEBUG nova.objects.instance [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lazy-loading 'resources' on Instance uuid 726dc81d-4f0f-48cd-934f-736b09764dc1 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.451502] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Releasing lock "refresh_cache-26d5e4a4-a985-440c-ab16-5798e9bd72ff" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.475401] env[69440]: INFO nova.scheduler.client.report [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Deleted allocations for instance f2ff90a8-b170-4ecf-be0c-da88d3f3a158 [ 927.614867] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': task-4139636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638324} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.616495] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] d9c9f9e1-1366-45e8-be06-db7055927d43/d9c9f9e1-1366-45e8-be06-db7055927d43.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.617971] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.619786] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54b2bed5-4669-4e70-91a4-4afeb057237f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.630143] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Waiting for the task: (returnval){ [ 927.630143] env[69440]: value = "task-4139645" [ 927.630143] env[69440]: _type = "Task" [ 927.630143] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.642186] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': task-4139645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.665217] env[69440]: DEBUG oslo_vmware.api [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139637, 'name': PowerOnVM_Task, 'duration_secs': 1.008738} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.665810] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.666038] env[69440]: INFO nova.compute.manager [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Took 9.10 seconds to spawn the instance on the hypervisor. [ 927.666352] env[69440]: DEBUG nova.compute.manager [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 927.671445] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88585069-cdbd-4bd2-9d89-1b911433555b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.804763] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139642, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.986345] env[69440]: DEBUG nova.network.neutron [req-9d28704c-d546-4a69-98aa-b3738ae8eb00 req-5fc3cb40-61f9-4bfa-84bf-dedd06546bb0 service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Updated VIF entry in instance network info cache for port 481eaa49-d789-44f3-965c-ff7dc1ec50a9. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.986821] env[69440]: DEBUG nova.network.neutron [req-9d28704c-d546-4a69-98aa-b3738ae8eb00 req-5fc3cb40-61f9-4bfa-84bf-dedd06546bb0 service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Updating instance_info_cache with network_info: [{"id": "481eaa49-d789-44f3-965c-ff7dc1ec50a9", "address": "fa:16:3e:f0:bc:2a", "network": {"id": "c76cc809-ee36-4e50-8515-023def1b953b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-783545152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a06ebe28624c3e95dd75087b826705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap481eaa49-d7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.990485] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f1963443-2709-4745-af16-040170ef8d0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Lock "f2ff90a8-b170-4ecf-be0c-da88d3f3a158" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.503s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.145201] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': task-4139645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099201} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.147407] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.150015] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf19640-3933-46f2-9136-54214fc570f3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.180525] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] d9c9f9e1-1366-45e8-be06-db7055927d43/d9c9f9e1-1366-45e8-be06-db7055927d43.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.184469] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85021696-abba-4954-b013-d013208de599 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.214131] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Waiting for the task: (returnval){ [ 928.214131] env[69440]: value = "task-4139646" [ 928.214131] env[69440]: _type = "Task" [ 928.214131] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.214436] env[69440]: INFO nova.compute.manager [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Took 43.25 seconds to build instance. [ 928.227089] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': task-4139646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.303089] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139642, 'name': CreateVM_Task, 'duration_secs': 0.964185} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.303089] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.303325] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.303325] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.303719] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.303959] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1622ab0d-05ea-4133-b56c-135ae47065a4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.311583] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Waiting for the task: (returnval){ [ 928.311583] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d7bbdc-648c-7d49-b38e-fce1eac581da" [ 928.311583] env[69440]: _type = "Task" [ 928.311583] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.322219] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d7bbdc-648c-7d49-b38e-fce1eac581da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.339580] env[69440]: DEBUG nova.objects.instance [None req-a193896b-e7a9-44d2-a44a-3dd7420545eb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lazy-loading 'flavor' on Instance uuid bf4bc455-fa14-4f59-af98-014c2865aede {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.343251] env[69440]: DEBUG nova.compute.manager [req-bdc4580a-c022-470e-8bac-ad415f1261ac req-b6e5e26a-b82e-4b35-934f-5b5071c1c6c8 service nova] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Received event network-changed-d8a342ab-cd1b-4014-927d-e7c822523581 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.343455] env[69440]: DEBUG nova.compute.manager [req-bdc4580a-c022-470e-8bac-ad415f1261ac req-b6e5e26a-b82e-4b35-934f-5b5071c1c6c8 service nova] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Refreshing instance network info cache due to event network-changed-d8a342ab-cd1b-4014-927d-e7c822523581. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.343663] env[69440]: DEBUG oslo_concurrency.lockutils [req-bdc4580a-c022-470e-8bac-ad415f1261ac req-b6e5e26a-b82e-4b35-934f-5b5071c1c6c8 service nova] Acquiring lock "refresh_cache-abe87d6e-d684-4ae8-be5b-de88ddbfbf3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.343802] env[69440]: DEBUG oslo_concurrency.lockutils [req-bdc4580a-c022-470e-8bac-ad415f1261ac req-b6e5e26a-b82e-4b35-934f-5b5071c1c6c8 service nova] Acquired lock "refresh_cache-abe87d6e-d684-4ae8-be5b-de88ddbfbf3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.343959] env[69440]: DEBUG nova.network.neutron [req-bdc4580a-c022-470e-8bac-ad415f1261ac req-b6e5e26a-b82e-4b35-934f-5b5071c1c6c8 service nova] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Refreshing network info cache for port d8a342ab-cd1b-4014-927d-e7c822523581 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.491642] env[69440]: DEBUG oslo_concurrency.lockutils [req-9d28704c-d546-4a69-98aa-b3738ae8eb00 req-5fc3cb40-61f9-4bfa-84bf-dedd06546bb0 service nova] Releasing lock "refresh_cache-23bc134e-7725-40b1-b79d-d8ef6dbd7cad" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.631125] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9c7306-39cf-48fb-9d67-1518f446a725 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.641154] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5992b7-58fa-4aaf-99ab-2b00d1cacd0f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.679561] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6d44e7-bf34-43f2-a853-18debf54a70a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.688348] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e560dcf8-2f2d-4fde-ac41-265e310fd529 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.704597] env[69440]: DEBUG nova.compute.provider_tree [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.720178] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2d3596e9-d0f3-4012-a239-fc47416a86aa tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "4038e16b-26c3-4692-954d-2c85a475d626" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.617s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.726766] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': task-4139646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.823271] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d7bbdc-648c-7d49-b38e-fce1eac581da, 'name': SearchDatastore_Task, 'duration_secs': 0.041487} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.823690] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.823916] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.824201] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.824368] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.824552] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.824850] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76447552-58af-4495-a188-55644cee361a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.836778] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.836778] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.836944] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab0f025-6d7c-4553-8bec-431a4dcf8557 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.845435] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Waiting for the task: (returnval){ [ 928.845435] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]524d3913-f6f2-b701-61db-9904b59ec8d1" [ 928.845435] env[69440]: _type = "Task" [ 928.845435] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.846168] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a193896b-e7a9-44d2-a44a-3dd7420545eb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "bf4bc455-fa14-4f59-af98-014c2865aede" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.394s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.860250] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]524d3913-f6f2-b701-61db-9904b59ec8d1, 'name': SearchDatastore_Task, 'duration_secs': 0.012522} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.861144] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-171ded24-5948-436b-9dcb-7e76e5c32980 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.870309] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Waiting for the task: (returnval){ [ 928.870309] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52be36ee-0a82-c8ec-c34e-63b84122de67" [ 928.870309] env[69440]: _type = "Task" [ 928.870309] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.878726] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52be36ee-0a82-c8ec-c34e-63b84122de67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.976412] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f8646b-20c8-41f4-81a7-bf4d9d97815e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.002881] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Updating instance '26d5e4a4-a985-440c-ab16-5798e9bd72ff' progress to 0 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.032810] env[69440]: INFO nova.compute.manager [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Rescuing [ 929.033224] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "refresh_cache-4038e16b-26c3-4692-954d-2c85a475d626" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.033450] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquired lock "refresh_cache-4038e16b-26c3-4692-954d-2c85a475d626" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.033554] env[69440]: DEBUG nova.network.neutron [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.207766] env[69440]: DEBUG nova.scheduler.client.report [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.222904] env[69440]: DEBUG nova.compute.manager [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.231760] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': task-4139646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.349010] env[69440]: DEBUG nova.network.neutron [req-bdc4580a-c022-470e-8bac-ad415f1261ac req-b6e5e26a-b82e-4b35-934f-5b5071c1c6c8 service nova] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Updated VIF entry in instance network info cache for port d8a342ab-cd1b-4014-927d-e7c822523581. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.349400] env[69440]: DEBUG nova.network.neutron [req-bdc4580a-c022-470e-8bac-ad415f1261ac req-b6e5e26a-b82e-4b35-934f-5b5071c1c6c8 service nova] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Updating instance_info_cache with network_info: [{"id": "d8a342ab-cd1b-4014-927d-e7c822523581", "address": "fa:16:3e:90:03:1f", "network": {"id": "94d9466b-6f23-4e63-b653-3975c02f80ce", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-675446902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e91dbc6367341e5a26e983ed49694a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8a342ab-cd", "ovs_interfaceid": "d8a342ab-cd1b-4014-927d-e7c822523581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.382778] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52be36ee-0a82-c8ec-c34e-63b84122de67, 'name': SearchDatastore_Task, 'duration_secs': 0.011924} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.383230] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.383675] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] abe87d6e-d684-4ae8-be5b-de88ddbfbf3c/abe87d6e-d684-4ae8-be5b-de88ddbfbf3c.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.383914] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffab2573-fa9e-45bd-8192-8ca1a846ef17 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.395648] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Waiting for the task: (returnval){ [ 929.395648] env[69440]: value = "task-4139647" [ 929.395648] env[69440]: _type = "Task" [ 929.395648] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.406782] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Task: {'id': task-4139647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.436997] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "bf4bc455-fa14-4f59-af98-014c2865aede" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.436997] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "bf4bc455-fa14-4f59-af98-014c2865aede" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.436997] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "bf4bc455-fa14-4f59-af98-014c2865aede-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.436997] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "bf4bc455-fa14-4f59-af98-014c2865aede-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.436997] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "bf4bc455-fa14-4f59-af98-014c2865aede-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.438321] env[69440]: INFO nova.compute.manager [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Terminating instance [ 929.514295] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.514295] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-216e6a64-dfff-407b-9ef9-ddc276536592 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.523233] env[69440]: DEBUG oslo_vmware.api [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 929.523233] env[69440]: value = "task-4139648" [ 929.523233] env[69440]: _type = "Task" [ 929.523233] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.539614] env[69440]: DEBUG oslo_vmware.api [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.716285] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.274s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.716285] env[69440]: DEBUG oslo_concurrency.lockutils [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.730s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.719142] env[69440]: INFO nova.compute.claims [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.736017] env[69440]: INFO nova.scheduler.client.report [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Deleted allocations for instance 726dc81d-4f0f-48cd-934f-736b09764dc1 [ 929.750899] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': task-4139646, 'name': ReconfigVM_Task, 'duration_secs': 1.231788} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.752036] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Reconfigured VM instance instance-0000003d to attach disk [datastore2] d9c9f9e1-1366-45e8-be06-db7055927d43/d9c9f9e1-1366-45e8-be06-db7055927d43.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.752371] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a538141b-4118-4bf3-8dac-c0a422d7c73b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.763190] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Waiting for the task: (returnval){ [ 929.763190] env[69440]: value = "task-4139650" [ 929.763190] env[69440]: _type = "Task" [ 929.763190] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.763190] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.775487] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': task-4139650, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.853296] env[69440]: DEBUG oslo_concurrency.lockutils [req-bdc4580a-c022-470e-8bac-ad415f1261ac req-b6e5e26a-b82e-4b35-934f-5b5071c1c6c8 service nova] Releasing lock "refresh_cache-abe87d6e-d684-4ae8-be5b-de88ddbfbf3c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.910456] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Task: {'id': task-4139647, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.947288] env[69440]: DEBUG nova.compute.manager [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.947634] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.948019] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbb0b13f-bf84-460b-ae80-3bd9274c1f36 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.958641] env[69440]: DEBUG oslo_vmware.api [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 929.958641] env[69440]: value = "task-4139651" [ 929.958641] env[69440]: _type = "Task" [ 929.958641] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.972307] env[69440]: DEBUG oslo_vmware.api [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.036373] env[69440]: DEBUG oslo_vmware.api [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139648, 'name': PowerOffVM_Task, 'duration_secs': 0.353192} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.037442] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.037442] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Updating instance '26d5e4a4-a985-440c-ab16-5798e9bd72ff' progress to 17 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 930.136765] env[69440]: DEBUG oslo_concurrency.lockutils [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.176409] env[69440]: DEBUG nova.network.neutron [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Updating instance_info_cache with network_info: [{"id": "04d15f8f-6687-4171-8b23-869b111c533e", "address": "fa:16:3e:8b:7b:54", "network": {"id": "b46392e5-d63e-4df4-ba59-e4f0adfb50fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2074667289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f307b75d6e0041feba20f44ef9f046e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04d15f8f-66", "ovs_interfaceid": "04d15f8f-6687-4171-8b23-869b111c533e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.251833] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7a5f734b-64f9-4314-ad68-474cac758591 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "726dc81d-4f0f-48cd-934f-736b09764dc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.144s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.279406] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': task-4139650, 'name': Rename_Task, 'duration_secs': 0.360946} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.279406] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.279711] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb7bddb1-cd72-479f-874c-b4d63e3fd699 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.290908] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Waiting for the task: (returnval){ [ 930.290908] env[69440]: value = "task-4139652" [ 930.290908] env[69440]: _type = "Task" [ 930.290908] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.302939] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': task-4139652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.415291] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Task: {'id': task-4139647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70638} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.415638] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] abe87d6e-d684-4ae8-be5b-de88ddbfbf3c/abe87d6e-d684-4ae8-be5b-de88ddbfbf3c.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.415919] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.417523] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81f3213f-d9f6-402e-ba09-9f9ae627f0d7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.427937] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Waiting for the task: (returnval){ [ 930.427937] env[69440]: value = "task-4139653" [ 930.427937] env[69440]: _type = "Task" [ 930.427937] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.440467] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Task: {'id': task-4139653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.472945] env[69440]: DEBUG oslo_vmware.api [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139651, 'name': PowerOffVM_Task, 'duration_secs': 0.30045} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.473431] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.473733] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Volume detach. Driver type: vmdk {{(pid=69440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 930.474072] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819843', 'volume_id': '1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80', 'name': 'volume-1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf4bc455-fa14-4f59-af98-014c2865aede', 'attached_at': '', 'detached_at': '', 'volume_id': '1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80', 'serial': '1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 930.475243] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6ce6f1-267a-45af-abcf-ce78fc7ce6b0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.505848] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91058b9-2903-466f-b752-71980ed8ecc3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.517089] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c312014c-39fa-4a12-a14c-4b9966b489dc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.550062] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.550570] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.550850] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.551267] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.551267] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.551488] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.551802] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.552062] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.552309] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.552526] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.553085] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.559035] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7745f236-8e02-4de9-9881-2edefdecd829 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.572755] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0160f87f-7cdb-4a6b-a170-3bc613a3be3a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.591342] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] The volume has not been displaced from its original location: [datastore2] volume-1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80/volume-1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80.vmdk. No consolidation needed. {{(pid=69440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 930.597402] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 930.598837] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a093e33a-8bd8-433d-96a6-a0a314746692 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.612883] env[69440]: DEBUG oslo_vmware.api [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 930.612883] env[69440]: value = "task-4139654" [ 930.612883] env[69440]: _type = "Task" [ 930.612883] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.621076] env[69440]: DEBUG oslo_vmware.api [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 930.621076] env[69440]: value = "task-4139655" [ 930.621076] env[69440]: _type = "Task" [ 930.621076] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.625025] env[69440]: DEBUG oslo_vmware.api [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.633150] env[69440]: DEBUG oslo_vmware.api [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.681740] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Releasing lock "refresh_cache-4038e16b-26c3-4692-954d-2c85a475d626" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.803580] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': task-4139652, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.943428] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Task: {'id': task-4139653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085851} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.943428] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.944284] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b0648f-a1de-4635-8e9b-570aee641ebb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.972167] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] abe87d6e-d684-4ae8-be5b-de88ddbfbf3c/abe87d6e-d684-4ae8-be5b-de88ddbfbf3c.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.972624] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cb07e59-c81e-4abf-bb1a-bfda2c68c3fe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.998676] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Waiting for the task: (returnval){ [ 930.998676] env[69440]: value = "task-4139656" [ 930.998676] env[69440]: _type = "Task" [ 930.998676] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.016881] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Task: {'id': task-4139656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.122806] env[69440]: DEBUG oslo_vmware.api [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139654, 'name': ReconfigVM_Task, 'duration_secs': 0.428073} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.125848] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Updating instance '26d5e4a4-a985-440c-ab16-5798e9bd72ff' progress to 33 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 931.140918] env[69440]: DEBUG oslo_vmware.api [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.309769] env[69440]: DEBUG oslo_vmware.api [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': task-4139652, 'name': PowerOnVM_Task, 'duration_secs': 0.78252} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.313878] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.313878] env[69440]: INFO nova.compute.manager [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Took 9.83 seconds to spawn the instance on the hypervisor. [ 931.313878] env[69440]: DEBUG nova.compute.manager [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 931.315109] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db36e3d-f607-47b1-88b9-79ad90ac330e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.402969] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a237ab-1a3e-4cfb-9b00-3a5455c9497b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.413787] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d6414a-db53-4cf0-b7d4-0ea946ce931b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.453422] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d73d98-c1f5-49ac-9066-efc4124cdc83 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.462890] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4705556a-7e51-4910-a59c-0015c5980a16 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.481160] env[69440]: DEBUG nova.compute.provider_tree [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.510870] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Task: {'id': task-4139656, 'name': ReconfigVM_Task, 'duration_secs': 0.49326} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.511177] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Reconfigured VM instance instance-0000003e to attach disk [datastore2] abe87d6e-d684-4ae8-be5b-de88ddbfbf3c/abe87d6e-d684-4ae8-be5b-de88ddbfbf3c.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.511972] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6ad7179-5c30-4c48-ba68-6211643e0b22 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.523404] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Waiting for the task: (returnval){ [ 931.523404] env[69440]: value = "task-4139657" [ 931.523404] env[69440]: _type = "Task" [ 931.523404] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.533938] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Task: {'id': task-4139657, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.636144] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:51:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='70fcf12b-b34b-4ffd-814a-0d1fee319137',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1921025142',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.636415] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.636542] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.636725] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.636870] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.637105] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.637580] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.637821] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.638024] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.638198] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.638409] env[69440]: DEBUG nova.virt.hardware [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.643846] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 931.644184] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad7e2ee5-36c1-4d85-b27f-f9cf54ae56e9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.665729] env[69440]: DEBUG oslo_vmware.api [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139655, 'name': ReconfigVM_Task, 'duration_secs': 0.611167} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.669136] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 931.673230] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a7aebed-a8ab-444e-b692-b5d9871afb78 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.684169] env[69440]: DEBUG oslo_vmware.api [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 931.684169] env[69440]: value = "task-4139658" [ 931.684169] env[69440]: _type = "Task" [ 931.684169] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.690224] env[69440]: DEBUG oslo_vmware.api [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 931.690224] env[69440]: value = "task-4139659" [ 931.690224] env[69440]: _type = "Task" [ 931.690224] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.694171] env[69440]: DEBUG oslo_vmware.api [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.704194] env[69440]: DEBUG oslo_vmware.api [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.839563] env[69440]: INFO nova.compute.manager [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Took 42.05 seconds to build instance. [ 931.985170] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Volume attach. Driver type: vmdk {{(pid=69440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 931.985477] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819851', 'volume_id': 'c9921c09-2161-4207-bf54-42be0fc4af20', 'name': 'volume-c9921c09-2161-4207-bf54-42be0fc4af20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '559d44dc-2ae8-48a9-9dcd-bad5d03ed236', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9921c09-2161-4207-bf54-42be0fc4af20', 'serial': 'c9921c09-2161-4207-bf54-42be0fc4af20'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 931.986540] env[69440]: DEBUG nova.scheduler.client.report [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.990822] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f96ce17-0f43-45a4-9c22-4c5db71d7f36 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.010790] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19e8b24-53ec-48f9-9f75-655fb6c2ab92 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.045732] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] volume-c9921c09-2161-4207-bf54-42be0fc4af20/volume-c9921c09-2161-4207-bf54-42be0fc4af20.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.051351] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69eac18b-e626-4d1c-89f1-9378be146703 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.071928] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Task: {'id': task-4139657, 'name': Rename_Task, 'duration_secs': 0.194386} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.073746] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.074714] env[69440]: DEBUG oslo_vmware.api [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 932.074714] env[69440]: value = "task-4139660" [ 932.074714] env[69440]: _type = "Task" [ 932.074714] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.074714] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05733f52-2138-4697-9cec-6e514fe17d95 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.094728] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "896ced19-ce4b-486c-9a37-96cb8e6767d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.095063] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "896ced19-ce4b-486c-9a37-96cb8e6767d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.095326] env[69440]: DEBUG oslo_vmware.api [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139660, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.095517] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Waiting for the task: (returnval){ [ 932.095517] env[69440]: value = "task-4139661" [ 932.095517] env[69440]: _type = "Task" [ 932.095517] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.156137] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "6be6f7c9-9c58-4636-9cbd-c4c251a66b53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.156788] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "6be6f7c9-9c58-4636-9cbd-c4c251a66b53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.194699] env[69440]: DEBUG oslo_vmware.api [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139658, 'name': ReconfigVM_Task, 'duration_secs': 0.210341} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.198293] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 932.199205] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8db60a-43bb-4171-8ee2-b2dc2198bd86 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.225965] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 26d5e4a4-a985-440c-ab16-5798e9bd72ff/26d5e4a4-a985-440c-ab16-5798e9bd72ff.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.231087] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53eafccb-bf84-4740-8c9a-cd560bb31746 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.244537] env[69440]: DEBUG oslo_vmware.api [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139659, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.245277] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.245584] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fdef85e-00c5-4d6a-80dc-0957d08fc6ad {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.253830] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 932.253830] env[69440]: value = "task-4139662" [ 932.253830] env[69440]: _type = "Task" [ 932.253830] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.255533] env[69440]: DEBUG oslo_vmware.api [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 932.255533] env[69440]: value = "task-4139663" [ 932.255533] env[69440]: _type = "Task" [ 932.255533] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.269023] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.272152] env[69440]: DEBUG oslo_vmware.api [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.342269] env[69440]: DEBUG oslo_concurrency.lockutils [None req-536f8773-3acb-43ce-9ec2-90bbaba4d810 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Lock "d9c9f9e1-1366-45e8-be06-db7055927d43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.408s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.496629] env[69440]: DEBUG oslo_concurrency.lockutils [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.496781] env[69440]: DEBUG nova.compute.manager [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.499470] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.944s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.500964] env[69440]: INFO nova.compute.claims [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.588163] env[69440]: DEBUG oslo_vmware.api [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.606447] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Task: {'id': task-4139661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.705042] env[69440]: DEBUG oslo_vmware.api [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139659, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.769915] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139662, 'name': PowerOffVM_Task, 'duration_secs': 0.235182} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.773132] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.773499] env[69440]: DEBUG oslo_vmware.api [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.774224] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1aea99-d881-4667-8c09-002af00a2f39 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.792636] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a424b208-f93d-4fa7-983f-b9973790a748 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.827819] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.828155] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9239bacd-26a0-4a78-a033-129cb3ebbe9a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.836020] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 932.836020] env[69440]: value = "task-4139664" [ 932.836020] env[69440]: _type = "Task" [ 932.836020] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.844883] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.846513] env[69440]: DEBUG nova.compute.manager [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.007436] env[69440]: DEBUG nova.compute.utils [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.011142] env[69440]: DEBUG nova.compute.manager [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.011335] env[69440]: DEBUG nova.network.neutron [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.088985] env[69440]: DEBUG oslo_vmware.api [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139660, 'name': ReconfigVM_Task, 'duration_secs': 0.530614} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.089344] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Reconfigured VM instance instance-00000019 to attach disk [datastore2] volume-c9921c09-2161-4207-bf54-42be0fc4af20/volume-c9921c09-2161-4207-bf54-42be0fc4af20.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.094430] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9f51d37-43d9-470c-a6da-cf2d0c501093 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.113576] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Task: {'id': task-4139661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.115143] env[69440]: DEBUG oslo_vmware.api [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 933.115143] env[69440]: value = "task-4139665" [ 933.115143] env[69440]: _type = "Task" [ 933.115143] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.124236] env[69440]: DEBUG oslo_vmware.api [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.207394] env[69440]: DEBUG oslo_vmware.api [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139659, 'name': ReconfigVM_Task, 'duration_secs': 1.149904} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.207940] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819843', 'volume_id': '1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80', 'name': 'volume-1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf4bc455-fa14-4f59-af98-014c2865aede', 'attached_at': '', 'detached_at': '', 'volume_id': '1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80', 'serial': '1a66c648-bfbc-4d86-8e9a-9d6cb55b4c80'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 933.208208] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.209000] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a2b60b-2e02-4237-89c6-e8fa880deec7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.218868] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.218868] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-613ad6ab-ca3a-4937-8377-cf2f7b04a0f5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.236175] env[69440]: DEBUG nova.policy [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd30b69c2769c4dbc8f01978b013193da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52f29420e0f24ac284b3e66740fa6ce5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.280798] env[69440]: DEBUG oslo_vmware.api [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139663, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.306478] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.306792] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.306925] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Deleting the datastore file [datastore2] bf4bc455-fa14-4f59-af98-014c2865aede {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.307374] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdb81a19-7449-43b2-8d87-3ba143854fc3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.316039] env[69440]: DEBUG oslo_vmware.api [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 933.316039] env[69440]: value = "task-4139667" [ 933.316039] env[69440]: _type = "Task" [ 933.316039] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.325358] env[69440]: DEBUG oslo_vmware.api [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.347919] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] VM already powered off {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 933.348268] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.348413] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.350581] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.350581] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.350581] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-866d6066-1128-4ac8-a56e-8202eb7a06ad {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.364037] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.364306] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.365265] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bfedc4c-5038-4211-a659-3b7f86e1c654 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.374938] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 933.374938] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]522b332e-f410-0224-8d3b-2a79943c0ac8" [ 933.374938] env[69440]: _type = "Task" [ 933.374938] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.385302] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.387820] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]522b332e-f410-0224-8d3b-2a79943c0ac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.512460] env[69440]: DEBUG nova.compute.manager [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.626026] env[69440]: DEBUG oslo_vmware.api [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Task: {'id': task-4139661, 'name': PowerOnVM_Task, 'duration_secs': 1.371594} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.626026] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.626026] env[69440]: INFO nova.compute.manager [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Took 9.29 seconds to spawn the instance on the hypervisor. [ 933.626026] env[69440]: DEBUG nova.compute.manager [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 933.626026] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcaf37df-51ea-490c-88e5-6a8e65dff00e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.634910] env[69440]: DEBUG oslo_vmware.api [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139665, 'name': ReconfigVM_Task, 'duration_secs': 0.179867} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.636247] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819851', 'volume_id': 'c9921c09-2161-4207-bf54-42be0fc4af20', 'name': 'volume-c9921c09-2161-4207-bf54-42be0fc4af20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '559d44dc-2ae8-48a9-9dcd-bad5d03ed236', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9921c09-2161-4207-bf54-42be0fc4af20', 'serial': 'c9921c09-2161-4207-bf54-42be0fc4af20'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 933.760026] env[69440]: DEBUG nova.network.neutron [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Successfully created port: 4204a1a3-6b46-429c-8796-f12cb8094624 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.772708] env[69440]: DEBUG oslo_vmware.api [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139663, 'name': ReconfigVM_Task, 'duration_secs': 1.057507} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.773157] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 26d5e4a4-a985-440c-ab16-5798e9bd72ff/26d5e4a4-a985-440c-ab16-5798e9bd72ff.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.773469] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Updating instance '26d5e4a4-a985-440c-ab16-5798e9bd72ff' progress to 50 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 933.827068] env[69440]: DEBUG oslo_vmware.api [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162157} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.830264] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.830610] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.830908] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.831221] env[69440]: INFO nova.compute.manager [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Took 3.88 seconds to destroy the instance on the hypervisor. [ 933.831574] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.832840] env[69440]: DEBUG nova.compute.manager [-] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.833064] env[69440]: DEBUG nova.network.neutron [-] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.892763] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]522b332e-f410-0224-8d3b-2a79943c0ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.012097} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.894437] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb622542-2377-4a0e-bc62-6a1499b6038a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.901298] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 933.901298] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5283f8cd-ca55-b6ad-3471-dbf1650f3557" [ 933.901298] env[69440]: _type = "Task" [ 933.901298] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.914735] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5283f8cd-ca55-b6ad-3471-dbf1650f3557, 'name': SearchDatastore_Task, 'duration_secs': 0.010879} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.917253] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.917557] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 4038e16b-26c3-4692-954d-2c85a475d626/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk. {{(pid=69440) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 933.920145] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45d565e4-687f-49b4-bd92-08e2b7a4410d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.928603] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 933.928603] env[69440]: value = "task-4139668" [ 933.928603] env[69440]: _type = "Task" [ 933.928603] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.938310] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.075512] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "dddcea5f-a8f1-4b81-b0d0-cd3543a75860" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.075512] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "dddcea5f-a8f1-4b81-b0d0-cd3543a75860" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.075512] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "dddcea5f-a8f1-4b81-b0d0-cd3543a75860-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.075657] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "dddcea5f-a8f1-4b81-b0d0-cd3543a75860-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.077805] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "dddcea5f-a8f1-4b81-b0d0-cd3543a75860-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.078858] env[69440]: INFO nova.compute.manager [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Terminating instance [ 934.158142] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c25c12d-946d-4a23-902e-0f1c99dbea85 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.161210] env[69440]: INFO nova.compute.manager [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Took 43.54 seconds to build instance. [ 934.171771] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8f42d6-3481-40c8-9d1b-30a0863c0ed8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.217344] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d89d4c9-f451-43d8-95ec-73bfbadd8210 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.226395] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86198f3a-8cd2-4b2e-8120-bbddd9f0ca0e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.243292] env[69440]: DEBUG nova.compute.provider_tree [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.280069] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1aab7f1-2de8-4cb9-81d6-da5755d66721 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.304623] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aab8d0-7f5c-4397-b8b1-10efbc78f734 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.327595] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Updating instance '26d5e4a4-a985-440c-ab16-5798e9bd72ff' progress to 67 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 934.441167] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139668, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.527904] env[69440]: DEBUG nova.compute.manager [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.552734] env[69440]: DEBUG nova.virt.hardware [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.552986] env[69440]: DEBUG nova.virt.hardware [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.553198] env[69440]: DEBUG nova.virt.hardware [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.553376] env[69440]: DEBUG nova.virt.hardware [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.553571] env[69440]: DEBUG nova.virt.hardware [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.553726] env[69440]: DEBUG nova.virt.hardware [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.553933] env[69440]: DEBUG nova.virt.hardware [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.554281] env[69440]: DEBUG nova.virt.hardware [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.554488] env[69440]: DEBUG nova.virt.hardware [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.554653] env[69440]: DEBUG nova.virt.hardware [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.554822] env[69440]: DEBUG nova.virt.hardware [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.555769] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2272bad3-5142-4438-9430-a971d5f7fc41 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.564557] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31f1071-87fe-457e-be12-b5412d5eb737 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.584655] env[69440]: DEBUG nova.compute.manager [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.584860] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.585680] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0a22cb-fda6-4c30-aa1d-9b5d6323f970 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.593021] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.593127] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-575b9afc-a4d5-4870-b3e7-52cd677339f5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.599944] env[69440]: DEBUG oslo_vmware.api [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 934.599944] env[69440]: value = "task-4139669" [ 934.599944] env[69440]: _type = "Task" [ 934.599944] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.608581] env[69440]: DEBUG oslo_vmware.api [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.661234] env[69440]: DEBUG nova.network.neutron [-] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.664732] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aeae2fc8-f457-4177-8b84-c73262b21888 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Lock "abe87d6e-d684-4ae8-be5b-de88ddbfbf3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.687s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.722058] env[69440]: DEBUG nova.objects.instance [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lazy-loading 'flavor' on Instance uuid 559d44dc-2ae8-48a9-9dcd-bad5d03ed236 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.747304] env[69440]: DEBUG nova.scheduler.client.report [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.878151] env[69440]: DEBUG nova.network.neutron [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Port 5324155c-f42e-4a31-aa58-7390dd0a5fc8 binding to destination host cpu-1 is already ACTIVE {{(pid=69440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 934.930538] env[69440]: DEBUG nova.compute.manager [req-7fd26268-b736-48b5-9b36-1f5230c86059 req-b5792e94-6def-4db2-8d78-5f99e5640ea7 service nova] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Received event network-vif-deleted-4be322c4-c18e-4ead-909b-c4f94cb9b176 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.946465] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555678} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.946465] env[69440]: INFO nova.virt.vmwareapi.ds_util [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 4038e16b-26c3-4692-954d-2c85a475d626/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk. [ 934.946465] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5162325-97f2-4d75-a73d-640455e3abeb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.982807] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 4038e16b-26c3-4692-954d-2c85a475d626/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.983181] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89af9306-3123-45cd-b2ab-2aa8eda23d7a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.004744] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 935.004744] env[69440]: value = "task-4139670" [ 935.004744] env[69440]: _type = "Task" [ 935.004744] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.017211] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.110801] env[69440]: DEBUG oslo_vmware.api [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139669, 'name': PowerOffVM_Task, 'duration_secs': 0.194222} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.111097] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.111345] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.111535] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c0f3138-0549-41f7-90b4-c24a96744520 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.165259] env[69440]: INFO nova.compute.manager [-] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Took 1.33 seconds to deallocate network for instance. [ 935.168628] env[69440]: DEBUG nova.compute.manager [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.199063] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.199389] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.199479] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Deleting the datastore file [datastore1] dddcea5f-a8f1-4b81-b0d0-cd3543a75860 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.200066] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d93fa9e0-7957-4033-9750-7bcb97bb9178 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.208752] env[69440]: DEBUG oslo_vmware.api [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 935.208752] env[69440]: value = "task-4139672" [ 935.208752] env[69440]: _type = "Task" [ 935.208752] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.219981] env[69440]: DEBUG oslo_vmware.api [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.230279] env[69440]: DEBUG oslo_concurrency.lockutils [None req-494e5d60-b861-4c63-a162-4d76568c915e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "559d44dc-2ae8-48a9-9dcd-bad5d03ed236" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.397s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.252685] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.253340] env[69440]: DEBUG nova.compute.manager [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.256901] env[69440]: DEBUG oslo_concurrency.lockutils [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.887s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.257252] env[69440]: DEBUG nova.objects.instance [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lazy-loading 'resources' on Instance uuid 556f1045-1bef-4873-b882-ef1df65af4db {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.509168] env[69440]: DEBUG nova.compute.manager [req-56a0cf26-d6ab-4859-bd43-c3f8333f1f8a req-72d95e76-f8b0-4964-ad48-3fad53b96cb7 service nova] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Received event network-changed-a8129472-7300-40e8-9401-b55052c07757 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.509431] env[69440]: DEBUG nova.compute.manager [req-56a0cf26-d6ab-4859-bd43-c3f8333f1f8a req-72d95e76-f8b0-4964-ad48-3fad53b96cb7 service nova] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Refreshing instance network info cache due to event network-changed-a8129472-7300-40e8-9401-b55052c07757. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.509790] env[69440]: DEBUG oslo_concurrency.lockutils [req-56a0cf26-d6ab-4859-bd43-c3f8333f1f8a req-72d95e76-f8b0-4964-ad48-3fad53b96cb7 service nova] Acquiring lock "refresh_cache-d9c9f9e1-1366-45e8-be06-db7055927d43" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.510099] env[69440]: DEBUG oslo_concurrency.lockutils [req-56a0cf26-d6ab-4859-bd43-c3f8333f1f8a req-72d95e76-f8b0-4964-ad48-3fad53b96cb7 service nova] Acquired lock "refresh_cache-d9c9f9e1-1366-45e8-be06-db7055927d43" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.510319] env[69440]: DEBUG nova.network.neutron [req-56a0cf26-d6ab-4859-bd43-c3f8333f1f8a req-72d95e76-f8b0-4964-ad48-3fad53b96cb7 service nova] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Refreshing network info cache for port a8129472-7300-40e8-9401-b55052c07757 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.522754] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139670, 'name': ReconfigVM_Task, 'duration_secs': 0.380082} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.524114] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 4038e16b-26c3-4692-954d-2c85a475d626/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.525081] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9b0a61-61a8-4e5d-82cb-5fca6193ef5d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.554527] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e1f88f2-2446-47a6-a402-8e682d4dc2a4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.571782] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 935.571782] env[69440]: value = "task-4139673" [ 935.571782] env[69440]: _type = "Task" [ 935.571782] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.580790] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139673, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.710128] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.721036] env[69440]: DEBUG oslo_vmware.api [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191654} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.721151] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.721311] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.721493] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.721685] env[69440]: INFO nova.compute.manager [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Took 1.14 seconds to destroy the instance on the hypervisor. [ 935.721926] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.722365] env[69440]: DEBUG nova.compute.manager [-] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.722532] env[69440]: DEBUG nova.network.neutron [-] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.747176] env[69440]: INFO nova.compute.manager [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Took 0.58 seconds to detach 1 volumes for instance. [ 935.758297] env[69440]: DEBUG nova.compute.utils [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.759681] env[69440]: DEBUG nova.compute.manager [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.759911] env[69440]: DEBUG nova.network.neutron [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.853905] env[69440]: DEBUG nova.policy [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5453e29b1e164e708b74abee8e68a929', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce1b9966b9444589a47ad0c5c5125308', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.908930] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "26d5e4a4-a985-440c-ab16-5798e9bd72ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.909201] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "26d5e4a4-a985-440c-ab16-5798e9bd72ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.909376] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "26d5e4a4-a985-440c-ab16-5798e9bd72ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.056623] env[69440]: DEBUG nova.network.neutron [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Successfully updated port: 4204a1a3-6b46-429c-8796-f12cb8094624 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.085744] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139673, 'name': ReconfigVM_Task, 'duration_secs': 0.360058} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.086448] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.086610] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b07346a-50f0-452e-86bc-9b3d315787ea {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.097663] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 936.097663] env[69440]: value = "task-4139674" [ 936.097663] env[69440]: _type = "Task" [ 936.097663] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.106736] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.255764] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.267187] env[69440]: DEBUG nova.compute.manager [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.432039] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fee42ce-1b0a-4508-82c1-fb5f47550f13 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.440932] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a495af0a-e2f1-4c67-b16e-80b1cd0c242f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.478933] env[69440]: DEBUG nova.network.neutron [req-56a0cf26-d6ab-4859-bd43-c3f8333f1f8a req-72d95e76-f8b0-4964-ad48-3fad53b96cb7 service nova] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Updated VIF entry in instance network info cache for port a8129472-7300-40e8-9401-b55052c07757. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.479247] env[69440]: DEBUG nova.network.neutron [req-56a0cf26-d6ab-4859-bd43-c3f8333f1f8a req-72d95e76-f8b0-4964-ad48-3fad53b96cb7 service nova] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Updating instance_info_cache with network_info: [{"id": "a8129472-7300-40e8-9401-b55052c07757", "address": "fa:16:3e:e4:49:8d", "network": {"id": "c61d41cb-1030-45ac-86e0-d6701ef5f257", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-916581243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a4de97912a1425fb13275e23833b48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8129472-73", "ovs_interfaceid": "a8129472-7300-40e8-9401-b55052c07757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.481168] env[69440]: DEBUG nova.network.neutron [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Successfully created port: 1c2ddf1c-f160-4edc-8257-8ebb74de8efa {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.484379] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce42d3b-f48d-4c70-93d6-29fe1df03ed2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.495835] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf938182-67c8-42e5-b3ff-4beeb6b8fedc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.515208] env[69440]: DEBUG nova.compute.provider_tree [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.560878] env[69440]: DEBUG oslo_concurrency.lockutils [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "refresh_cache-8bd9fdeb-3e98-4d0f-8523-49077618fbdb" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.560878] env[69440]: DEBUG oslo_concurrency.lockutils [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquired lock "refresh_cache-8bd9fdeb-3e98-4d0f-8523-49077618fbdb" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.560878] env[69440]: DEBUG nova.network.neutron [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.610119] env[69440]: DEBUG oslo_vmware.api [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139674, 'name': PowerOnVM_Task, 'duration_secs': 0.431445} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.610119] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.611529] env[69440]: DEBUG nova.compute.manager [None req-68d3f435-a704-473b-ac48-fd587961bf5d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 936.612379] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055b7f39-50ff-4676-b941-1a5a85ff0515 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.729558] env[69440]: DEBUG nova.network.neutron [-] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.955498] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "refresh_cache-26d5e4a4-a985-440c-ab16-5798e9bd72ff" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.956069] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquired lock "refresh_cache-26d5e4a4-a985-440c-ab16-5798e9bd72ff" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.956069] env[69440]: DEBUG nova.network.neutron [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.989030] env[69440]: DEBUG oslo_concurrency.lockutils [req-56a0cf26-d6ab-4859-bd43-c3f8333f1f8a req-72d95e76-f8b0-4964-ad48-3fad53b96cb7 service nova] Releasing lock "refresh_cache-d9c9f9e1-1366-45e8-be06-db7055927d43" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.019068] env[69440]: DEBUG nova.scheduler.client.report [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.095080] env[69440]: DEBUG nova.network.neutron [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.233072] env[69440]: INFO nova.compute.manager [-] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Took 1.51 seconds to deallocate network for instance. [ 937.245612] env[69440]: DEBUG nova.network.neutron [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Updating instance_info_cache with network_info: [{"id": "4204a1a3-6b46-429c-8796-f12cb8094624", "address": "fa:16:3e:b9:f8:03", "network": {"id": "2ab53400-e44d-4256-b940-6e71b3d52ff6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1510575604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f29420e0f24ac284b3e66740fa6ce5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4204a1a3-6b", "ovs_interfaceid": "4204a1a3-6b46-429c-8796-f12cb8094624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.287808] env[69440]: DEBUG nova.compute.manager [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.323506] env[69440]: DEBUG nova.virt.hardware [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.323921] env[69440]: DEBUG nova.virt.hardware [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.324199] env[69440]: DEBUG nova.virt.hardware [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.324440] env[69440]: DEBUG nova.virt.hardware [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.324630] env[69440]: DEBUG nova.virt.hardware [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.324813] env[69440]: DEBUG nova.virt.hardware [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.325078] env[69440]: DEBUG nova.virt.hardware [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.325276] env[69440]: DEBUG nova.virt.hardware [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.325497] env[69440]: DEBUG nova.virt.hardware [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.325674] env[69440]: DEBUG nova.virt.hardware [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.325853] env[69440]: DEBUG nova.virt.hardware [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.326808] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faf7da2-2400-48e7-9251-fa77123456dd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.336254] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313f3165-5725-443f-bf30-09d9a00c994f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.509790] env[69440]: DEBUG nova.compute.manager [req-560dec7e-ea69-44c6-ab76-ef5bcd04f2f9 req-770d9cb5-2067-4b3b-b721-c92b77e9f01c service nova] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Received event network-vif-deleted-331998f7-5a16-4253-9360-31f9466c158a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.524108] env[69440]: DEBUG oslo_concurrency.lockutils [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.526602] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.080s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.528305] env[69440]: INFO nova.compute.claims [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.558932] env[69440]: INFO nova.scheduler.client.report [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Deleted allocations for instance 556f1045-1bef-4873-b882-ef1df65af4db [ 937.707127] env[69440]: DEBUG nova.network.neutron [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Updating instance_info_cache with network_info: [{"id": "5324155c-f42e-4a31-aa58-7390dd0a5fc8", "address": "fa:16:3e:41:00:b9", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5324155c-f4", "ovs_interfaceid": "5324155c-f42e-4a31-aa58-7390dd0a5fc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.742814] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.750817] env[69440]: DEBUG oslo_concurrency.lockutils [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Releasing lock "refresh_cache-8bd9fdeb-3e98-4d0f-8523-49077618fbdb" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.751041] env[69440]: DEBUG nova.compute.manager [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Instance network_info: |[{"id": "4204a1a3-6b46-429c-8796-f12cb8094624", "address": "fa:16:3e:b9:f8:03", "network": {"id": "2ab53400-e44d-4256-b940-6e71b3d52ff6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1510575604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f29420e0f24ac284b3e66740fa6ce5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4204a1a3-6b", "ovs_interfaceid": "4204a1a3-6b46-429c-8796-f12cb8094624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.751870] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:f8:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4204a1a3-6b46-429c-8796-f12cb8094624', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.763591] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.763591] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.763784] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d322126c-b58d-49cd-9304-d308ebb67564 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.791712] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.791712] env[69440]: value = "task-4139675" [ 937.791712] env[69440]: _type = "Task" [ 937.791712] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.804328] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139675, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.982228] env[69440]: DEBUG nova.compute.manager [req-864c9bf4-1122-4310-8875-41fc80a1cc74 req-fe2e909e-da8e-4332-bbd5-60a14b4cf45c service nova] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Received event network-vif-plugged-4204a1a3-6b46-429c-8796-f12cb8094624 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.982228] env[69440]: DEBUG oslo_concurrency.lockutils [req-864c9bf4-1122-4310-8875-41fc80a1cc74 req-fe2e909e-da8e-4332-bbd5-60a14b4cf45c service nova] Acquiring lock "8bd9fdeb-3e98-4d0f-8523-49077618fbdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.982408] env[69440]: DEBUG oslo_concurrency.lockutils [req-864c9bf4-1122-4310-8875-41fc80a1cc74 req-fe2e909e-da8e-4332-bbd5-60a14b4cf45c service nova] Lock "8bd9fdeb-3e98-4d0f-8523-49077618fbdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.982520] env[69440]: DEBUG oslo_concurrency.lockutils [req-864c9bf4-1122-4310-8875-41fc80a1cc74 req-fe2e909e-da8e-4332-bbd5-60a14b4cf45c service nova] Lock "8bd9fdeb-3e98-4d0f-8523-49077618fbdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.982680] env[69440]: DEBUG nova.compute.manager [req-864c9bf4-1122-4310-8875-41fc80a1cc74 req-fe2e909e-da8e-4332-bbd5-60a14b4cf45c service nova] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] No waiting events found dispatching network-vif-plugged-4204a1a3-6b46-429c-8796-f12cb8094624 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 937.982840] env[69440]: WARNING nova.compute.manager [req-864c9bf4-1122-4310-8875-41fc80a1cc74 req-fe2e909e-da8e-4332-bbd5-60a14b4cf45c service nova] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Received unexpected event network-vif-plugged-4204a1a3-6b46-429c-8796-f12cb8094624 for instance with vm_state building and task_state spawning. [ 937.983094] env[69440]: DEBUG nova.compute.manager [req-864c9bf4-1122-4310-8875-41fc80a1cc74 req-fe2e909e-da8e-4332-bbd5-60a14b4cf45c service nova] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Received event network-changed-4204a1a3-6b46-429c-8796-f12cb8094624 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.983841] env[69440]: DEBUG nova.compute.manager [req-864c9bf4-1122-4310-8875-41fc80a1cc74 req-fe2e909e-da8e-4332-bbd5-60a14b4cf45c service nova] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Refreshing instance network info cache due to event network-changed-4204a1a3-6b46-429c-8796-f12cb8094624. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.984146] env[69440]: DEBUG oslo_concurrency.lockutils [req-864c9bf4-1122-4310-8875-41fc80a1cc74 req-fe2e909e-da8e-4332-bbd5-60a14b4cf45c service nova] Acquiring lock "refresh_cache-8bd9fdeb-3e98-4d0f-8523-49077618fbdb" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.984379] env[69440]: DEBUG oslo_concurrency.lockutils [req-864c9bf4-1122-4310-8875-41fc80a1cc74 req-fe2e909e-da8e-4332-bbd5-60a14b4cf45c service nova] Acquired lock "refresh_cache-8bd9fdeb-3e98-4d0f-8523-49077618fbdb" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.987059] env[69440]: DEBUG nova.network.neutron [req-864c9bf4-1122-4310-8875-41fc80a1cc74 req-fe2e909e-da8e-4332-bbd5-60a14b4cf45c service nova] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Refreshing network info cache for port 4204a1a3-6b46-429c-8796-f12cb8094624 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.075481] env[69440]: DEBUG oslo_concurrency.lockutils [None req-135e0a20-9a5b-498b-a676-6810fce20894 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "556f1045-1bef-4873-b882-ef1df65af4db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.246s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.210919] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Releasing lock "refresh_cache-26d5e4a4-a985-440c-ab16-5798e9bd72ff" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.225188] env[69440]: DEBUG nova.network.neutron [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Successfully updated port: 1c2ddf1c-f160-4edc-8257-8ebb74de8efa {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.304559] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139675, 'name': CreateVM_Task, 'duration_secs': 0.35094} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.304559] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.305087] env[69440]: DEBUG oslo_concurrency.lockutils [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.305258] env[69440]: DEBUG oslo_concurrency.lockutils [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.305644] env[69440]: DEBUG oslo_concurrency.lockutils [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.306593] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a24a1e9d-94cd-4583-baee-b4e39065b6c8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.315254] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 938.315254] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d879f5-e8b3-cbc1-c31e-06ad29dc1c91" [ 938.315254] env[69440]: _type = "Task" [ 938.315254] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.328236] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d879f5-e8b3-cbc1-c31e-06ad29dc1c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.428966] env[69440]: DEBUG oslo_concurrency.lockutils [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "5da8fdb5-7b21-4755-bb50-68bb8e0d8f13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.429281] env[69440]: DEBUG oslo_concurrency.lockutils [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "5da8fdb5-7b21-4755-bb50-68bb8e0d8f13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.730935] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.730935] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.731164] env[69440]: DEBUG nova.network.neutron [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.754573] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb311f40-a5e6-4f0d-a172-7e421238806e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.784525] env[69440]: DEBUG nova.network.neutron [req-864c9bf4-1122-4310-8875-41fc80a1cc74 req-fe2e909e-da8e-4332-bbd5-60a14b4cf45c service nova] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Updated VIF entry in instance network info cache for port 4204a1a3-6b46-429c-8796-f12cb8094624. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.785143] env[69440]: DEBUG nova.network.neutron [req-864c9bf4-1122-4310-8875-41fc80a1cc74 req-fe2e909e-da8e-4332-bbd5-60a14b4cf45c service nova] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Updating instance_info_cache with network_info: [{"id": "4204a1a3-6b46-429c-8796-f12cb8094624", "address": "fa:16:3e:b9:f8:03", "network": {"id": "2ab53400-e44d-4256-b940-6e71b3d52ff6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1510575604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f29420e0f24ac284b3e66740fa6ce5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4204a1a3-6b", "ovs_interfaceid": "4204a1a3-6b46-429c-8796-f12cb8094624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.788773] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a68e47-629f-4546-a939-67dc97eddfb6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.796388] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Updating instance '26d5e4a4-a985-440c-ab16-5798e9bd72ff' progress to 83 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 938.827143] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d879f5-e8b3-cbc1-c31e-06ad29dc1c91, 'name': SearchDatastore_Task, 'duration_secs': 0.012684} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.827481] env[69440]: DEBUG oslo_concurrency.lockutils [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.827840] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.828120] env[69440]: DEBUG oslo_concurrency.lockutils [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.828302] env[69440]: DEBUG oslo_concurrency.lockutils [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.828549] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.828880] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21dcf3d0-653e-483f-bfc3-6970fcb8ea7e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.843469] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.843751] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.844995] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72e42275-5d7f-4402-8c60-b13b6631c428 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.855406] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 938.855406] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5263685c-1591-fd42-ce62-1065f221b703" [ 938.855406] env[69440]: _type = "Task" [ 938.855406] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.866020] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5263685c-1591-fd42-ce62-1065f221b703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.144156] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768ea0c2-4ea5-4a1f-8967-3f8e6826dd12 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.151016] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e4f70b-82fc-483d-9481-d593f4ed3984 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.190742] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d5797c-ebae-45e4-88af-a1669e9e144b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.203389] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a5e784-7880-4da1-9c44-cf64f4cf2d87 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.224402] env[69440]: DEBUG nova.compute.provider_tree [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.270052] env[69440]: DEBUG nova.network.neutron [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.287392] env[69440]: DEBUG oslo_concurrency.lockutils [req-864c9bf4-1122-4310-8875-41fc80a1cc74 req-fe2e909e-da8e-4332-bbd5-60a14b4cf45c service nova] Releasing lock "refresh_cache-8bd9fdeb-3e98-4d0f-8523-49077618fbdb" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.303738] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.303738] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d01c261-c4c6-4f84-a70d-7c5bd9e4f0a1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.311241] env[69440]: DEBUG oslo_vmware.api [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 939.311241] env[69440]: value = "task-4139676" [ 939.311241] env[69440]: _type = "Task" [ 939.311241] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.327425] env[69440]: DEBUG oslo_vmware.api [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.367398] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5263685c-1591-fd42-ce62-1065f221b703, 'name': SearchDatastore_Task, 'duration_secs': 0.037828} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.368330] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0840de78-929d-45db-9c5f-c0e54b41aa84 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.375511] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 939.375511] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52055331-fd1d-87b1-d3eb-1ca475a17d0a" [ 939.375511] env[69440]: _type = "Task" [ 939.375511] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.385031] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52055331-fd1d-87b1-d3eb-1ca475a17d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.432545] env[69440]: DEBUG nova.network.neutron [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Updating instance_info_cache with network_info: [{"id": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "address": "fa:16:3e:b6:5b:e0", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ddf1c-f1", "ovs_interfaceid": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.728830] env[69440]: DEBUG nova.scheduler.client.report [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.827170] env[69440]: DEBUG oslo_vmware.api [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139676, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.888365] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52055331-fd1d-87b1-d3eb-1ca475a17d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.025251} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.888612] env[69440]: DEBUG oslo_concurrency.lockutils [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.888795] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 8bd9fdeb-3e98-4d0f-8523-49077618fbdb/8bd9fdeb-3e98-4d0f-8523-49077618fbdb.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.889768] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-967d0ee1-33fa-4686-8462-929eaf9c6811 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.897737] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 939.897737] env[69440]: value = "task-4139677" [ 939.897737] env[69440]: _type = "Task" [ 939.897737] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.906704] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.934509] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.934873] env[69440]: DEBUG nova.compute.manager [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Instance network_info: |[{"id": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "address": "fa:16:3e:b6:5b:e0", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ddf1c-f1", "ovs_interfaceid": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.935309] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:5b:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c2ddf1c-f160-4edc-8257-8ebb74de8efa', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.942872] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.943131] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.943407] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5671e40b-3fc8-4998-882c-376db4d147a5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.964030] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.964030] env[69440]: value = "task-4139678" [ 939.964030] env[69440]: _type = "Task" [ 939.964030] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.970806] env[69440]: DEBUG nova.compute.manager [req-f32857c8-0dab-4449-9aa7-d4d85971d384 req-3a6588f1-3011-41ab-9ae5-6a155c7a0100 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Received event network-vif-plugged-1c2ddf1c-f160-4edc-8257-8ebb74de8efa {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.973034] env[69440]: DEBUG oslo_concurrency.lockutils [req-f32857c8-0dab-4449-9aa7-d4d85971d384 req-3a6588f1-3011-41ab-9ae5-6a155c7a0100 service nova] Acquiring lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.973034] env[69440]: DEBUG oslo_concurrency.lockutils [req-f32857c8-0dab-4449-9aa7-d4d85971d384 req-3a6588f1-3011-41ab-9ae5-6a155c7a0100 service nova] Lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.973034] env[69440]: DEBUG oslo_concurrency.lockutils [req-f32857c8-0dab-4449-9aa7-d4d85971d384 req-3a6588f1-3011-41ab-9ae5-6a155c7a0100 service nova] Lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.973034] env[69440]: DEBUG nova.compute.manager [req-f32857c8-0dab-4449-9aa7-d4d85971d384 req-3a6588f1-3011-41ab-9ae5-6a155c7a0100 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] No waiting events found dispatching network-vif-plugged-1c2ddf1c-f160-4edc-8257-8ebb74de8efa {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 939.973034] env[69440]: WARNING nova.compute.manager [req-f32857c8-0dab-4449-9aa7-d4d85971d384 req-3a6588f1-3011-41ab-9ae5-6a155c7a0100 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Received unexpected event network-vif-plugged-1c2ddf1c-f160-4edc-8257-8ebb74de8efa for instance with vm_state building and task_state spawning. [ 939.973034] env[69440]: DEBUG nova.compute.manager [req-f32857c8-0dab-4449-9aa7-d4d85971d384 req-3a6588f1-3011-41ab-9ae5-6a155c7a0100 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Received event network-changed-1c2ddf1c-f160-4edc-8257-8ebb74de8efa {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.973034] env[69440]: DEBUG nova.compute.manager [req-f32857c8-0dab-4449-9aa7-d4d85971d384 req-3a6588f1-3011-41ab-9ae5-6a155c7a0100 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Refreshing instance network info cache due to event network-changed-1c2ddf1c-f160-4edc-8257-8ebb74de8efa. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.973034] env[69440]: DEBUG oslo_concurrency.lockutils [req-f32857c8-0dab-4449-9aa7-d4d85971d384 req-3a6588f1-3011-41ab-9ae5-6a155c7a0100 service nova] Acquiring lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.973034] env[69440]: DEBUG oslo_concurrency.lockutils [req-f32857c8-0dab-4449-9aa7-d4d85971d384 req-3a6588f1-3011-41ab-9ae5-6a155c7a0100 service nova] Acquired lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.973034] env[69440]: DEBUG nova.network.neutron [req-f32857c8-0dab-4449-9aa7-d4d85971d384 req-3a6588f1-3011-41ab-9ae5-6a155c7a0100 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Refreshing network info cache for port 1c2ddf1c-f160-4edc-8257-8ebb74de8efa {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.978025] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139678, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.236012] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.236595] env[69440]: DEBUG nova.compute.manager [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.241857] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.989s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.243454] env[69440]: INFO nova.compute.claims [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.327182] env[69440]: DEBUG oslo_vmware.api [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139676, 'name': PowerOnVM_Task, 'duration_secs': 0.818971} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.327490] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.327732] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9cefdef0-2e79-4ece-8a76-87d7bdc6fc36 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Updating instance '26d5e4a4-a985-440c-ab16-5798e9bd72ff' progress to 100 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 940.416336] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139677, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.432648] env[69440]: DEBUG nova.compute.manager [req-6bde8019-c7da-4f63-8c76-1ffd6f0b6ea6 req-ace08005-b532-4ba3-ab74-8e7a84e6085b service nova] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Received event network-changed-a8129472-7300-40e8-9401-b55052c07757 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.432945] env[69440]: DEBUG nova.compute.manager [req-6bde8019-c7da-4f63-8c76-1ffd6f0b6ea6 req-ace08005-b532-4ba3-ab74-8e7a84e6085b service nova] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Refreshing instance network info cache due to event network-changed-a8129472-7300-40e8-9401-b55052c07757. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.433320] env[69440]: DEBUG oslo_concurrency.lockutils [req-6bde8019-c7da-4f63-8c76-1ffd6f0b6ea6 req-ace08005-b532-4ba3-ab74-8e7a84e6085b service nova] Acquiring lock "refresh_cache-d9c9f9e1-1366-45e8-be06-db7055927d43" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.433532] env[69440]: DEBUG oslo_concurrency.lockutils [req-6bde8019-c7da-4f63-8c76-1ffd6f0b6ea6 req-ace08005-b532-4ba3-ab74-8e7a84e6085b service nova] Acquired lock "refresh_cache-d9c9f9e1-1366-45e8-be06-db7055927d43" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.433802] env[69440]: DEBUG nova.network.neutron [req-6bde8019-c7da-4f63-8c76-1ffd6f0b6ea6 req-ace08005-b532-4ba3-ab74-8e7a84e6085b service nova] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Refreshing network info cache for port a8129472-7300-40e8-9401-b55052c07757 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.476020] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139678, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.679725] env[69440]: INFO nova.compute.manager [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Rescuing [ 940.679998] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "refresh_cache-41012beb-1a6a-4164-ae16-16e46514ac7f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.680160] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquired lock "refresh_cache-41012beb-1a6a-4164-ae16-16e46514ac7f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.680321] env[69440]: DEBUG nova.network.neutron [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.705618] env[69440]: DEBUG nova.network.neutron [req-f32857c8-0dab-4449-9aa7-d4d85971d384 req-3a6588f1-3011-41ab-9ae5-6a155c7a0100 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Updated VIF entry in instance network info cache for port 1c2ddf1c-f160-4edc-8257-8ebb74de8efa. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.705988] env[69440]: DEBUG nova.network.neutron [req-f32857c8-0dab-4449-9aa7-d4d85971d384 req-3a6588f1-3011-41ab-9ae5-6a155c7a0100 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Updating instance_info_cache with network_info: [{"id": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "address": "fa:16:3e:b6:5b:e0", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ddf1c-f1", "ovs_interfaceid": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.748816] env[69440]: DEBUG nova.compute.utils [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.753561] env[69440]: DEBUG nova.compute.manager [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.754561] env[69440]: DEBUG nova.network.neutron [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.798192] env[69440]: DEBUG nova.policy [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fe0e5a746c54fdd9c0ee263fa44567b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3ed4fbb21be42e99ffaded438f66bf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.909184] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780376} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.910436] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 8bd9fdeb-3e98-4d0f-8523-49077618fbdb/8bd9fdeb-3e98-4d0f-8523-49077618fbdb.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.910436] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.910436] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2e78e41-96ae-4096-9e58-d2d609fc126c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.916691] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 940.916691] env[69440]: value = "task-4139679" [ 940.916691] env[69440]: _type = "Task" [ 940.916691] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.927385] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.977474] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139678, 'name': CreateVM_Task, 'duration_secs': 0.924026} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.977631] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.978376] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.978545] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.978929] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.979576] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbc0bb28-6b29-49c6-aa56-8e4a28c93fda {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.985336] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 940.985336] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52bdfc72-c4aa-7fb1-6af3-58e629a3629b" [ 940.985336] env[69440]: _type = "Task" [ 940.985336] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.998777] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52bdfc72-c4aa-7fb1-6af3-58e629a3629b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.208994] env[69440]: DEBUG oslo_concurrency.lockutils [req-f32857c8-0dab-4449-9aa7-d4d85971d384 req-3a6588f1-3011-41ab-9ae5-6a155c7a0100 service nova] Releasing lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.259097] env[69440]: DEBUG nova.compute.manager [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.430661] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071301} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.430969] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.431859] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bd43c1-62e0-4844-9dbb-cbb0370304e1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.462991] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 8bd9fdeb-3e98-4d0f-8523-49077618fbdb/8bd9fdeb-3e98-4d0f-8523-49077618fbdb.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.468227] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29ba2c63-49ed-468c-8334-16d42ddf3709 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.492404] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 941.492404] env[69440]: value = "task-4139680" [ 941.492404] env[69440]: _type = "Task" [ 941.492404] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.496307] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52bdfc72-c4aa-7fb1-6af3-58e629a3629b, 'name': SearchDatastore_Task, 'duration_secs': 0.085263} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.499496] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.499737] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.499976] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.500187] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.500307] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.502939] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5344c897-ab50-42ce-9030-5ceb6df9eebc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.510939] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.516491] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.516491] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.519773] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52166584-8eed-448b-848e-06c0735b9988 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.526155] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 941.526155] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]520b1741-4157-e70b-454c-09c33545395b" [ 941.526155] env[69440]: _type = "Task" [ 941.526155] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.535207] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520b1741-4157-e70b-454c-09c33545395b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.610459] env[69440]: DEBUG nova.network.neutron [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Successfully created port: 95894f0a-91df-4808-bda2-571c56e30317 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.620368] env[69440]: DEBUG nova.network.neutron [req-6bde8019-c7da-4f63-8c76-1ffd6f0b6ea6 req-ace08005-b532-4ba3-ab74-8e7a84e6085b service nova] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Updated VIF entry in instance network info cache for port a8129472-7300-40e8-9401-b55052c07757. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.620859] env[69440]: DEBUG nova.network.neutron [req-6bde8019-c7da-4f63-8c76-1ffd6f0b6ea6 req-ace08005-b532-4ba3-ab74-8e7a84e6085b service nova] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Updating instance_info_cache with network_info: [{"id": "a8129472-7300-40e8-9401-b55052c07757", "address": "fa:16:3e:e4:49:8d", "network": {"id": "c61d41cb-1030-45ac-86e0-d6701ef5f257", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-916581243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a4de97912a1425fb13275e23833b48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8129472-73", "ovs_interfaceid": "a8129472-7300-40e8-9401-b55052c07757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.809821] env[69440]: DEBUG nova.network.neutron [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Updating instance_info_cache with network_info: [{"id": "c2b042f0-c765-407a-89c5-66e36925ed20", "address": "fa:16:3e:89:e2:88", "network": {"id": "b46392e5-d63e-4df4-ba59-e4f0adfb50fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2074667289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f307b75d6e0041feba20f44ef9f046e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b042f0-c7", "ovs_interfaceid": "c2b042f0-c765-407a-89c5-66e36925ed20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.975861] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c198683-2a7a-437b-a3c5-5b361efefa38 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.985081] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9905e324-d14b-4639-a28b-a4cd5fb17cc4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.026834] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee95dd1-e2ae-46c9-9626-be27de724ac8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.036189] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.039691] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03422c2e-926e-481a-b630-cfd11a91082d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.046693] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520b1741-4157-e70b-454c-09c33545395b, 'name': SearchDatastore_Task, 'duration_secs': 0.037102} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.047823] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6458f9a-0eff-4f53-a303-4d41dbad6aca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.059603] env[69440]: DEBUG nova.compute.provider_tree [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.065232] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 942.065232] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52e0a11f-e29a-8a21-b6c7-11aa90dd466a" [ 942.065232] env[69440]: _type = "Task" [ 942.065232] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.074092] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e0a11f-e29a-8a21-b6c7-11aa90dd466a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.126172] env[69440]: DEBUG oslo_concurrency.lockutils [req-6bde8019-c7da-4f63-8c76-1ffd6f0b6ea6 req-ace08005-b532-4ba3-ab74-8e7a84e6085b service nova] Releasing lock "refresh_cache-d9c9f9e1-1366-45e8-be06-db7055927d43" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.276243] env[69440]: DEBUG nova.compute.manager [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.308563] env[69440]: DEBUG nova.virt.hardware [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.308812] env[69440]: DEBUG nova.virt.hardware [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.308966] env[69440]: DEBUG nova.virt.hardware [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.309171] env[69440]: DEBUG nova.virt.hardware [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.309327] env[69440]: DEBUG nova.virt.hardware [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.309460] env[69440]: DEBUG nova.virt.hardware [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.309668] env[69440]: DEBUG nova.virt.hardware [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.309824] env[69440]: DEBUG nova.virt.hardware [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.309991] env[69440]: DEBUG nova.virt.hardware [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.310156] env[69440]: DEBUG nova.virt.hardware [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.310332] env[69440]: DEBUG nova.virt.hardware [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.311258] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f90afa-158c-431a-83a2-bfc4af0d3954 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.320905] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Releasing lock "refresh_cache-41012beb-1a6a-4164-ae16-16e46514ac7f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.323215] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d56c068-1e31-4ca7-8f56-02672bf426bc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.436099] env[69440]: DEBUG oslo_concurrency.lockutils [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Acquiring lock "d9c9f9e1-1366-45e8-be06-db7055927d43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.436398] env[69440]: DEBUG oslo_concurrency.lockutils [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Lock "d9c9f9e1-1366-45e8-be06-db7055927d43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.436675] env[69440]: DEBUG oslo_concurrency.lockutils [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Acquiring lock "d9c9f9e1-1366-45e8-be06-db7055927d43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.436892] env[69440]: DEBUG oslo_concurrency.lockutils [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Lock "d9c9f9e1-1366-45e8-be06-db7055927d43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.437071] env[69440]: DEBUG oslo_concurrency.lockutils [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Lock "d9c9f9e1-1366-45e8-be06-db7055927d43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.441013] env[69440]: INFO nova.compute.manager [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Terminating instance [ 942.533216] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139680, 'name': ReconfigVM_Task, 'duration_secs': 0.837395} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.533469] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 8bd9fdeb-3e98-4d0f-8523-49077618fbdb/8bd9fdeb-3e98-4d0f-8523-49077618fbdb.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.534129] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddb5350f-40c3-4247-966a-ca9729ec5cfc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.542435] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 942.542435] env[69440]: value = "task-4139681" [ 942.542435] env[69440]: _type = "Task" [ 942.542435] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.552376] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139681, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.563812] env[69440]: DEBUG nova.scheduler.client.report [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.579647] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e0a11f-e29a-8a21-b6c7-11aa90dd466a, 'name': SearchDatastore_Task, 'duration_secs': 0.0173} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.580649] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.581357] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 130d72c0-e90e-4b8d-9e81-fe26ab150bae/130d72c0-e90e-4b8d-9e81-fe26ab150bae.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.582123] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60a65ae0-e08f-43d8-a9ef-fb28d9b5b696 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.597061] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 942.597061] env[69440]: value = "task-4139682" [ 942.597061] env[69440]: _type = "Task" [ 942.597061] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.610987] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.945239] env[69440]: DEBUG nova.compute.manager [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.945561] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.946485] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4285756-cf44-48fc-910f-ff10bf6657ee {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.955369] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.955715] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30c1570c-1d64-4823-b79d-d19f48d8c42a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.965094] env[69440]: DEBUG oslo_vmware.api [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Waiting for the task: (returnval){ [ 942.965094] env[69440]: value = "task-4139683" [ 942.965094] env[69440]: _type = "Task" [ 942.965094] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.978289] env[69440]: DEBUG oslo_vmware.api [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': task-4139683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.039273] env[69440]: DEBUG nova.network.neutron [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Port 5324155c-f42e-4a31-aa58-7390dd0a5fc8 binding to destination host cpu-1 is already ACTIVE {{(pid=69440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 943.039665] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "refresh_cache-26d5e4a4-a985-440c-ab16-5798e9bd72ff" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.039707] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquired lock "refresh_cache-26d5e4a4-a985-440c-ab16-5798e9bd72ff" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.039866] env[69440]: DEBUG nova.network.neutron [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.055034] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139681, 'name': Rename_Task, 'duration_secs': 0.185212} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.055392] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.055753] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51b89915-266d-42e8-b82e-e0b629874c07 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.067559] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 943.067559] env[69440]: value = "task-4139684" [ 943.067559] env[69440]: _type = "Task" [ 943.067559] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.068456] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Acquiring lock "abe87d6e-d684-4ae8-be5b-de88ddbfbf3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.068940] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Lock "abe87d6e-d684-4ae8-be5b-de88ddbfbf3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.069359] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Acquiring lock "abe87d6e-d684-4ae8-be5b-de88ddbfbf3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.069686] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Lock "abe87d6e-d684-4ae8-be5b-de88ddbfbf3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.070014] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Lock "abe87d6e-d684-4ae8-be5b-de88ddbfbf3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.076736] env[69440]: INFO nova.compute.manager [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Terminating instance [ 943.079703] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.838s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.080550] env[69440]: DEBUG nova.compute.manager [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.085473] env[69440]: DEBUG oslo_concurrency.lockutils [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.039s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.087537] env[69440]: DEBUG nova.objects.instance [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 943.098522] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139684, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.112783] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139682, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.354447] env[69440]: DEBUG nova.network.neutron [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Successfully updated port: 95894f0a-91df-4808-bda2-571c56e30317 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.471929] env[69440]: DEBUG nova.compute.manager [req-505a8746-4caf-4418-8881-65870be522bd req-84d3bf61-4c38-4063-b783-f12940f7734f service nova] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Received event network-vif-plugged-95894f0a-91df-4808-bda2-571c56e30317 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.472055] env[69440]: DEBUG oslo_concurrency.lockutils [req-505a8746-4caf-4418-8881-65870be522bd req-84d3bf61-4c38-4063-b783-f12940f7734f service nova] Acquiring lock "d91fe50b-1999-4015-bf8a-9fe57041dabf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.472290] env[69440]: DEBUG oslo_concurrency.lockutils [req-505a8746-4caf-4418-8881-65870be522bd req-84d3bf61-4c38-4063-b783-f12940f7734f service nova] Lock "d91fe50b-1999-4015-bf8a-9fe57041dabf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.472458] env[69440]: DEBUG oslo_concurrency.lockutils [req-505a8746-4caf-4418-8881-65870be522bd req-84d3bf61-4c38-4063-b783-f12940f7734f service nova] Lock "d91fe50b-1999-4015-bf8a-9fe57041dabf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.472627] env[69440]: DEBUG nova.compute.manager [req-505a8746-4caf-4418-8881-65870be522bd req-84d3bf61-4c38-4063-b783-f12940f7734f service nova] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] No waiting events found dispatching network-vif-plugged-95894f0a-91df-4808-bda2-571c56e30317 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 943.472788] env[69440]: WARNING nova.compute.manager [req-505a8746-4caf-4418-8881-65870be522bd req-84d3bf61-4c38-4063-b783-f12940f7734f service nova] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Received unexpected event network-vif-plugged-95894f0a-91df-4808-bda2-571c56e30317 for instance with vm_state building and task_state spawning. [ 943.479320] env[69440]: DEBUG oslo_vmware.api [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': task-4139683, 'name': PowerOffVM_Task, 'duration_secs': 0.327459} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.479577] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.479746] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.480033] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca9b8de3-438d-4c1a-a2be-d0ebe5a6ce29 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.550026] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.550130] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.550296] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Deleting the datastore file [datastore2] d9c9f9e1-1366-45e8-be06-db7055927d43 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.550583] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-111b08b1-2e15-4f51-863d-4ac81d0c82bd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.562284] env[69440]: DEBUG oslo_vmware.api [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Waiting for the task: (returnval){ [ 943.562284] env[69440]: value = "task-4139686" [ 943.562284] env[69440]: _type = "Task" [ 943.562284] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.569971] env[69440]: DEBUG oslo_vmware.api [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': task-4139686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.579230] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.593598] env[69440]: DEBUG nova.compute.utils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.595241] env[69440]: DEBUG nova.compute.manager [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.598486] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.602905] env[69440]: DEBUG nova.compute.manager [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.602905] env[69440]: DEBUG nova.network.neutron [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.606729] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb1b388-cb44-4b3a-a54d-56fe974f509e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.611322] env[69440]: DEBUG oslo_concurrency.lockutils [None req-32e1152d-19a7-4fe3-ab95-95b801b09b7c tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.526s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.616162] env[69440]: DEBUG oslo_concurrency.lockutils [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.505s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.616162] env[69440]: DEBUG nova.objects.instance [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Lazy-loading 'resources' on Instance uuid dcae0c26-c079-4d7c-a321-df69cba40c3c {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.628760] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.629533] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87374} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.629773] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8c429c3-2a98-4260-8021-8aea8f6b80df {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.632566] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 130d72c0-e90e-4b8d-9e81-fe26ab150bae/130d72c0-e90e-4b8d-9e81-fe26ab150bae.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.632829] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.637034] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e2f6fff-19e0-44ad-a5cd-7077512a96bb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.646823] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 943.646823] env[69440]: value = "task-4139688" [ 943.646823] env[69440]: _type = "Task" [ 943.646823] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.647239] env[69440]: DEBUG oslo_vmware.api [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Waiting for the task: (returnval){ [ 943.647239] env[69440]: value = "task-4139687" [ 943.647239] env[69440]: _type = "Task" [ 943.647239] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.666665] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.672347] env[69440]: DEBUG oslo_vmware.api [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Task: {'id': task-4139687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.713790] env[69440]: DEBUG nova.policy [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e524cd68af84956a2aca133e9dd6864', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '443466e49aba4b2ea03b5b247856f01e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.864909] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Acquiring lock "refresh_cache-d91fe50b-1999-4015-bf8a-9fe57041dabf" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.864909] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Acquired lock "refresh_cache-d91fe50b-1999-4015-bf8a-9fe57041dabf" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.864909] env[69440]: DEBUG nova.network.neutron [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.865925] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.867240] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a8a2af1-9dff-4e5f-9ee7-45954a08ee43 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.880450] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 943.880450] env[69440]: value = "task-4139689" [ 943.880450] env[69440]: _type = "Task" [ 943.880450] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.892787] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.924204] env[69440]: DEBUG nova.network.neutron [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Updating instance_info_cache with network_info: [{"id": "5324155c-f42e-4a31-aa58-7390dd0a5fc8", "address": "fa:16:3e:41:00:b9", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5324155c-f4", "ovs_interfaceid": "5324155c-f42e-4a31-aa58-7390dd0a5fc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.074018] env[69440]: DEBUG oslo_vmware.api [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Task: {'id': task-4139686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291213} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.078211] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.078468] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.078670] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.078970] env[69440]: INFO nova.compute.manager [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Took 1.13 seconds to destroy the instance on the hypervisor. [ 944.079350] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.079651] env[69440]: DEBUG nova.compute.manager [-] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.079879] env[69440]: DEBUG nova.network.neutron [-] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.092402] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139684, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.102468] env[69440]: DEBUG nova.compute.manager [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.173802] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082691} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.174268] env[69440]: DEBUG oslo_vmware.api [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Task: {'id': task-4139687, 'name': PowerOffVM_Task, 'duration_secs': 0.406565} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.183145] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.183745] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.184018] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.185329] env[69440]: DEBUG nova.network.neutron [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Successfully created port: 9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.187998] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b512444-71e5-49cb-8a2c-0df6954b487a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.191672] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94773cb6-aea8-4907-b0aa-699d06bef3fb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.217458] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 130d72c0-e90e-4b8d-9e81-fe26ab150bae/130d72c0-e90e-4b8d-9e81-fe26ab150bae.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.223668] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dfeefbf-e507-40cd-b321-ad1e353597a4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.252539] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 944.252539] env[69440]: value = "task-4139691" [ 944.252539] env[69440]: _type = "Task" [ 944.252539] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.266653] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.349406] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.352023] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.352023] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Deleting the datastore file [datastore2] abe87d6e-d684-4ae8-be5b-de88ddbfbf3c {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.352023] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9219542-fc4c-4e2b-916b-927d28d1f35a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.359721] env[69440]: DEBUG oslo_vmware.api [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Waiting for the task: (returnval){ [ 944.359721] env[69440]: value = "task-4139692" [ 944.359721] env[69440]: _type = "Task" [ 944.359721] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.374280] env[69440]: DEBUG oslo_vmware.api [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Task: {'id': task-4139692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.394496] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139689, 'name': PowerOffVM_Task, 'duration_secs': 0.298787} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.394811] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.396250] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2980564-182d-42ee-86d1-0ca561b67197 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.422589] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41ac462-d904-45cb-b7cf-152e84e8d574 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.429670] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Releasing lock "refresh_cache-26d5e4a4-a985-440c-ab16-5798e9bd72ff" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.432751] env[69440]: DEBUG nova.network.neutron [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.475920] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.476255] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed21e231-e399-41a4-b6f6-803a6b407b22 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.490342] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 944.490342] env[69440]: value = "task-4139693" [ 944.490342] env[69440]: _type = "Task" [ 944.490342] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.500920] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] VM already powered off {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 944.501174] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.501426] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.501581] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.502195] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.502195] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d52e512-0a69-4444-a83e-37ed43d1045c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.517224] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.518198] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.521613] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47bc8e71-b019-4f91-ac24-f827efb35681 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.531566] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 944.531566] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5253a2cb-0d35-df88-701b-99662cafa387" [ 944.531566] env[69440]: _type = "Task" [ 944.531566] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.549607] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5253a2cb-0d35-df88-701b-99662cafa387, 'name': SearchDatastore_Task, 'duration_secs': 0.011727} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.550731] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf7297d6-8189-43e0-a621-d0a11322198b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.560338] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 944.560338] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ffd706-1571-9db0-9b3c-779101018e2a" [ 944.560338] env[69440]: _type = "Task" [ 944.560338] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.571848] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ffd706-1571-9db0-9b3c-779101018e2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.584669] env[69440]: DEBUG oslo_vmware.api [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139684, 'name': PowerOnVM_Task, 'duration_secs': 1.068537} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.585040] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.585040] env[69440]: INFO nova.compute.manager [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Took 10.06 seconds to spawn the instance on the hypervisor. [ 944.585175] env[69440]: DEBUG nova.compute.manager [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 944.588784] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a313d396-05dc-4e0f-8c3e-9330359f09cf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.769461] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139691, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.817936] env[69440]: DEBUG nova.network.neutron [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Updating instance_info_cache with network_info: [{"id": "95894f0a-91df-4808-bda2-571c56e30317", "address": "fa:16:3e:57:0b:d0", "network": {"id": "6e78808e-2382-44a9-bbd4-b4aa99bbdfbf", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1577888142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3ed4fbb21be42e99ffaded438f66bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95894f0a-91", "ovs_interfaceid": "95894f0a-91df-4808-bda2-571c56e30317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.877095] env[69440]: DEBUG oslo_vmware.api [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Task: {'id': task-4139692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220798} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.877903] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.877903] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.877903] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.877903] env[69440]: INFO nova.compute.manager [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Took 1.28 seconds to destroy the instance on the hypervisor. [ 944.878181] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.878496] env[69440]: DEBUG nova.compute.manager [-] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.878606] env[69440]: DEBUG nova.network.neutron [-] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.883882] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33540f6a-d461-4cb9-98df-9012f4e3d261 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.893430] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef92510-a8f3-4885-9284-6b034a117ea3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.926355] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1514c8fa-b1ce-442a-b1af-d468187ccf18 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.934129] env[69440]: DEBUG nova.compute.manager [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69440) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 944.934348] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.935946] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcce78aa-d006-40b2-9a1c-5bddb37d79d5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.952710] env[69440]: DEBUG nova.compute.provider_tree [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.072031] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ffd706-1571-9db0-9b3c-779101018e2a, 'name': SearchDatastore_Task, 'duration_secs': 0.022069} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.072419] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.072750] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 41012beb-1a6a-4164-ae16-16e46514ac7f/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk. {{(pid=69440) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 945.073095] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90551c1b-0caa-4109-9381-843a5b377e80 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.081356] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 945.081356] env[69440]: value = "task-4139694" [ 945.081356] env[69440]: _type = "Task" [ 945.081356] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.090285] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.114254] env[69440]: DEBUG nova.compute.manager [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.117717] env[69440]: INFO nova.compute.manager [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Took 46.15 seconds to build instance. [ 945.150656] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.150920] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.151090] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.151275] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.151421] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.151566] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.151774] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.151929] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.152107] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.152270] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.152441] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.153693] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c6b271-a977-4c51-8b56-1fd350b30d0f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.166726] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526a75f5-5efc-4734-bfeb-da0a8dc12d13 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.266826] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139691, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.297031] env[69440]: DEBUG nova.network.neutron [-] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.322406] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Releasing lock "refresh_cache-d91fe50b-1999-4015-bf8a-9fe57041dabf" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.322850] env[69440]: DEBUG nova.compute.manager [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Instance network_info: |[{"id": "95894f0a-91df-4808-bda2-571c56e30317", "address": "fa:16:3e:57:0b:d0", "network": {"id": "6e78808e-2382-44a9-bbd4-b4aa99bbdfbf", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1577888142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3ed4fbb21be42e99ffaded438f66bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95894f0a-91", "ovs_interfaceid": "95894f0a-91df-4808-bda2-571c56e30317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.323513] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:0b:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95894f0a-91df-4808-bda2-571c56e30317', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.335722] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Creating folder: Project (c3ed4fbb21be42e99ffaded438f66bf2). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.336533] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0997dbe8-72bc-4d4b-ba71-4a9651cf0036 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.349761] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Created folder: Project (c3ed4fbb21be42e99ffaded438f66bf2) in parent group-v819662. [ 945.350079] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Creating folder: Instances. Parent ref: group-v819854. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.350367] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8810e58-5063-4546-97a3-96f52b1d5777 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.362914] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Created folder: Instances in parent group-v819854. [ 945.363117] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.363521] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.363657] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-441389a7-192b-4f15-b5e1-810070c4b0ed {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.384316] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.384316] env[69440]: value = "task-4139697" [ 945.384316] env[69440]: _type = "Task" [ 945.384316] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.393233] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139697, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.458764] env[69440]: DEBUG nova.scheduler.client.report [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.591860] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.621479] env[69440]: DEBUG oslo_concurrency.lockutils [None req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "8bd9fdeb-3e98-4d0f-8523-49077618fbdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.273s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.636227] env[69440]: DEBUG nova.network.neutron [-] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.667341] env[69440]: DEBUG nova.compute.manager [req-3ce9207c-b3fc-43fe-876c-d88049afcbd6 req-1d733339-fc21-492b-ad1d-92b30c06e8a4 service nova] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Received event network-changed-95894f0a-91df-4808-bda2-571c56e30317 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.667677] env[69440]: DEBUG nova.compute.manager [req-3ce9207c-b3fc-43fe-876c-d88049afcbd6 req-1d733339-fc21-492b-ad1d-92b30c06e8a4 service nova] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Refreshing instance network info cache due to event network-changed-95894f0a-91df-4808-bda2-571c56e30317. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.667933] env[69440]: DEBUG oslo_concurrency.lockutils [req-3ce9207c-b3fc-43fe-876c-d88049afcbd6 req-1d733339-fc21-492b-ad1d-92b30c06e8a4 service nova] Acquiring lock "refresh_cache-d91fe50b-1999-4015-bf8a-9fe57041dabf" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.667933] env[69440]: DEBUG oslo_concurrency.lockutils [req-3ce9207c-b3fc-43fe-876c-d88049afcbd6 req-1d733339-fc21-492b-ad1d-92b30c06e8a4 service nova] Acquired lock "refresh_cache-d91fe50b-1999-4015-bf8a-9fe57041dabf" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.668121] env[69440]: DEBUG nova.network.neutron [req-3ce9207c-b3fc-43fe-876c-d88049afcbd6 req-1d733339-fc21-492b-ad1d-92b30c06e8a4 service nova] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Refreshing network info cache for port 95894f0a-91df-4808-bda2-571c56e30317 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.769546] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139691, 'name': ReconfigVM_Task, 'duration_secs': 1.451179} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.769902] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 130d72c0-e90e-4b8d-9e81-fe26ab150bae/130d72c0-e90e-4b8d-9e81-fe26ab150bae.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.770698] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bd66b28-72f3-4900-aec5-b701b4a792b7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.778949] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 945.778949] env[69440]: value = "task-4139698" [ 945.778949] env[69440]: _type = "Task" [ 945.778949] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.785357] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8762fd58-8c1b-4bc1-abf3-57bc89dbf0a3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.792482] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139698, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.798980] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1a1bbb-551a-4ac0-8d29-b6e28b4417f7 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Suspending the VM {{(pid=69440) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 945.799477] env[69440]: INFO nova.compute.manager [-] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Took 1.72 seconds to deallocate network for instance. [ 945.800197] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-716eb8d2-e515-4992-97e4-e8fd412ee2a3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.812141] env[69440]: DEBUG oslo_vmware.api [None req-2c1a1bbb-551a-4ac0-8d29-b6e28b4417f7 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 945.812141] env[69440]: value = "task-4139699" [ 945.812141] env[69440]: _type = "Task" [ 945.812141] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.826803] env[69440]: DEBUG oslo_vmware.api [None req-2c1a1bbb-551a-4ac0-8d29-b6e28b4417f7 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139699, 'name': SuspendVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.899580] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139697, 'name': CreateVM_Task, 'duration_secs': 0.491392} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.899580] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.900359] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.900559] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.900709] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.900975] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68cb9578-d908-4aca-b822-f631b028db0c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.907561] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Waiting for the task: (returnval){ [ 945.907561] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5251b346-6511-247a-c635-1926484b76a6" [ 945.907561] env[69440]: _type = "Task" [ 945.907561] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.919937] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5251b346-6511-247a-c635-1926484b76a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.967025] env[69440]: DEBUG oslo_concurrency.lockutils [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.349s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.968361] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.481s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.969512] env[69440]: DEBUG nova.objects.instance [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lazy-loading 'resources' on Instance uuid 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.003865] env[69440]: INFO nova.scheduler.client.report [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Deleted allocations for instance dcae0c26-c079-4d7c-a321-df69cba40c3c [ 946.098137] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139694, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.124726] env[69440]: DEBUG nova.compute.manager [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.138827] env[69440]: INFO nova.compute.manager [-] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Took 1.26 seconds to deallocate network for instance. [ 946.237847] env[69440]: DEBUG nova.network.neutron [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Successfully updated port: 9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.294936] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139698, 'name': Rename_Task, 'duration_secs': 0.200953} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.296291] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.299584] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05a2dc8e-4855-4f07-9688-2e9b625c407d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.308971] env[69440]: DEBUG oslo_concurrency.lockutils [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.309417] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 946.309417] env[69440]: value = "task-4139700" [ 946.309417] env[69440]: _type = "Task" [ 946.309417] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.327409] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.328066] env[69440]: DEBUG oslo_vmware.api [None req-2c1a1bbb-551a-4ac0-8d29-b6e28b4417f7 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139699, 'name': SuspendVM_Task} progress is 62%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.420565] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5251b346-6511-247a-c635-1926484b76a6, 'name': SearchDatastore_Task, 'duration_secs': 0.019126} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.420755] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.421371] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.421371] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.421509] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.421850] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.421850] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37d8fa64-7b11-4b93-a10e-99f3449efad1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.434546] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.434722] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.435613] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d84a4e-edb1-4d25-b50b-6b83cdab4637 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.441996] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Waiting for the task: (returnval){ [ 946.441996] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5216aa70-e38c-3184-2d33-51db689442b7" [ 946.441996] env[69440]: _type = "Task" [ 946.441996] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.452405] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5216aa70-e38c-3184-2d33-51db689442b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.477050] env[69440]: DEBUG nova.network.neutron [req-3ce9207c-b3fc-43fe-876c-d88049afcbd6 req-1d733339-fc21-492b-ad1d-92b30c06e8a4 service nova] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Updated VIF entry in instance network info cache for port 95894f0a-91df-4808-bda2-571c56e30317. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.477482] env[69440]: DEBUG nova.network.neutron [req-3ce9207c-b3fc-43fe-876c-d88049afcbd6 req-1d733339-fc21-492b-ad1d-92b30c06e8a4 service nova] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Updating instance_info_cache with network_info: [{"id": "95894f0a-91df-4808-bda2-571c56e30317", "address": "fa:16:3e:57:0b:d0", "network": {"id": "6e78808e-2382-44a9-bbd4-b4aa99bbdfbf", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1577888142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3ed4fbb21be42e99ffaded438f66bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95894f0a-91", "ovs_interfaceid": "95894f0a-91df-4808-bda2-571c56e30317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.514814] env[69440]: DEBUG oslo_concurrency.lockutils [None req-711766a1-34df-4621-85a0-0df34558746d tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Lock "dcae0c26-c079-4d7c-a321-df69cba40c3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.134s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.597766] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139694, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.131001} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.598083] env[69440]: INFO nova.virt.vmwareapi.ds_util [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 41012beb-1a6a-4164-ae16-16e46514ac7f/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk. [ 946.598868] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82386ba8-c503-4fcc-a97f-5cf1dc1af6cc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.632902] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 41012beb-1a6a-4164-ae16-16e46514ac7f/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.637802] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3541f38-ebbc-40da-9478-711dacae054d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.658084] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.666034] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 946.666034] env[69440]: value = "task-4139701" [ 946.666034] env[69440]: _type = "Task" [ 946.666034] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.674518] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.682201] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139701, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.746049] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "refresh_cache-62386841-2d1a-4b69-8438-6646dd617889" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.746398] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquired lock "refresh_cache-62386841-2d1a-4b69-8438-6646dd617889" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.746515] env[69440]: DEBUG nova.network.neutron [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.829627] env[69440]: DEBUG oslo_vmware.api [None req-2c1a1bbb-551a-4ac0-8d29-b6e28b4417f7 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139699, 'name': SuspendVM_Task} progress is 62%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.834379] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139700, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.953593] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5216aa70-e38c-3184-2d33-51db689442b7, 'name': SearchDatastore_Task, 'duration_secs': 0.014393} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.959333] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b9f9429-252f-4159-b35f-3b7f5c0cfa65 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.965983] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Waiting for the task: (returnval){ [ 946.965983] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b9d2bc-e365-6aa5-90f0-05002520e868" [ 946.965983] env[69440]: _type = "Task" [ 946.965983] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.976279] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52b9d2bc-e365-6aa5-90f0-05002520e868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.980793] env[69440]: DEBUG oslo_concurrency.lockutils [req-3ce9207c-b3fc-43fe-876c-d88049afcbd6 req-1d733339-fc21-492b-ad1d-92b30c06e8a4 service nova] Releasing lock "refresh_cache-d91fe50b-1999-4015-bf8a-9fe57041dabf" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.981080] env[69440]: DEBUG nova.compute.manager [req-3ce9207c-b3fc-43fe-876c-d88049afcbd6 req-1d733339-fc21-492b-ad1d-92b30c06e8a4 service nova] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Received event network-vif-deleted-a8129472-7300-40e8-9401-b55052c07757 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.981266] env[69440]: DEBUG nova.compute.manager [req-3ce9207c-b3fc-43fe-876c-d88049afcbd6 req-1d733339-fc21-492b-ad1d-92b30c06e8a4 service nova] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Received event network-vif-deleted-d8a342ab-cd1b-4014-927d-e7c822523581 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.094476] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1727a0a1-9cea-4a14-8f5a-d4a6c1d8f9c7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.102418] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbd447d-826b-4770-b1a9-119dcaea1a11 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.136043] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7fae90-bf7b-43de-bd97-86d02d12ef99 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.144937] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4aeaea-828b-4175-9b33-a228a1fe8fd3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.163556] env[69440]: DEBUG nova.compute.provider_tree [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.176160] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139701, 'name': ReconfigVM_Task, 'duration_secs': 0.342688} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.177360] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 41012beb-1a6a-4164-ae16-16e46514ac7f/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.178746] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9c79d9-20f2-426f-b06c-8f2234fe7c9f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.212364] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0242cba4-16b9-4428-9ef1-ed3d5abdd55e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.228791] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 947.228791] env[69440]: value = "task-4139702" [ 947.228791] env[69440]: _type = "Task" [ 947.228791] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.238065] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.282319] env[69440]: DEBUG nova.network.neutron [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.320393] env[69440]: DEBUG oslo_vmware.api [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139700, 'name': PowerOnVM_Task, 'duration_secs': 0.656749} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.323557] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.323786] env[69440]: INFO nova.compute.manager [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Took 10.04 seconds to spawn the instance on the hypervisor. [ 947.323969] env[69440]: DEBUG nova.compute.manager [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 947.326879] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5df335-1ae5-4dbe-bb69-536d2c5b5315 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.334803] env[69440]: DEBUG oslo_vmware.api [None req-2c1a1bbb-551a-4ac0-8d29-b6e28b4417f7 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139699, 'name': SuspendVM_Task, 'duration_secs': 1.265766} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.336378] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1a1bbb-551a-4ac0-8d29-b6e28b4417f7 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Suspended the VM {{(pid=69440) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 947.336601] env[69440]: DEBUG nova.compute.manager [None req-2c1a1bbb-551a-4ac0-8d29-b6e28b4417f7 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 947.341539] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2d29f7-516b-4289-a629-f9ca11a72e77 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.433879] env[69440]: DEBUG nova.network.neutron [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Updating instance_info_cache with network_info: [{"id": "9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5", "address": "fa:16:3e:f5:3d:8b", "network": {"id": "8f67e267-ed9e-43be-8dc9-f63476359c50", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1462683809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443466e49aba4b2ea03b5b247856f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9971ca2e-c9", "ovs_interfaceid": "9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.479028] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52b9d2bc-e365-6aa5-90f0-05002520e868, 'name': SearchDatastore_Task, 'duration_secs': 0.012697} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.479627] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.479943] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] d91fe50b-1999-4015-bf8a-9fe57041dabf/d91fe50b-1999-4015-bf8a-9fe57041dabf.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.480254] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3eb0cc17-5987-4d22-b1a1-7ce1df32a3d5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.487372] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Waiting for the task: (returnval){ [ 947.487372] env[69440]: value = "task-4139703" [ 947.487372] env[69440]: _type = "Task" [ 947.487372] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.495772] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': task-4139703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.668070] env[69440]: DEBUG nova.scheduler.client.report [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.740313] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139702, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.858738] env[69440]: INFO nova.compute.manager [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Took 48.33 seconds to build instance. [ 947.938933] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Releasing lock "refresh_cache-62386841-2d1a-4b69-8438-6646dd617889" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.939433] env[69440]: DEBUG nova.compute.manager [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Instance network_info: |[{"id": "9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5", "address": "fa:16:3e:f5:3d:8b", "network": {"id": "8f67e267-ed9e-43be-8dc9-f63476359c50", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1462683809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443466e49aba4b2ea03b5b247856f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9971ca2e-c9", "ovs_interfaceid": "9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.940248] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:3d:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.948806] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.950033] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.950384] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3889754d-c820-45bf-ab97-4423e4583f88 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.978486] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.978486] env[69440]: value = "task-4139704" [ 947.978486] env[69440]: _type = "Task" [ 947.978486] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.985281] env[69440]: DEBUG nova.compute.manager [req-62e83d04-0a07-4a75-9bee-f79104ee14dc req-f610565d-8969-4026-9c0f-8b882b90daec service nova] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Received event network-vif-plugged-9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.985281] env[69440]: DEBUG oslo_concurrency.lockutils [req-62e83d04-0a07-4a75-9bee-f79104ee14dc req-f610565d-8969-4026-9c0f-8b882b90daec service nova] Acquiring lock "62386841-2d1a-4b69-8438-6646dd617889-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.986371] env[69440]: DEBUG oslo_concurrency.lockutils [req-62e83d04-0a07-4a75-9bee-f79104ee14dc req-f610565d-8969-4026-9c0f-8b882b90daec service nova] Lock "62386841-2d1a-4b69-8438-6646dd617889-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.986371] env[69440]: DEBUG oslo_concurrency.lockutils [req-62e83d04-0a07-4a75-9bee-f79104ee14dc req-f610565d-8969-4026-9c0f-8b882b90daec service nova] Lock "62386841-2d1a-4b69-8438-6646dd617889-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.986371] env[69440]: DEBUG nova.compute.manager [req-62e83d04-0a07-4a75-9bee-f79104ee14dc req-f610565d-8969-4026-9c0f-8b882b90daec service nova] [instance: 62386841-2d1a-4b69-8438-6646dd617889] No waiting events found dispatching network-vif-plugged-9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 947.986907] env[69440]: WARNING nova.compute.manager [req-62e83d04-0a07-4a75-9bee-f79104ee14dc req-f610565d-8969-4026-9c0f-8b882b90daec service nova] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Received unexpected event network-vif-plugged-9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5 for instance with vm_state building and task_state spawning. [ 947.986907] env[69440]: DEBUG nova.compute.manager [req-62e83d04-0a07-4a75-9bee-f79104ee14dc req-f610565d-8969-4026-9c0f-8b882b90daec service nova] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Received event network-changed-9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.987107] env[69440]: DEBUG nova.compute.manager [req-62e83d04-0a07-4a75-9bee-f79104ee14dc req-f610565d-8969-4026-9c0f-8b882b90daec service nova] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Refreshing instance network info cache due to event network-changed-9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.987661] env[69440]: DEBUG oslo_concurrency.lockutils [req-62e83d04-0a07-4a75-9bee-f79104ee14dc req-f610565d-8969-4026-9c0f-8b882b90daec service nova] Acquiring lock "refresh_cache-62386841-2d1a-4b69-8438-6646dd617889" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.987661] env[69440]: DEBUG oslo_concurrency.lockutils [req-62e83d04-0a07-4a75-9bee-f79104ee14dc req-f610565d-8969-4026-9c0f-8b882b90daec service nova] Acquired lock "refresh_cache-62386841-2d1a-4b69-8438-6646dd617889" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.987661] env[69440]: DEBUG nova.network.neutron [req-62e83d04-0a07-4a75-9bee-f79104ee14dc req-f610565d-8969-4026-9c0f-8b882b90daec service nova] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Refreshing network info cache for port 9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.001922] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139704, 'name': CreateVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.011269] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': task-4139703, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.178412] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.182397] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.072s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.208946] env[69440]: INFO nova.scheduler.client.report [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Deleted allocations for instance 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3 [ 948.241198] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139702, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.361392] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2e80dde-ec79-4273-a8e4-63b50a110183 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.664s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.497829] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139704, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.505634] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': task-4139703, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.00641} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.506190] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] d91fe50b-1999-4015-bf8a-9fe57041dabf/d91fe50b-1999-4015-bf8a-9fe57041dabf.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.506585] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.506986] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5833d0d1-54d7-4019-8797-3e76ca8c9477 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.516037] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Waiting for the task: (returnval){ [ 948.516037] env[69440]: value = "task-4139705" [ 948.516037] env[69440]: _type = "Task" [ 948.516037] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.527620] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': task-4139705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.723725] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Lock "452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.428s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.745020] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139702, 'name': ReconfigVM_Task, 'duration_secs': 1.162705} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.745020] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.745020] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-021411eb-adf6-40d0-92a4-e8ae0de4f320 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.750685] env[69440]: DEBUG nova.network.neutron [req-62e83d04-0a07-4a75-9bee-f79104ee14dc req-f610565d-8969-4026-9c0f-8b882b90daec service nova] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Updated VIF entry in instance network info cache for port 9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.751151] env[69440]: DEBUG nova.network.neutron [req-62e83d04-0a07-4a75-9bee-f79104ee14dc req-f610565d-8969-4026-9c0f-8b882b90daec service nova] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Updating instance_info_cache with network_info: [{"id": "9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5", "address": "fa:16:3e:f5:3d:8b", "network": {"id": "8f67e267-ed9e-43be-8dc9-f63476359c50", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1462683809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443466e49aba4b2ea03b5b247856f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9971ca2e-c9", "ovs_interfaceid": "9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.753966] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 948.753966] env[69440]: value = "task-4139706" [ 948.753966] env[69440]: _type = "Task" [ 948.753966] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.773221] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139706, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.867018] env[69440]: DEBUG nova.compute.manager [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.991887] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139704, 'name': CreateVM_Task, 'duration_secs': 0.790725} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.991887] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.992189] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.992373] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.992688] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.992962] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-919be892-d240-4167-a2d7-6a4ca990187d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.000648] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 949.000648] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5253ff78-90be-4563-3cc2-cf36997f3b92" [ 949.000648] env[69440]: _type = "Task" [ 949.000648] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.011477] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5253ff78-90be-4563-3cc2-cf36997f3b92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.026625] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': task-4139705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072518} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.027105] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.027634] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee3306f-03cf-48fd-a3a4-2b9aecd66274 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.058163] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] d91fe50b-1999-4015-bf8a-9fe57041dabf/d91fe50b-1999-4015-bf8a-9fe57041dabf.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.058163] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e1196b7-794e-4d67-b084-eb48bdd99420 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.080311] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Waiting for the task: (returnval){ [ 949.080311] env[69440]: value = "task-4139707" [ 949.080311] env[69440]: _type = "Task" [ 949.080311] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.091078] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': task-4139707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.206187] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Applying migration context for instance 26d5e4a4-a985-440c-ab16-5798e9bd72ff as it has an incoming, in-progress migration 77649b98-b312-4052-8048-4e5d9e0802a9. Migration status is reverting {{(pid=69440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 949.208691] env[69440]: INFO nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Updating resource usage from migration 77649b98-b312-4052-8048-4e5d9e0802a9 [ 949.240403] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance f254ccca-ffc2-4ca6-92ac-317b5f99cd20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 949.240572] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 559d44dc-2ae8-48a9-9dcd-bad5d03ed236 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 949.240701] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 5c1878eb-3c4b-49b8-89ba-9c51845204bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 949.240821] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance e7a7624e-3780-4ab5-9e5e-ff73e934301e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 949.241073] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 949.241073] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 53e86c03-079b-4918-b4a4-ea821a1be472 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 949.241204] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance d017056e-049d-4162-bc9f-fca50d73fbe0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 949.241299] env[69440]: WARNING nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 781604b4-a4c8-4b37-952d-e142265212da is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 949.241414] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance efd32a38-36e0-4f4d-9822-870d28a618d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 949.241527] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance de682e9a-77cf-41e8-9378-459074854566 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 949.241651] env[69440]: WARNING nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 7b7298a7-3c61-419c-8ca4-4afd452628c5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 949.241764] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 949.241873] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance c3c00ac9-17c8-41c5-a696-6eb84b2b9537 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 949.241992] env[69440]: WARNING nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance dddcea5f-a8f1-4b81-b0d0-cd3543a75860 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 949.242175] env[69440]: WARNING nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance bf4bc455-fa14-4f59-af98-014c2865aede is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 949.242299] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 41012beb-1a6a-4164-ae16-16e46514ac7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 949.242424] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 4038e16b-26c3-4692-954d-2c85a475d626 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 949.242571] env[69440]: WARNING nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance d9c9f9e1-1366-45e8-be06-db7055927d43 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 949.242711] env[69440]: WARNING nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance abe87d6e-d684-4ae8-be5b-de88ddbfbf3c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 949.242832] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 8bd9fdeb-3e98-4d0f-8523-49077618fbdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 949.242963] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 130d72c0-e90e-4b8d-9e81-fe26ab150bae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 949.243651] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance d91fe50b-1999-4015-bf8a-9fe57041dabf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 949.243833] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 62386841-2d1a-4b69-8438-6646dd617889 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 949.258156] env[69440]: DEBUG oslo_concurrency.lockutils [req-62e83d04-0a07-4a75-9bee-f79104ee14dc req-f610565d-8969-4026-9c0f-8b882b90daec service nova] Releasing lock "refresh_cache-62386841-2d1a-4b69-8438-6646dd617889" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.271859] env[69440]: DEBUG oslo_vmware.api [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139706, 'name': PowerOnVM_Task, 'duration_secs': 0.482792} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.271859] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.274877] env[69440]: DEBUG nova.compute.manager [None req-5af3ecdd-b8cd-461c-847d-93fd0e7570ec tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 949.276215] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e7dece-5ccb-4853-aa3a-8448bfed480f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.398251] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.281169] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 950.287424] env[69440]: DEBUG nova.compute.manager [req-1b742c34-dcf1-43d2-a1c4-dab16793142f req-61b4be61-0bbb-455a-b61f-0d907690486d service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Received event network-changed-1c2ddf1c-f160-4edc-8257-8ebb74de8efa {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.287619] env[69440]: DEBUG nova.compute.manager [req-1b742c34-dcf1-43d2-a1c4-dab16793142f req-61b4be61-0bbb-455a-b61f-0d907690486d service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Refreshing instance network info cache due to event network-changed-1c2ddf1c-f160-4edc-8257-8ebb74de8efa. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.288843] env[69440]: DEBUG oslo_concurrency.lockutils [req-1b742c34-dcf1-43d2-a1c4-dab16793142f req-61b4be61-0bbb-455a-b61f-0d907690486d service nova] Acquiring lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.288843] env[69440]: DEBUG oslo_concurrency.lockutils [req-1b742c34-dcf1-43d2-a1c4-dab16793142f req-61b4be61-0bbb-455a-b61f-0d907690486d service nova] Acquired lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.288843] env[69440]: DEBUG nova.network.neutron [req-1b742c34-dcf1-43d2-a1c4-dab16793142f req-61b4be61-0bbb-455a-b61f-0d907690486d service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Refreshing network info cache for port 1c2ddf1c-f160-4edc-8257-8ebb74de8efa {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.305708] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5253ff78-90be-4563-3cc2-cf36997f3b92, 'name': SearchDatastore_Task, 'duration_secs': 0.030186} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.309201] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.309470] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.309701] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.309843] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.310053] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.311014] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': task-4139707, 'name': ReconfigVM_Task, 'duration_secs': 0.472229} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.311481] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-939fe48a-c0cb-407a-b233-d46e094c5953 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.313466] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Reconfigured VM instance instance-00000041 to attach disk [datastore2] d91fe50b-1999-4015-bf8a-9fe57041dabf/d91fe50b-1999-4015-bf8a-9fe57041dabf.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.314753] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d45f9683-35af-40b1-bdba-c0701c4bf4c0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.323232] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Waiting for the task: (returnval){ [ 950.323232] env[69440]: value = "task-4139708" [ 950.323232] env[69440]: _type = "Task" [ 950.323232] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.326738] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.327014] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.328884] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe68972-13a9-4dbb-946b-1110f4308a53 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.334647] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': task-4139708, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.338236] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 950.338236] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]521157c7-4256-d791-a869-cd73e0f9c6fc" [ 950.338236] env[69440]: _type = "Task" [ 950.338236] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.350673] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521157c7-4256-d791-a869-cd73e0f9c6fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.795503] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance df834da5-3d71-4b17-a24d-28419e3dee60 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 950.799989] env[69440]: DEBUG nova.compute.manager [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 950.801359] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec01374-a908-420a-9180-1a4ad4f88c60 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.839752] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': task-4139708, 'name': Rename_Task, 'duration_secs': 0.157971} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.839752] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.839752] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db7cc226-42b4-420a-889a-12399c800fab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.850193] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521157c7-4256-d791-a869-cd73e0f9c6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.018813} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.857248] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Waiting for the task: (returnval){ [ 950.857248] env[69440]: value = "task-4139709" [ 950.857248] env[69440]: _type = "Task" [ 950.857248] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.860486] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb9ac086-2f65-422e-b84b-9a9ea345aec9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.872258] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 950.872258] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ab74a0-6239-1701-e91f-b2a5ab669380" [ 950.872258] env[69440]: _type = "Task" [ 950.872258] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.876306] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': task-4139709, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.888610] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ab74a0-6239-1701-e91f-b2a5ab669380, 'name': SearchDatastore_Task, 'duration_secs': 0.011815} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.888919] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.889823] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 62386841-2d1a-4b69-8438-6646dd617889/62386841-2d1a-4b69-8438-6646dd617889.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.890150] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ec5239d-80cc-4e6a-87f1-73f216abb789 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.900131] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 950.900131] env[69440]: value = "task-4139710" [ 950.900131] env[69440]: _type = "Task" [ 950.900131] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.909534] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.939132] env[69440]: INFO nova.compute.manager [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Unrescuing [ 950.939403] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "refresh_cache-41012beb-1a6a-4164-ae16-16e46514ac7f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.939564] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquired lock "refresh_cache-41012beb-1a6a-4164-ae16-16e46514ac7f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.939733] env[69440]: DEBUG nova.network.neutron [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.220186] env[69440]: DEBUG nova.network.neutron [req-1b742c34-dcf1-43d2-a1c4-dab16793142f req-61b4be61-0bbb-455a-b61f-0d907690486d service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Updated VIF entry in instance network info cache for port 1c2ddf1c-f160-4edc-8257-8ebb74de8efa. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.220186] env[69440]: DEBUG nova.network.neutron [req-1b742c34-dcf1-43d2-a1c4-dab16793142f req-61b4be61-0bbb-455a-b61f-0d907690486d service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Updating instance_info_cache with network_info: [{"id": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "address": "fa:16:3e:b6:5b:e0", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ddf1c-f1", "ovs_interfaceid": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.300684] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance f2728b30-2c85-4ff6-ae26-eeb799ce554b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 951.300684] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Migration 77649b98-b312-4052-8048-4e5d9e0802a9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 951.300684] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 26d5e4a4-a985-440c-ab16-5798e9bd72ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 951.318227] env[69440]: INFO nova.compute.manager [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] instance snapshotting [ 951.318439] env[69440]: WARNING nova.compute.manager [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 951.322081] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794555c7-ce45-4608-ac1d-6b7020b1b22e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.347584] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ce74c3-0a17-47be-b4fa-eaa997a8cb66 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.382910] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': task-4139709, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.413026] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139710, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.725479] env[69440]: DEBUG oslo_concurrency.lockutils [req-1b742c34-dcf1-43d2-a1c4-dab16793142f req-61b4be61-0bbb-455a-b61f-0d907690486d service nova] Releasing lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.763175] env[69440]: DEBUG nova.network.neutron [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Updating instance_info_cache with network_info: [{"id": "c2b042f0-c765-407a-89c5-66e36925ed20", "address": "fa:16:3e:89:e2:88", "network": {"id": "b46392e5-d63e-4df4-ba59-e4f0adfb50fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2074667289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f307b75d6e0041feba20f44ef9f046e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b042f0-c7", "ovs_interfaceid": "c2b042f0-c765-407a-89c5-66e36925ed20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.808267] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance d8fea3d9-1d92-4bd6-9726-5eae9485f7f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 951.874058] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Creating Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 951.874563] env[69440]: DEBUG oslo_vmware.api [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': task-4139709, 'name': PowerOnVM_Task, 'duration_secs': 0.651914} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.874909] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0edb3df8-3629-41ab-86b3-94dfa456133d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.877322] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.877677] env[69440]: INFO nova.compute.manager [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Took 9.60 seconds to spawn the instance on the hypervisor. [ 951.877987] env[69440]: DEBUG nova.compute.manager [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 951.879048] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cc0dc4-d256-4fb6-bbf6-899574ef80ed {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.897750] env[69440]: DEBUG oslo_vmware.api [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 951.897750] env[69440]: value = "task-4139711" [ 951.897750] env[69440]: _type = "Task" [ 951.897750] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.912131] env[69440]: DEBUG oslo_vmware.api [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139711, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.915609] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535592} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.916073] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 62386841-2d1a-4b69-8438-6646dd617889/62386841-2d1a-4b69-8438-6646dd617889.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.916348] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.916621] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-894e7ae8-cb7c-400c-ad10-2023082ab0b4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.923709] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 951.923709] env[69440]: value = "task-4139712" [ 951.923709] env[69440]: _type = "Task" [ 951.923709] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.935529] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.268902] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Releasing lock "refresh_cache-41012beb-1a6a-4164-ae16-16e46514ac7f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.268902] env[69440]: DEBUG nova.objects.instance [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lazy-loading 'flavor' on Instance uuid 41012beb-1a6a-4164-ae16-16e46514ac7f {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.312656] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance b424570b-6a9f-4982-8c59-5a6b2efe9fa5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 952.410771] env[69440]: INFO nova.compute.manager [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Took 48.98 seconds to build instance. [ 952.417680] env[69440]: DEBUG oslo_vmware.api [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139711, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.439148] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067806} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.439602] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.440522] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a756efc-1907-4022-8d8c-a9ec86773517 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.468367] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 62386841-2d1a-4b69-8438-6646dd617889/62386841-2d1a-4b69-8438-6646dd617889.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.468748] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-125c2ea8-6099-49e5-a927-700a64e2d0a6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.496534] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 952.496534] env[69440]: value = "task-4139713" [ 952.496534] env[69440]: _type = "Task" [ 952.496534] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.508153] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.776044] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ed436e-74ef-4e15-adb5-771944848d45 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.808027] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.808966] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ce7a901-907f-40c0-b460-35cb2194d201 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.819268] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 68d051e0-e7cd-4370-ad1a-cf9d4996913c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 952.819268] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (9a47e3d9-fb06-4966-9732-1aaf2b781196): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 952.822292] env[69440]: DEBUG oslo_vmware.api [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 952.822292] env[69440]: value = "task-4139714" [ 952.822292] env[69440]: _type = "Task" [ 952.822292] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.832023] env[69440]: DEBUG oslo_vmware.api [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.914056] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c60c7521-881a-45ba-8f34-67981d06831e tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Lock "d91fe50b-1999-4015-bf8a-9fe57041dabf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.598s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.914364] env[69440]: DEBUG oslo_vmware.api [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139711, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.010963] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.325241] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 896ced19-ce4b-486c-9a37-96cb8e6767d0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 953.339482] env[69440]: DEBUG oslo_vmware.api [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139714, 'name': PowerOffVM_Task, 'duration_secs': 0.254075} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.339941] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.349753] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 953.351183] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8556d5e3-c5f0-4bcf-be2d-1acbf15e355b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.386197] env[69440]: DEBUG oslo_vmware.api [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 953.386197] env[69440]: value = "task-4139715" [ 953.386197] env[69440]: _type = "Task" [ 953.386197] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.401547] env[69440]: DEBUG oslo_vmware.api [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.425029] env[69440]: DEBUG oslo_vmware.api [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139711, 'name': CreateSnapshot_Task, 'duration_secs': 1.277581} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.425029] env[69440]: DEBUG nova.compute.manager [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.428180] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Created Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 953.430905] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b5d8ab-3eea-42b6-9d44-5a6941294888 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.514167] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139713, 'name': ReconfigVM_Task, 'duration_secs': 0.599102} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.514679] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 62386841-2d1a-4b69-8438-6646dd617889/62386841-2d1a-4b69-8438-6646dd617889.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.515627] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9838f7a-f795-4b97-8b88-f7e5f5f5569b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.524161] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 953.524161] env[69440]: value = "task-4139716" [ 953.524161] env[69440]: _type = "Task" [ 953.524161] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.537659] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139716, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.832686] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 6be6f7c9-9c58-4636-9cbd-c4c251a66b53 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 953.896932] env[69440]: DEBUG oslo_vmware.api [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139715, 'name': ReconfigVM_Task, 'duration_secs': 0.35373} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.897882] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 953.898165] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.898467] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fa2d4e4-e05f-486a-be7d-62317c57248d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.905706] env[69440]: DEBUG oslo_vmware.api [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 953.905706] env[69440]: value = "task-4139717" [ 953.905706] env[69440]: _type = "Task" [ 953.905706] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.915304] env[69440]: DEBUG oslo_vmware.api [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.923960] env[69440]: DEBUG oslo_concurrency.lockutils [None req-83b2a54f-79ad-4f20-bd60-7cfb4679725e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "efd32a38-36e0-4f4d-9822-870d28a618d4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.924240] env[69440]: DEBUG oslo_concurrency.lockutils [None req-83b2a54f-79ad-4f20-bd60-7cfb4679725e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "efd32a38-36e0-4f4d-9822-870d28a618d4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.924425] env[69440]: DEBUG nova.compute.manager [None req-83b2a54f-79ad-4f20-bd60-7cfb4679725e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 953.925470] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468c3db1-6905-4f37-8a41-83c399df0e32 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.935154] env[69440]: DEBUG nova.compute.manager [None req-83b2a54f-79ad-4f20-bd60-7cfb4679725e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69440) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 953.936350] env[69440]: DEBUG nova.objects.instance [None req-83b2a54f-79ad-4f20-bd60-7cfb4679725e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lazy-loading 'flavor' on Instance uuid efd32a38-36e0-4f4d-9822-870d28a618d4 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.963225] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Creating linked-clone VM from snapshot {{(pid=69440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 953.966361] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d13d19ec-91c8-4b95-abd9-b27a22bcf54b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.968393] env[69440]: DEBUG oslo_concurrency.lockutils [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.975372] env[69440]: DEBUG oslo_vmware.api [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 953.975372] env[69440]: value = "task-4139718" [ 953.975372] env[69440]: _type = "Task" [ 953.975372] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.984861] env[69440]: DEBUG oslo_vmware.api [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139718, 'name': CloneVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.036913] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139716, 'name': Rename_Task, 'duration_secs': 0.244415} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.037233] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.037485] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54c65c1f-c590-424a-b88f-e29b3ccb4bae {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.045590] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 954.045590] env[69440]: value = "task-4139719" [ 954.045590] env[69440]: _type = "Task" [ 954.045590] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.055767] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.337969] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 954.338573] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 954.338664] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 954.418045] env[69440]: DEBUG oslo_vmware.api [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139717, 'name': PowerOnVM_Task, 'duration_secs': 0.447025} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.418543] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.418791] env[69440]: DEBUG nova.compute.manager [None req-b45cfa20-e21d-477f-98ee-25969edcca95 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 954.420109] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ba3e05-01e2-484a-88cd-ca30901cfa53 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.492149] env[69440]: DEBUG oslo_vmware.api [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139718, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.561060] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139719, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.654977] env[69440]: DEBUG oslo_concurrency.lockutils [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Acquiring lock "d91fe50b-1999-4015-bf8a-9fe57041dabf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.654977] env[69440]: DEBUG oslo_concurrency.lockutils [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Lock "d91fe50b-1999-4015-bf8a-9fe57041dabf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.655224] env[69440]: DEBUG oslo_concurrency.lockutils [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Acquiring lock "d91fe50b-1999-4015-bf8a-9fe57041dabf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.655409] env[69440]: DEBUG oslo_concurrency.lockutils [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Lock "d91fe50b-1999-4015-bf8a-9fe57041dabf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.655572] env[69440]: DEBUG oslo_concurrency.lockutils [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Lock "d91fe50b-1999-4015-bf8a-9fe57041dabf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.658686] env[69440]: INFO nova.compute.manager [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Terminating instance [ 954.945875] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b2a54f-79ad-4f20-bd60-7cfb4679725e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.949085] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe43017d-960e-4ed2-8966-5640f63b680d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.957854] env[69440]: DEBUG oslo_vmware.api [None req-83b2a54f-79ad-4f20-bd60-7cfb4679725e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 954.957854] env[69440]: value = "task-4139720" [ 954.957854] env[69440]: _type = "Task" [ 954.957854] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.970988] env[69440]: DEBUG oslo_vmware.api [None req-83b2a54f-79ad-4f20-bd60-7cfb4679725e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4139720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.995503] env[69440]: DEBUG oslo_vmware.api [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139718, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.048307] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a671d3-3b80-4b70-ad7a-2e632aa46f96 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.066228] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caccabf8-79a4-49dc-8ef9-938d2b5ba4d8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.069763] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139719, 'name': PowerOnVM_Task, 'duration_secs': 0.635081} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.070644] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.070644] env[69440]: INFO nova.compute.manager [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Took 9.96 seconds to spawn the instance on the hypervisor. [ 955.070644] env[69440]: DEBUG nova.compute.manager [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 955.071811] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d5914f-be82-43d1-9a44-3408ca331af1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.106434] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bb9fa7-72fa-4413-bb0d-9205e1961e6a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.119676] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb6f98b-2b5f-4ff8-9833-9a799fad60ac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.137173] env[69440]: DEBUG nova.compute.provider_tree [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.167127] env[69440]: DEBUG nova.compute.manager [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.167318] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.168294] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3b814a-bf13-4eb6-babe-cbb18dbf47e8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.180674] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.181143] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-297bd4d6-cfbd-4a52-a517-5078f3849e1c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.196288] env[69440]: DEBUG oslo_vmware.api [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Waiting for the task: (returnval){ [ 955.196288] env[69440]: value = "task-4139721" [ 955.196288] env[69440]: _type = "Task" [ 955.196288] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.213441] env[69440]: DEBUG oslo_vmware.api [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': task-4139721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.472013] env[69440]: DEBUG oslo_vmware.api [None req-83b2a54f-79ad-4f20-bd60-7cfb4679725e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4139720, 'name': PowerOffVM_Task, 'duration_secs': 0.379433} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.472299] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b2a54f-79ad-4f20-bd60-7cfb4679725e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.472474] env[69440]: DEBUG nova.compute.manager [None req-83b2a54f-79ad-4f20-bd60-7cfb4679725e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 955.473316] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f2bbb8-6550-4fc1-9079-8fa3c0551c93 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.494377] env[69440]: DEBUG oslo_vmware.api [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139718, 'name': CloneVM_Task} progress is 95%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.628205] env[69440]: INFO nova.compute.manager [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Took 48.40 seconds to build instance. [ 955.641480] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.717484] env[69440]: DEBUG oslo_vmware.api [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': task-4139721, 'name': PowerOffVM_Task, 'duration_secs': 0.416766} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.717796] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.717960] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.720969] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33023762-94e0-4b00-86da-54e219959b13 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.793421] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.793421] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.793421] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Deleting the datastore file [datastore2] d91fe50b-1999-4015-bf8a-9fe57041dabf {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.794162] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c88cce15-52b7-4223-82f3-cec23af4a7e1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.801324] env[69440]: DEBUG oslo_vmware.api [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Waiting for the task: (returnval){ [ 955.801324] env[69440]: value = "task-4139723" [ 955.801324] env[69440]: _type = "Task" [ 955.801324] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.811943] env[69440]: DEBUG oslo_vmware.api [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': task-4139723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.990244] env[69440]: DEBUG oslo_concurrency.lockutils [None req-83b2a54f-79ad-4f20-bd60-7cfb4679725e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "efd32a38-36e0-4f4d-9822-870d28a618d4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.995884] env[69440]: DEBUG oslo_vmware.api [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139718, 'name': CloneVM_Task, 'duration_secs': 1.802222} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.996454] env[69440]: INFO nova.virt.vmwareapi.vmops [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Created linked-clone VM from snapshot [ 955.997242] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1402d4-3b7a-4a49-b6bb-40dbd156b00c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.006380] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Uploading image 2c4b3d36-89d5-4077-bd5c-f941a7ccaf24 {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 956.130968] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "62386841-2d1a-4b69-8438-6646dd617889" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.346s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.147230] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 956.147516] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.966s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.150047] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.499s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.150170] env[69440]: INFO nova.compute.claims [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.154398] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 956.154631] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Cleaning up deleted instances {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 956.196664] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 956.196664] env[69440]: value = "vm-819859" [ 956.196664] env[69440]: _type = "VirtualMachine" [ 956.196664] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 956.197412] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-42b303f0-8bd3-4599-babb-0eb179a3e201 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.207244] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lease: (returnval){ [ 956.207244] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]522492ec-f021-6aa0-5a45-c12e9926d42b" [ 956.207244] env[69440]: _type = "HttpNfcLease" [ 956.207244] env[69440]: } obtained for exporting VM: (result){ [ 956.207244] env[69440]: value = "vm-819859" [ 956.207244] env[69440]: _type = "VirtualMachine" [ 956.207244] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 956.207553] env[69440]: DEBUG oslo_vmware.api [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the lease: (returnval){ [ 956.207553] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]522492ec-f021-6aa0-5a45-c12e9926d42b" [ 956.207553] env[69440]: _type = "HttpNfcLease" [ 956.207553] env[69440]: } to be ready. {{(pid=69440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 956.216203] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 956.216203] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]522492ec-f021-6aa0-5a45-c12e9926d42b" [ 956.216203] env[69440]: _type = "HttpNfcLease" [ 956.216203] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 956.316253] env[69440]: DEBUG oslo_vmware.api [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Task: {'id': task-4139723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437247} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.316714] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.318083] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.318083] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.318083] env[69440]: INFO nova.compute.manager [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 956.318083] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.318083] env[69440]: DEBUG nova.compute.manager [-] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.318083] env[69440]: DEBUG nova.network.neutron [-] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.679480] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] There are 41 instances to clean {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 956.679808] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 556f1045-1bef-4873-b882-ef1df65af4db] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.718453] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 956.718453] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]522492ec-f021-6aa0-5a45-c12e9926d42b" [ 956.718453] env[69440]: _type = "HttpNfcLease" [ 956.718453] env[69440]: } is ready. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 956.718453] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 956.718453] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]522492ec-f021-6aa0-5a45-c12e9926d42b" [ 956.718453] env[69440]: _type = "HttpNfcLease" [ 956.718453] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 956.718453] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c855051-b2fc-4560-8237-6aa4e5a3cdac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.730469] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af9664-9231-4e7d-0604-701507c8a2ed/disk-0.vmdk from lease info. {{(pid=69440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 956.730469] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af9664-9231-4e7d-0604-701507c8a2ed/disk-0.vmdk for reading. {{(pid=69440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 956.837744] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-812fdb53-fd08-4012-83c4-5dc6de706c12 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.135949] env[69440]: DEBUG nova.compute.manager [req-7cf59917-9151-4b93-9f13-1f440a88f159 req-61e664f8-e369-4b37-9ff1-9c3d1733cce3 service nova] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Received event network-vif-deleted-95894f0a-91df-4808-bda2-571c56e30317 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.136127] env[69440]: INFO nova.compute.manager [req-7cf59917-9151-4b93-9f13-1f440a88f159 req-61e664f8-e369-4b37-9ff1-9c3d1733cce3 service nova] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Neutron deleted interface 95894f0a-91df-4808-bda2-571c56e30317; detaching it from the instance and deleting it from the info cache [ 957.136222] env[69440]: DEBUG nova.network.neutron [req-7cf59917-9151-4b93-9f13-1f440a88f159 req-61e664f8-e369-4b37-9ff1-9c3d1733cce3 service nova] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.191968] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 726dc81d-4f0f-48cd-934f-736b09764dc1] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.236613] env[69440]: DEBUG nova.network.neutron [-] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.507839] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfbbdaf-96a1-4641-8930-42d3600152a2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.516849] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be9889b-759b-4cfd-91fa-b940df3a66fb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.552442] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d911a788-2c0b-4ce1-bd20-cd2bcc091e42 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.570882] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafcf5ba-2b04-4e03-8b0f-5eca9ace180c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.576466] env[69440]: DEBUG nova.objects.instance [None req-c785e3f4-d89a-439c-8b3e-4ec5ef0606eb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lazy-loading 'flavor' on Instance uuid efd32a38-36e0-4f4d-9822-870d28a618d4 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.586943] env[69440]: DEBUG nova.compute.provider_tree [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.644196] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad9cc367-a02b-4fe1-a188-357d48003f99 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.654557] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f84af08-bb66-44d0-8ad2-bd2f11b75d09 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.695335] env[69440]: DEBUG nova.compute.manager [req-7cf59917-9151-4b93-9f13-1f440a88f159 req-61e664f8-e369-4b37-9ff1-9c3d1733cce3 service nova] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Detach interface failed, port_id=95894f0a-91df-4808-bda2-571c56e30317, reason: Instance d91fe50b-1999-4015-bf8a-9fe57041dabf could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 957.697149] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: cae202f4-3111-4611-ad68-bfaac359bd8e] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.742789] env[69440]: INFO nova.compute.manager [-] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Took 1.42 seconds to deallocate network for instance. [ 958.082137] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c785e3f4-d89a-439c-8b3e-4ec5ef0606eb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.082333] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c785e3f4-d89a-439c-8b3e-4ec5ef0606eb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.083982] env[69440]: DEBUG nova.network.neutron [None req-c785e3f4-d89a-439c-8b3e-4ec5ef0606eb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.083982] env[69440]: DEBUG nova.objects.instance [None req-c785e3f4-d89a-439c-8b3e-4ec5ef0606eb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lazy-loading 'info_cache' on Instance uuid efd32a38-36e0-4f4d-9822-870d28a618d4 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.090293] env[69440]: DEBUG nova.scheduler.client.report [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.201208] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 27f67772-1f5c-4f13-89d0-bba7749ddb4e] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.252783] env[69440]: DEBUG oslo_concurrency.lockutils [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.437866] env[69440]: DEBUG oslo_concurrency.lockutils [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquiring lock "3d24ccf4-3a82-438c-ad37-0aa7e04afa92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.438259] env[69440]: DEBUG oslo_concurrency.lockutils [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "3d24ccf4-3a82-438c-ad37-0aa7e04afa92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.586726] env[69440]: DEBUG nova.objects.base [None req-c785e3f4-d89a-439c-8b3e-4ec5ef0606eb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 958.601259] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.601259] env[69440]: DEBUG nova.compute.manager [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.608208] env[69440]: DEBUG oslo_concurrency.lockutils [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.162s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.608412] env[69440]: DEBUG oslo_concurrency.lockutils [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.610818] env[69440]: DEBUG oslo_concurrency.lockutils [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.480s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.612638] env[69440]: INFO nova.compute.claims [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.665322] env[69440]: INFO nova.scheduler.client.report [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Deleted allocations for instance 7b7298a7-3c61-419c-8ca4-4afd452628c5 [ 958.705711] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 0995d66a-3324-45b9-afe9-660cc208a538] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.944864] env[69440]: DEBUG nova.compute.manager [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.110090] env[69440]: DEBUG nova.compute.utils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.112227] env[69440]: DEBUG nova.compute.manager [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.112565] env[69440]: DEBUG nova.network.neutron [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.174467] env[69440]: DEBUG oslo_concurrency.lockutils [None req-170435cc-a88a-4393-ad0e-a5bb26cd2ea9 tempest-ServersListShow2100Test-871927428 tempest-ServersListShow2100Test-871927428-project-member] Lock "7b7298a7-3c61-419c-8ca4-4afd452628c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.147s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.178524] env[69440]: DEBUG nova.policy [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e524cd68af84956a2aca133e9dd6864', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '443466e49aba4b2ea03b5b247856f01e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.209298] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: f2ff90a8-b170-4ecf-be0c-da88d3f3a158] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.334031] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Acquiring lock "b4c7d5c6-31c2-4cc8-8b71-40a8a967de16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.334326] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Lock "b4c7d5c6-31c2-4cc8-8b71-40a8a967de16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.472577] env[69440]: DEBUG oslo_concurrency.lockutils [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.493189] env[69440]: DEBUG nova.network.neutron [None req-c785e3f4-d89a-439c-8b3e-4ec5ef0606eb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Updating instance_info_cache with network_info: [{"id": "4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda", "address": "fa:16:3e:23:01:ff", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd4c6a1-a9", "ovs_interfaceid": "4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.611662] env[69440]: DEBUG nova.network.neutron [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Successfully created port: f26dcc0a-c227-4791-9e6c-7c47108623ab {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.616999] env[69440]: DEBUG nova.compute.manager [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.712658] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 8fb7187b-854f-4a4b-8129-318705dfc170] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.997883] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c785e3f4-d89a-439c-8b3e-4ec5ef0606eb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.202766] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c47be17-dca3-472b-9896-8eeee2f5c112 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.213192] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa9f21b-5f23-4d42-ab56-35b1b261d98a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.217611] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 03c9b0ef-ec95-4599-bd6f-7e0a8b57d6b5] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.251722] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323f5936-7b86-4128-8a27-6d04d22454bb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.258209] env[69440]: DEBUG oslo_concurrency.lockutils [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "af5e12ef-baf4-4941-8364-94ddad799408" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.258595] env[69440]: DEBUG oslo_concurrency.lockutils [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "af5e12ef-baf4-4941-8364-94ddad799408" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.265698] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5998b39-023d-4c87-8f23-1e6749caf94d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.283768] env[69440]: DEBUG nova.compute.provider_tree [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.636021] env[69440]: DEBUG nova.compute.manager [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.664671] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.664984] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.665256] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.665720] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.666135] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.666264] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.666498] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.666679] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.666856] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.667080] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.667292] env[69440]: DEBUG nova.virt.hardware [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.668206] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34aa97d-e184-4a7f-95a3-739d7cbd4772 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.677680] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33607cce-1a78-4c9b-8e8f-f4023ecc1b16 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.750607] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 4d95bd47-17b5-48d5-82f8-13e5c7cfba1f] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.787447] env[69440]: DEBUG nova.scheduler.client.report [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.008094] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c785e3f4-d89a-439c-8b3e-4ec5ef0606eb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.008443] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a9c29bc-5663-4a9b-ab46-a07c92553534 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.018925] env[69440]: DEBUG oslo_vmware.api [None req-c785e3f4-d89a-439c-8b3e-4ec5ef0606eb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 961.018925] env[69440]: value = "task-4139725" [ 961.018925] env[69440]: _type = "Task" [ 961.018925] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.028204] env[69440]: DEBUG oslo_vmware.api [None req-c785e3f4-d89a-439c-8b3e-4ec5ef0606eb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4139725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.196700] env[69440]: DEBUG nova.network.neutron [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Successfully updated port: f26dcc0a-c227-4791-9e6c-7c47108623ab {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.254455] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: dcae0c26-c079-4d7c-a321-df69cba40c3c] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.292565] env[69440]: DEBUG oslo_concurrency.lockutils [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.293122] env[69440]: DEBUG nova.compute.manager [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.296906] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.774s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.296906] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.299375] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.818s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.300659] env[69440]: INFO nova.compute.claims [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.320541] env[69440]: DEBUG nova.compute.manager [req-08b1e50b-6ba7-4f73-a21d-199ef0d04447 req-a115a0ff-43a8-41a2-8e12-21e55de0c94b service nova] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Received event network-vif-plugged-f26dcc0a-c227-4791-9e6c-7c47108623ab {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.320731] env[69440]: DEBUG oslo_concurrency.lockutils [req-08b1e50b-6ba7-4f73-a21d-199ef0d04447 req-a115a0ff-43a8-41a2-8e12-21e55de0c94b service nova] Acquiring lock "e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.321203] env[69440]: DEBUG oslo_concurrency.lockutils [req-08b1e50b-6ba7-4f73-a21d-199ef0d04447 req-a115a0ff-43a8-41a2-8e12-21e55de0c94b service nova] Lock "e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.321303] env[69440]: DEBUG oslo_concurrency.lockutils [req-08b1e50b-6ba7-4f73-a21d-199ef0d04447 req-a115a0ff-43a8-41a2-8e12-21e55de0c94b service nova] Lock "e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.321504] env[69440]: DEBUG nova.compute.manager [req-08b1e50b-6ba7-4f73-a21d-199ef0d04447 req-a115a0ff-43a8-41a2-8e12-21e55de0c94b service nova] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] No waiting events found dispatching network-vif-plugged-f26dcc0a-c227-4791-9e6c-7c47108623ab {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 961.321713] env[69440]: WARNING nova.compute.manager [req-08b1e50b-6ba7-4f73-a21d-199ef0d04447 req-a115a0ff-43a8-41a2-8e12-21e55de0c94b service nova] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Received unexpected event network-vif-plugged-f26dcc0a-c227-4791-9e6c-7c47108623ab for instance with vm_state building and task_state spawning. [ 961.326097] env[69440]: INFO nova.scheduler.client.report [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Deleted allocations for instance 781604b4-a4c8-4b37-952d-e142265212da [ 961.532223] env[69440]: DEBUG oslo_vmware.api [None req-c785e3f4-d89a-439c-8b3e-4ec5ef0606eb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4139725, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.699372] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "refresh_cache-e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.699704] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquired lock "refresh_cache-e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.699970] env[69440]: DEBUG nova.network.neutron [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.757900] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 3716320a-d067-4ad0-8284-424eb407f2ec] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.809737] env[69440]: DEBUG nova.compute.utils [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.810839] env[69440]: DEBUG nova.compute.manager [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.811149] env[69440]: DEBUG nova.network.neutron [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.834590] env[69440]: DEBUG oslo_concurrency.lockutils [None req-dafec4a6-36cc-41aa-a063-207eab299ef7 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Lock "781604b4-a4c8-4b37-952d-e142265212da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.208s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.874872] env[69440]: DEBUG nova.policy [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84e4801c2f3e48f5b13a25b06ceb5c11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8df850c1fb64abb9242595bb94269c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.032295] env[69440]: DEBUG oslo_vmware.api [None req-c785e3f4-d89a-439c-8b3e-4ec5ef0606eb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4139725, 'name': PowerOnVM_Task, 'duration_secs': 0.518271} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.032295] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c785e3f4-d89a-439c-8b3e-4ec5ef0606eb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.032295] env[69440]: DEBUG nova.compute.manager [None req-c785e3f4-d89a-439c-8b3e-4ec5ef0606eb tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 962.034212] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63737225-eaac-480d-987a-2574871a3662 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.261946] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: bc2d5898-8c8a-477e-af14-c15f00eedb0d] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.293664] env[69440]: DEBUG nova.network.neutron [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.315302] env[69440]: DEBUG nova.compute.manager [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.424810] env[69440]: DEBUG nova.network.neutron [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Successfully created port: 5389a474-08bb-4d01-b59c-fd7f69e32f64 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.610297] env[69440]: DEBUG nova.network.neutron [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Updating instance_info_cache with network_info: [{"id": "f26dcc0a-c227-4791-9e6c-7c47108623ab", "address": "fa:16:3e:29:76:8d", "network": {"id": "8f67e267-ed9e-43be-8dc9-f63476359c50", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1462683809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443466e49aba4b2ea03b5b247856f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf26dcc0a-c2", "ovs_interfaceid": "f26dcc0a-c227-4791-9e6c-7c47108623ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.765076] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: c8a10353-ce88-44fe-a358-52677478cb8b] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.011961] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0e9602-903d-4015-9b41-7a248043e3f6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.021760] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e911f9-08ae-4d6f-85aa-2d91457c2063 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.059471] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640c6186-5f8c-4d75-9552-eaef20973b35 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.068708] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1e2dee-0184-4559-9735-0a3d1c2aea2c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.084695] env[69440]: DEBUG nova.compute.provider_tree [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.116398] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Releasing lock "refresh_cache-e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.116398] env[69440]: DEBUG nova.compute.manager [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Instance network_info: |[{"id": "f26dcc0a-c227-4791-9e6c-7c47108623ab", "address": "fa:16:3e:29:76:8d", "network": {"id": "8f67e267-ed9e-43be-8dc9-f63476359c50", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1462683809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443466e49aba4b2ea03b5b247856f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf26dcc0a-c2", "ovs_interfaceid": "f26dcc0a-c227-4791-9e6c-7c47108623ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.116398] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:76:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f26dcc0a-c227-4791-9e6c-7c47108623ab', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.125764] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.126097] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.126233] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c374914-c156-4336-ae75-5c80c45a29c0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.149286] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.149286] env[69440]: value = "task-4139726" [ 963.149286] env[69440]: _type = "Task" [ 963.149286] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.160585] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139726, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.269978] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: d20937ea-1aa4-4dda-ac22-cf61aa680965] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.327102] env[69440]: DEBUG nova.compute.manager [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.359716] env[69440]: DEBUG nova.virt.hardware [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.359716] env[69440]: DEBUG nova.virt.hardware [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.359716] env[69440]: DEBUG nova.virt.hardware [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.359716] env[69440]: DEBUG nova.virt.hardware [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.359716] env[69440]: DEBUG nova.virt.hardware [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.359716] env[69440]: DEBUG nova.virt.hardware [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.360181] env[69440]: DEBUG nova.virt.hardware [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.360181] env[69440]: DEBUG nova.virt.hardware [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.360181] env[69440]: DEBUG nova.virt.hardware [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.360416] env[69440]: DEBUG nova.virt.hardware [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.360557] env[69440]: DEBUG nova.virt.hardware [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.361562] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5ab2ce-ea39-44c0-b0d6-b6a49b123439 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.371169] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5a6fc4-744c-4a06-8d3a-20b86df90837 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.588493] env[69440]: DEBUG nova.scheduler.client.report [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.662740] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139726, 'name': CreateVM_Task, 'duration_secs': 0.472976} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.662957] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.664387] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.664645] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.665248] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.665542] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca7134e-fe7b-4e43-b47f-ea44a904feac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.672951] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 963.672951] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52306da5-40b4-77f8-8fa4-f2e5c7ad26e1" [ 963.672951] env[69440]: _type = "Task" [ 963.672951] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.683864] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52306da5-40b4-77f8-8fa4-f2e5c7ad26e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.723771] env[69440]: DEBUG nova.compute.manager [req-d56bbeab-916f-46e5-b425-9c0a7fd70aa7 req-41d659e2-e059-4efa-8f8b-57eab77ab413 service nova] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Received event network-changed-f26dcc0a-c227-4791-9e6c-7c47108623ab {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.725575] env[69440]: DEBUG nova.compute.manager [req-d56bbeab-916f-46e5-b425-9c0a7fd70aa7 req-41d659e2-e059-4efa-8f8b-57eab77ab413 service nova] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Refreshing instance network info cache due to event network-changed-f26dcc0a-c227-4791-9e6c-7c47108623ab. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.725575] env[69440]: DEBUG oslo_concurrency.lockutils [req-d56bbeab-916f-46e5-b425-9c0a7fd70aa7 req-41d659e2-e059-4efa-8f8b-57eab77ab413 service nova] Acquiring lock "refresh_cache-e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.725575] env[69440]: DEBUG oslo_concurrency.lockutils [req-d56bbeab-916f-46e5-b425-9c0a7fd70aa7 req-41d659e2-e059-4efa-8f8b-57eab77ab413 service nova] Acquired lock "refresh_cache-e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.725575] env[69440]: DEBUG nova.network.neutron [req-d56bbeab-916f-46e5-b425-9c0a7fd70aa7 req-41d659e2-e059-4efa-8f8b-57eab77ab413 service nova] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Refreshing network info cache for port f26dcc0a-c227-4791-9e6c-7c47108623ab {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.775577] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: c925370e-5981-40a2-a5df-7fe064ac3ce3] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.095325] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.095925] env[69440]: DEBUG nova.compute.manager [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.098754] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.469s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.098991] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.103875] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.341s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.106642] env[69440]: INFO nova.compute.claims [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.170032] env[69440]: DEBUG nova.network.neutron [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Successfully updated port: 5389a474-08bb-4d01-b59c-fd7f69e32f64 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.188051] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52306da5-40b4-77f8-8fa4-f2e5c7ad26e1, 'name': SearchDatastore_Task, 'duration_secs': 0.029226} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.189341] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.189700] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.191647] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.191896] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.192227] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.192897] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b78dd5c-258f-42b5-949b-b605686822f3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.205491] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.205693] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.206569] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c361648-c180-4af0-8a55-0cb7014a5938 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.215048] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 964.215048] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52a161a3-0cfa-0083-d411-d85595b684e7" [ 964.215048] env[69440]: _type = "Task" [ 964.215048] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.224925] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a161a3-0cfa-0083-d411-d85595b684e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.281017] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 2dee479a-0981-497c-afb9-6e66085e431f] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.520303] env[69440]: DEBUG nova.network.neutron [req-d56bbeab-916f-46e5-b425-9c0a7fd70aa7 req-41d659e2-e059-4efa-8f8b-57eab77ab413 service nova] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Updated VIF entry in instance network info cache for port f26dcc0a-c227-4791-9e6c-7c47108623ab. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.521039] env[69440]: DEBUG nova.network.neutron [req-d56bbeab-916f-46e5-b425-9c0a7fd70aa7 req-41d659e2-e059-4efa-8f8b-57eab77ab413 service nova] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Updating instance_info_cache with network_info: [{"id": "f26dcc0a-c227-4791-9e6c-7c47108623ab", "address": "fa:16:3e:29:76:8d", "network": {"id": "8f67e267-ed9e-43be-8dc9-f63476359c50", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1462683809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443466e49aba4b2ea03b5b247856f01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf26dcc0a-c2", "ovs_interfaceid": "f26dcc0a-c227-4791-9e6c-7c47108623ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.613019] env[69440]: DEBUG nova.compute.utils [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.619150] env[69440]: DEBUG nova.compute.manager [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.622022] env[69440]: DEBUG nova.network.neutron [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.624819] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ca07204-38b2-4185-88ba-5ef4c46759ea tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 59.513s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.625942] env[69440]: DEBUG oslo_concurrency.lockutils [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 34.490s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.626302] env[69440]: INFO nova.compute.manager [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Unshelving [ 964.667502] env[69440]: DEBUG nova.policy [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afe4b978c13f46b69047ec76a9b456c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5fb6a2a951b44d083ec7d953e8eca33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.674295] env[69440]: DEBUG oslo_concurrency.lockutils [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Acquiring lock "refresh_cache-df834da5-3d71-4b17-a24d-28419e3dee60" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.674295] env[69440]: DEBUG oslo_concurrency.lockutils [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Acquired lock "refresh_cache-df834da5-3d71-4b17-a24d-28419e3dee60" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.674295] env[69440]: DEBUG nova.network.neutron [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.730017] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a161a3-0cfa-0083-d411-d85595b684e7, 'name': SearchDatastore_Task, 'duration_secs': 0.016324} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.730536] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62e21ebd-a416-4d8a-8207-ba2de6a52283 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.737119] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 964.737119] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52dba586-d798-07d8-5cdd-32cbde08752d" [ 964.737119] env[69440]: _type = "Task" [ 964.737119] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.746887] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52dba586-d798-07d8-5cdd-32cbde08752d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.781967] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af9664-9231-4e7d-0604-701507c8a2ed/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 964.783130] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa26277-9868-48de-a67e-3bf32e4deda4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.786056] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: b4a45681-5bc0-47c4-8475-f067d7569765] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.792321] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af9664-9231-4e7d-0604-701507c8a2ed/disk-0.vmdk is in state: ready. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 964.792548] env[69440]: ERROR oslo_vmware.rw_handles [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af9664-9231-4e7d-0604-701507c8a2ed/disk-0.vmdk due to incomplete transfer. [ 964.793086] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ff945988-5e80-484e-a754-520f53635b95 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.802963] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af9664-9231-4e7d-0604-701507c8a2ed/disk-0.vmdk. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 964.803262] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Uploaded image 2c4b3d36-89d5-4077-bd5c-f941a7ccaf24 to the Glance image server {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 964.805578] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Destroying the VM {{(pid=69440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 964.806290] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-df45fbc9-462a-4d5d-9fb9-ac719ce11974 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.816080] env[69440]: DEBUG oslo_vmware.api [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 964.816080] env[69440]: value = "task-4139727" [ 964.816080] env[69440]: _type = "Task" [ 964.816080] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.830694] env[69440]: DEBUG oslo_vmware.api [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139727, 'name': Destroy_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.980987] env[69440]: DEBUG nova.network.neutron [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Successfully created port: 340aa06b-6658-4c50-b64a-8821d8dc5b86 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.027806] env[69440]: DEBUG oslo_concurrency.lockutils [req-d56bbeab-916f-46e5-b425-9c0a7fd70aa7 req-41d659e2-e059-4efa-8f8b-57eab77ab413 service nova] Releasing lock "refresh_cache-e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.120644] env[69440]: DEBUG nova.compute.manager [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.252891] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52dba586-d798-07d8-5cdd-32cbde08752d, 'name': SearchDatastore_Task, 'duration_secs': 0.04335} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.253181] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.253796] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b/e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.253796] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18c3ff88-aae8-4abb-99d7-a46fb8fd3230 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.267884] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 965.267884] env[69440]: value = "task-4139728" [ 965.267884] env[69440]: _type = "Task" [ 965.267884] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.278583] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.293521] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 814f3854-3681-4f3d-95de-18340a765f53] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.333103] env[69440]: DEBUG oslo_vmware.api [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139727, 'name': Destroy_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.402338] env[69440]: DEBUG nova.network.neutron [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.599577] env[69440]: DEBUG nova.network.neutron [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Updating instance_info_cache with network_info: [{"id": "5389a474-08bb-4d01-b59c-fd7f69e32f64", "address": "fa:16:3e:95:19:aa", "network": {"id": "25a62621-7473-48e5-a940-cb42fe6df393", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1188974152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8df850c1fb64abb9242595bb94269c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5389a474-08", "ovs_interfaceid": "5389a474-08bb-4d01-b59c-fd7f69e32f64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.635278] env[69440]: DEBUG nova.compute.utils [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.722541] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7081476-7fff-4623-8373-507a0e0ad4ba {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.735192] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69fe61e-a4da-4eb5-8e68-a1f514f01381 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.772650] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d89222-a556-4501-b05e-9a30bfd18502 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.786040] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e038339b-1faa-4948-bfa3-23d2bfc9820d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.789717] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.800988] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 452c0e3a-8dcc-43af-8b77-ac1b2e9a3fc3] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.804627] env[69440]: DEBUG nova.compute.provider_tree [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.834389] env[69440]: DEBUG oslo_vmware.api [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139727, 'name': Destroy_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.025813] env[69440]: DEBUG nova.compute.manager [req-b3f04610-bbcb-4f03-9218-7fa713673978 req-49e10a3d-0588-4e3a-bfb6-c9600174e3a8 service nova] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Received event network-vif-plugged-5389a474-08bb-4d01-b59c-fd7f69e32f64 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.026389] env[69440]: DEBUG oslo_concurrency.lockutils [req-b3f04610-bbcb-4f03-9218-7fa713673978 req-49e10a3d-0588-4e3a-bfb6-c9600174e3a8 service nova] Acquiring lock "df834da5-3d71-4b17-a24d-28419e3dee60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.026613] env[69440]: DEBUG oslo_concurrency.lockutils [req-b3f04610-bbcb-4f03-9218-7fa713673978 req-49e10a3d-0588-4e3a-bfb6-c9600174e3a8 service nova] Lock "df834da5-3d71-4b17-a24d-28419e3dee60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.026909] env[69440]: DEBUG oslo_concurrency.lockutils [req-b3f04610-bbcb-4f03-9218-7fa713673978 req-49e10a3d-0588-4e3a-bfb6-c9600174e3a8 service nova] Lock "df834da5-3d71-4b17-a24d-28419e3dee60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.027260] env[69440]: DEBUG nova.compute.manager [req-b3f04610-bbcb-4f03-9218-7fa713673978 req-49e10a3d-0588-4e3a-bfb6-c9600174e3a8 service nova] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] No waiting events found dispatching network-vif-plugged-5389a474-08bb-4d01-b59c-fd7f69e32f64 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 966.027518] env[69440]: WARNING nova.compute.manager [req-b3f04610-bbcb-4f03-9218-7fa713673978 req-49e10a3d-0588-4e3a-bfb6-c9600174e3a8 service nova] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Received unexpected event network-vif-plugged-5389a474-08bb-4d01-b59c-fd7f69e32f64 for instance with vm_state building and task_state spawning. [ 966.027874] env[69440]: DEBUG nova.compute.manager [req-b3f04610-bbcb-4f03-9218-7fa713673978 req-49e10a3d-0588-4e3a-bfb6-c9600174e3a8 service nova] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Received event network-changed-5389a474-08bb-4d01-b59c-fd7f69e32f64 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.028939] env[69440]: DEBUG nova.compute.manager [req-b3f04610-bbcb-4f03-9218-7fa713673978 req-49e10a3d-0588-4e3a-bfb6-c9600174e3a8 service nova] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Refreshing instance network info cache due to event network-changed-5389a474-08bb-4d01-b59c-fd7f69e32f64. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.028939] env[69440]: DEBUG oslo_concurrency.lockutils [req-b3f04610-bbcb-4f03-9218-7fa713673978 req-49e10a3d-0588-4e3a-bfb6-c9600174e3a8 service nova] Acquiring lock "refresh_cache-df834da5-3d71-4b17-a24d-28419e3dee60" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.100724] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Acquiring lock "d017056e-049d-4162-bc9f-fca50d73fbe0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.100724] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Lock "d017056e-049d-4162-bc9f-fca50d73fbe0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.100724] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Acquiring lock "d017056e-049d-4162-bc9f-fca50d73fbe0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.100724] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Lock "d017056e-049d-4162-bc9f-fca50d73fbe0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.100724] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Lock "d017056e-049d-4162-bc9f-fca50d73fbe0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.100973] env[69440]: INFO nova.compute.manager [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Terminating instance [ 966.104843] env[69440]: DEBUG oslo_concurrency.lockutils [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Releasing lock "refresh_cache-df834da5-3d71-4b17-a24d-28419e3dee60" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.105245] env[69440]: DEBUG nova.compute.manager [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Instance network_info: |[{"id": "5389a474-08bb-4d01-b59c-fd7f69e32f64", "address": "fa:16:3e:95:19:aa", "network": {"id": "25a62621-7473-48e5-a940-cb42fe6df393", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1188974152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8df850c1fb64abb9242595bb94269c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5389a474-08", "ovs_interfaceid": "5389a474-08bb-4d01-b59c-fd7f69e32f64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.105825] env[69440]: DEBUG oslo_concurrency.lockutils [req-b3f04610-bbcb-4f03-9218-7fa713673978 req-49e10a3d-0588-4e3a-bfb6-c9600174e3a8 service nova] Acquired lock "refresh_cache-df834da5-3d71-4b17-a24d-28419e3dee60" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.105825] env[69440]: DEBUG nova.network.neutron [req-b3f04610-bbcb-4f03-9218-7fa713673978 req-49e10a3d-0588-4e3a-bfb6-c9600174e3a8 service nova] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Refreshing network info cache for port 5389a474-08bb-4d01-b59c-fd7f69e32f64 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.107484] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:19:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5389a474-08bb-4d01-b59c-fd7f69e32f64', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.117596] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Creating folder: Project (d8df850c1fb64abb9242595bb94269c1). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.120527] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-263d336b-1d86-45bc-8ec1-d226533b237a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.135891] env[69440]: DEBUG nova.compute.manager [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.139022] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Created folder: Project (d8df850c1fb64abb9242595bb94269c1) in parent group-v819662. [ 966.139266] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Creating folder: Instances. Parent ref: group-v819861. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.141027] env[69440]: INFO nova.virt.block_device [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Booting with volume c0afe81b-aca4-42c7-90d1-50b5267bc0b9 at /dev/sdb [ 966.143272] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7eb0955a-8069-4d7e-8694-628d54c95657 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.161025] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Created folder: Instances in parent group-v819861. [ 966.161025] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.161025] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.161025] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdf9b306-696b-4cc3-b7eb-ed0132fc13f5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.178722] env[69440]: DEBUG nova.virt.hardware [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.179343] env[69440]: DEBUG nova.virt.hardware [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.179579] env[69440]: DEBUG nova.virt.hardware [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.179785] env[69440]: DEBUG nova.virt.hardware [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.180056] env[69440]: DEBUG nova.virt.hardware [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.180168] env[69440]: DEBUG nova.virt.hardware [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.180468] env[69440]: DEBUG nova.virt.hardware [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.180637] env[69440]: DEBUG nova.virt.hardware [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.180816] env[69440]: DEBUG nova.virt.hardware [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.180992] env[69440]: DEBUG nova.virt.hardware [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.181190] env[69440]: DEBUG nova.virt.hardware [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.183011] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762be395-ae2e-4d3c-a54a-b327cd42877f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.199564] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087df787-6fbe-473b-b942-d0be230dc1ee {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.204371] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.204371] env[69440]: value = "task-4139731" [ 966.204371] env[69440]: _type = "Task" [ 966.204371] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.206511] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-185e83b6-978f-4704-a50c-bcc864c805f2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.236835] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31b7b79-06d8-4ee6-a5d4-01f9d73d6e01 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.249887] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139731, 'name': CreateVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.282303] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c09f248-de37-48a6-910f-e9546e477afc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.291188] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.978532} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.292612] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b/e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.293527] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.293527] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c85f9e7f-505e-44e6-9b63-769b978865f4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.298568] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bb51c5-6d97-4f40-8899-c07ab35b7180 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.310014] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 443a8dc6-a88a-45e9-9a8c-f9976f91b821] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.312714] env[69440]: DEBUG nova.scheduler.client.report [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.334203] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 966.334203] env[69440]: value = "task-4139732" [ 966.334203] env[69440]: _type = "Task" [ 966.334203] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.353391] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bf3029-0d7b-4825-b3f0-ace01c4db582 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.361263] env[69440]: DEBUG oslo_vmware.api [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139727, 'name': Destroy_Task, 'duration_secs': 1.381034} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.362346] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Destroyed the VM [ 966.362614] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Deleting Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 966.363557] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3c326b22-a5fa-4b70-8393-da50dc9caebd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.371394] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.372603] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ea0ff4-2e8c-4cb9-82ee-343c8fd18acc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.379859] env[69440]: DEBUG oslo_vmware.api [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 966.379859] env[69440]: value = "task-4139733" [ 966.379859] env[69440]: _type = "Task" [ 966.379859] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.398348] env[69440]: DEBUG oslo_vmware.api [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139733, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.398777] env[69440]: DEBUG nova.virt.block_device [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Updating existing volume attachment record: e98b27ac-f1d2-4f9b-8077-2b43819436ee {{(pid=69440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 966.623261] env[69440]: DEBUG nova.compute.manager [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.623998] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.628280] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e506bf0e-a6be-4e6d-aebc-274a95c20a0f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.637306] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.637306] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da3d8adc-20ee-48c5-8fd5-c2a544d02bb9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.648272] env[69440]: DEBUG oslo_vmware.api [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Waiting for the task: (returnval){ [ 966.648272] env[69440]: value = "task-4139736" [ 966.648272] env[69440]: _type = "Task" [ 966.648272] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.660056] env[69440]: DEBUG oslo_vmware.api [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': task-4139736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.719954] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139731, 'name': CreateVM_Task, 'duration_secs': 0.40584} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.722034] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.722808] env[69440]: DEBUG oslo_concurrency.lockutils [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.722808] env[69440]: DEBUG oslo_concurrency.lockutils [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.723129] env[69440]: DEBUG oslo_concurrency.lockutils [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.723422] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9123fd9-1bd7-4734-9928-e992ef819b40 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.731922] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Waiting for the task: (returnval){ [ 966.731922] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]527fe882-a865-5df5-bcfd-24cc3e61bb56" [ 966.731922] env[69440]: _type = "Task" [ 966.731922] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.743274] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]527fe882-a865-5df5-bcfd-24cc3e61bb56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.817911] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: b407224d-c687-4351-9bcf-d7ff85ab0193] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.820749] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.821415] env[69440]: DEBUG nova.compute.manager [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.829027] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.442s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.829027] env[69440]: INFO nova.compute.claims [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.834488] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "8bd9fdeb-3e98-4d0f-8523-49077618fbdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.834848] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "8bd9fdeb-3e98-4d0f-8523-49077618fbdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.835120] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "8bd9fdeb-3e98-4d0f-8523-49077618fbdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.835347] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "8bd9fdeb-3e98-4d0f-8523-49077618fbdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.835557] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "8bd9fdeb-3e98-4d0f-8523-49077618fbdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.837645] env[69440]: INFO nova.compute.manager [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Terminating instance [ 966.862527] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084937} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.863530] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.864339] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f992f6-42d5-4e6d-b898-72e1e27346ca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.894162] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b/e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.903137] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-010d5e15-fa9a-416c-bfe0-ef3e9c2b1c24 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.927584] env[69440]: DEBUG oslo_vmware.api [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139733, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.929935] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 966.929935] env[69440]: value = "task-4139738" [ 966.929935] env[69440]: _type = "Task" [ 966.929935] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.941665] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.031604] env[69440]: DEBUG nova.network.neutron [req-b3f04610-bbcb-4f03-9218-7fa713673978 req-49e10a3d-0588-4e3a-bfb6-c9600174e3a8 service nova] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Updated VIF entry in instance network info cache for port 5389a474-08bb-4d01-b59c-fd7f69e32f64. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.032098] env[69440]: DEBUG nova.network.neutron [req-b3f04610-bbcb-4f03-9218-7fa713673978 req-49e10a3d-0588-4e3a-bfb6-c9600174e3a8 service nova] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Updating instance_info_cache with network_info: [{"id": "5389a474-08bb-4d01-b59c-fd7f69e32f64", "address": "fa:16:3e:95:19:aa", "network": {"id": "25a62621-7473-48e5-a940-cb42fe6df393", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1188974152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8df850c1fb64abb9242595bb94269c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5389a474-08", "ovs_interfaceid": "5389a474-08bb-4d01-b59c-fd7f69e32f64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.052226] env[69440]: DEBUG nova.network.neutron [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Successfully updated port: 340aa06b-6658-4c50-b64a-8821d8dc5b86 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.162203] env[69440]: DEBUG oslo_vmware.api [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': task-4139736, 'name': PowerOffVM_Task, 'duration_secs': 0.25121} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.162557] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.162737] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.163084] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec7ea00c-1774-4034-b672-267026eda0d5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.244135] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]527fe882-a865-5df5-bcfd-24cc3e61bb56, 'name': SearchDatastore_Task, 'duration_secs': 0.012065} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.244528] env[69440]: DEBUG oslo_concurrency.lockutils [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.244834] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.245203] env[69440]: DEBUG oslo_concurrency.lockutils [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.245381] env[69440]: DEBUG oslo_concurrency.lockutils [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.245575] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.245965] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75f1be5f-5cb8-4de5-af69-a87b2aa29ffa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.257652] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.257966] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.259021] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-872e8ab2-b984-4981-a0d0-fbb1fef32971 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.263963] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.264244] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.264453] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Deleting the datastore file [datastore2] d017056e-049d-4162-bc9f-fca50d73fbe0 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.265202] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e10f7a0-7bf9-42d6-9a31-a3291d3e6ba1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.269687] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Waiting for the task: (returnval){ [ 967.269687] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5290b1ee-7450-6401-00d7-21bea53116e8" [ 967.269687] env[69440]: _type = "Task" [ 967.269687] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.274582] env[69440]: DEBUG oslo_vmware.api [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Waiting for the task: (returnval){ [ 967.274582] env[69440]: value = "task-4139740" [ 967.274582] env[69440]: _type = "Task" [ 967.274582] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.282786] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5290b1ee-7450-6401-00d7-21bea53116e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.288529] env[69440]: DEBUG oslo_vmware.api [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': task-4139740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.326463] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: c6473d46-cde3-401b-8654-a9013978b81b] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.335439] env[69440]: DEBUG nova.compute.utils [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.341014] env[69440]: DEBUG nova.compute.manager [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.341014] env[69440]: DEBUG nova.network.neutron [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.343711] env[69440]: DEBUG nova.compute.manager [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.343998] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.344873] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339239ab-b971-4786-a7b6-38a7898fed07 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.354556] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.354851] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c24e1899-32bb-4750-b2fb-f511806f1090 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.396250] env[69440]: DEBUG oslo_vmware.api [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139733, 'name': RemoveSnapshot_Task, 'duration_secs': 0.59392} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.396546] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Deleted Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 967.397019] env[69440]: INFO nova.compute.manager [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Took 16.08 seconds to snapshot the instance on the hypervisor. [ 967.401384] env[69440]: DEBUG nova.policy [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf90433b0475472ab9b15ff1940eb3e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd704328017e4ef485f7033ed6d8683b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.436498] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.436713] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.436867] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Deleting the datastore file [datastore2] 8bd9fdeb-3e98-4d0f-8523-49077618fbdb {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.438404] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f063b5ad-2e2d-473e-9fa9-ee312102e1c0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.445360] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139738, 'name': ReconfigVM_Task, 'duration_secs': 0.341004} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.446141] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Reconfigured VM instance instance-00000043 to attach disk [datastore1] e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b/e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.446827] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-722d3815-f8ac-4dd3-a7d2-2abeb33ca37f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.451884] env[69440]: DEBUG oslo_vmware.api [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 967.451884] env[69440]: value = "task-4139742" [ 967.451884] env[69440]: _type = "Task" [ 967.451884] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.457943] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 967.457943] env[69440]: value = "task-4139743" [ 967.457943] env[69440]: _type = "Task" [ 967.457943] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.467737] env[69440]: DEBUG oslo_vmware.api [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.474303] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139743, 'name': Rename_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.534973] env[69440]: DEBUG oslo_concurrency.lockutils [req-b3f04610-bbcb-4f03-9218-7fa713673978 req-49e10a3d-0588-4e3a-bfb6-c9600174e3a8 service nova] Releasing lock "refresh_cache-df834da5-3d71-4b17-a24d-28419e3dee60" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.556355] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "refresh_cache-f2728b30-2c85-4ff6-ae26-eeb799ce554b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.556355] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired lock "refresh_cache-f2728b30-2c85-4ff6-ae26-eeb799ce554b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.556532] env[69440]: DEBUG nova.network.neutron [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.726455] env[69440]: DEBUG nova.network.neutron [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Successfully created port: f3ca23cb-d868-4010-b530-df779da03b85 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.785807] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5290b1ee-7450-6401-00d7-21bea53116e8, 'name': SearchDatastore_Task, 'duration_secs': 0.015021} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.790944] env[69440]: DEBUG oslo_vmware.api [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Task: {'id': task-4139740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424393} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.791313] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c9b334-0d16-4224-b1a4-d62374447bed {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.795741] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.796014] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.796219] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.796399] env[69440]: INFO nova.compute.manager [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 967.796660] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.796894] env[69440]: DEBUG nova.compute.manager [-] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.797115] env[69440]: DEBUG nova.network.neutron [-] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.806635] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Waiting for the task: (returnval){ [ 967.806635] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52677fc6-3603-1b2a-f8ee-dca7c963197c" [ 967.806635] env[69440]: _type = "Task" [ 967.806635] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.815654] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52677fc6-3603-1b2a-f8ee-dca7c963197c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.830400] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 4e574bef-58f7-4fe3-9f0f-c76854082912] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.840319] env[69440]: DEBUG nova.compute.manager [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.906177] env[69440]: DEBUG nova.compute.manager [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Instance disappeared during snapshot {{(pid=69440) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 967.931571] env[69440]: DEBUG nova.compute.manager [None req-c2e1c52c-b544-4bb3-a9f6-a227536fe434 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Image not found during clean up 2c4b3d36-89d5-4077-bd5c-f941a7ccaf24 {{(pid=69440) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 967.978851] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139743, 'name': Rename_Task, 'duration_secs': 0.322151} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.979458] env[69440]: DEBUG oslo_vmware.api [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48534} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.982409] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "71c2c177-39bb-40f5-b548-bc5235b3b17e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.982656] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "71c2c177-39bb-40f5-b548-bc5235b3b17e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.982889] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.983239] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.983426] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.983694] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.983968] env[69440]: INFO nova.compute.manager [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Took 0.64 seconds to destroy the instance on the hypervisor. [ 967.984520] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.986351] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c5f3563-ee55-4cba-adba-d0e87af163b3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.992493] env[69440]: DEBUG nova.compute.manager [-] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.992651] env[69440]: DEBUG nova.network.neutron [-] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.005569] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 968.005569] env[69440]: value = "task-4139744" [ 968.005569] env[69440]: _type = "Task" [ 968.005569] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.015955] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.120437] env[69440]: DEBUG nova.network.neutron [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.326152] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52677fc6-3603-1b2a-f8ee-dca7c963197c, 'name': SearchDatastore_Task, 'duration_secs': 0.035602} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.326548] env[69440]: DEBUG oslo_concurrency.lockutils [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.326905] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] df834da5-3d71-4b17-a24d-28419e3dee60/df834da5-3d71-4b17-a24d-28419e3dee60.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.327232] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c660db5-1cd7-41c0-83f0-9e8b1f7d89ff {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.337171] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: e3c53d5b-18f8-4c41-8ec2-fd8e170576af] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.344366] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Waiting for the task: (returnval){ [ 968.344366] env[69440]: value = "task-4139745" [ 968.344366] env[69440]: _type = "Task" [ 968.344366] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.366230] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': task-4139745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.521032] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139744, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.556421] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb9cd5f-fec6-4cae-b19b-6a0a90a2298b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.566775] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b084a3-6b9c-4ec3-91b1-3baf49084319 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.619358] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c713daac-8c4e-4e83-af64-2f9c65a221b3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.630590] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed09c353-9149-43a7-82b0-5f0088fa75d3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.649913] env[69440]: DEBUG nova.compute.provider_tree [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.652328] env[69440]: DEBUG nova.network.neutron [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Successfully created port: 1d4aacb4-cea4-4333-83ff-bd6b69c4ff19 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.755535] env[69440]: DEBUG nova.network.neutron [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Updating instance_info_cache with network_info: [{"id": "340aa06b-6658-4c50-b64a-8821d8dc5b86", "address": "fa:16:3e:19:db:d3", "network": {"id": "fd8085f7-96df-494f-8d70-63b8b6c83f3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109709906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fb6a2a951b44d083ec7d953e8eca33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340aa06b-66", "ovs_interfaceid": "340aa06b-6658-4c50-b64a-8821d8dc5b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.825887] env[69440]: DEBUG nova.compute.manager [req-821e842a-1606-4bb2-93f1-7186f8eb1dab req-02e6c52e-abc5-4251-93a7-5f7b992ff95c service nova] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Received event network-vif-plugged-340aa06b-6658-4c50-b64a-8821d8dc5b86 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.825887] env[69440]: DEBUG oslo_concurrency.lockutils [req-821e842a-1606-4bb2-93f1-7186f8eb1dab req-02e6c52e-abc5-4251-93a7-5f7b992ff95c service nova] Acquiring lock "f2728b30-2c85-4ff6-ae26-eeb799ce554b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.825887] env[69440]: DEBUG oslo_concurrency.lockutils [req-821e842a-1606-4bb2-93f1-7186f8eb1dab req-02e6c52e-abc5-4251-93a7-5f7b992ff95c service nova] Lock "f2728b30-2c85-4ff6-ae26-eeb799ce554b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.825887] env[69440]: DEBUG oslo_concurrency.lockutils [req-821e842a-1606-4bb2-93f1-7186f8eb1dab req-02e6c52e-abc5-4251-93a7-5f7b992ff95c service nova] Lock "f2728b30-2c85-4ff6-ae26-eeb799ce554b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.825887] env[69440]: DEBUG nova.compute.manager [req-821e842a-1606-4bb2-93f1-7186f8eb1dab req-02e6c52e-abc5-4251-93a7-5f7b992ff95c service nova] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] No waiting events found dispatching network-vif-plugged-340aa06b-6658-4c50-b64a-8821d8dc5b86 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 968.825887] env[69440]: WARNING nova.compute.manager [req-821e842a-1606-4bb2-93f1-7186f8eb1dab req-02e6c52e-abc5-4251-93a7-5f7b992ff95c service nova] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Received unexpected event network-vif-plugged-340aa06b-6658-4c50-b64a-8821d8dc5b86 for instance with vm_state building and task_state spawning. [ 968.825887] env[69440]: DEBUG nova.compute.manager [req-821e842a-1606-4bb2-93f1-7186f8eb1dab req-02e6c52e-abc5-4251-93a7-5f7b992ff95c service nova] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Received event network-changed-340aa06b-6658-4c50-b64a-8821d8dc5b86 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.825887] env[69440]: DEBUG nova.compute.manager [req-821e842a-1606-4bb2-93f1-7186f8eb1dab req-02e6c52e-abc5-4251-93a7-5f7b992ff95c service nova] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Refreshing instance network info cache due to event network-changed-340aa06b-6658-4c50-b64a-8821d8dc5b86. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.826300] env[69440]: DEBUG oslo_concurrency.lockutils [req-821e842a-1606-4bb2-93f1-7186f8eb1dab req-02e6c52e-abc5-4251-93a7-5f7b992ff95c service nova] Acquiring lock "refresh_cache-f2728b30-2c85-4ff6-ae26-eeb799ce554b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.846581] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: f9371520-75bc-414a-a704-30dba68d5a52] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.862314] env[69440]: DEBUG nova.compute.manager [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.865292] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': task-4139745, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.910412] env[69440]: DEBUG nova.virt.hardware [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.910692] env[69440]: DEBUG nova.virt.hardware [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.910847] env[69440]: DEBUG nova.virt.hardware [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.911066] env[69440]: DEBUG nova.virt.hardware [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.911243] env[69440]: DEBUG nova.virt.hardware [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.911413] env[69440]: DEBUG nova.virt.hardware [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.911645] env[69440]: DEBUG nova.virt.hardware [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.911795] env[69440]: DEBUG nova.virt.hardware [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.913145] env[69440]: DEBUG nova.virt.hardware [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.913424] env[69440]: DEBUG nova.virt.hardware [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.913629] env[69440]: DEBUG nova.virt.hardware [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.915141] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06e574d-a32b-428d-abea-141d5b83c4d0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.925705] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563cfdba-9c75-4232-a882-eb367a99253c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.026776] env[69440]: DEBUG oslo_vmware.api [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139744, 'name': PowerOnVM_Task, 'duration_secs': 0.739181} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.026831] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.027043] env[69440]: INFO nova.compute.manager [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Took 8.39 seconds to spawn the instance on the hypervisor. [ 969.028243] env[69440]: DEBUG nova.compute.manager [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 969.028243] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ffc3ba-22aa-4f71-9a1c-7008820ca3ab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.156745] env[69440]: DEBUG nova.scheduler.client.report [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.260101] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Releasing lock "refresh_cache-f2728b30-2c85-4ff6-ae26-eeb799ce554b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.260287] env[69440]: DEBUG nova.compute.manager [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Instance network_info: |[{"id": "340aa06b-6658-4c50-b64a-8821d8dc5b86", "address": "fa:16:3e:19:db:d3", "network": {"id": "fd8085f7-96df-494f-8d70-63b8b6c83f3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109709906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fb6a2a951b44d083ec7d953e8eca33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340aa06b-66", "ovs_interfaceid": "340aa06b-6658-4c50-b64a-8821d8dc5b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.260617] env[69440]: DEBUG oslo_concurrency.lockutils [req-821e842a-1606-4bb2-93f1-7186f8eb1dab req-02e6c52e-abc5-4251-93a7-5f7b992ff95c service nova] Acquired lock "refresh_cache-f2728b30-2c85-4ff6-ae26-eeb799ce554b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.260802] env[69440]: DEBUG nova.network.neutron [req-821e842a-1606-4bb2-93f1-7186f8eb1dab req-02e6c52e-abc5-4251-93a7-5f7b992ff95c service nova] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Refreshing network info cache for port 340aa06b-6658-4c50-b64a-8821d8dc5b86 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.263120] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:db:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '340aa06b-6658-4c50-b64a-8821d8dc5b86', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.275382] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.279219] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.279324] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-289548a3-d747-4560-b981-6bb98eb78dd9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.305780] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.305780] env[69440]: value = "task-4139746" [ 969.305780] env[69440]: _type = "Task" [ 969.305780] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.315876] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139746, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.364921] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 029aa35a-3407-4d4f-9388-1978a073ecd2] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.373112] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': task-4139745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732464} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.373387] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] df834da5-3d71-4b17-a24d-28419e3dee60/df834da5-3d71-4b17-a24d-28419e3dee60.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.373604] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.373870] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3bc026b-4576-4ba0-b284-4f05bc9da0f7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.376811] env[69440]: DEBUG nova.network.neutron [-] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.385812] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Waiting for the task: (returnval){ [ 969.385812] env[69440]: value = "task-4139747" [ 969.385812] env[69440]: _type = "Task" [ 969.385812] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.401753] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': task-4139747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.535465] env[69440]: DEBUG nova.network.neutron [req-821e842a-1606-4bb2-93f1-7186f8eb1dab req-02e6c52e-abc5-4251-93a7-5f7b992ff95c service nova] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Updated VIF entry in instance network info cache for port 340aa06b-6658-4c50-b64a-8821d8dc5b86. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.535465] env[69440]: DEBUG nova.network.neutron [req-821e842a-1606-4bb2-93f1-7186f8eb1dab req-02e6c52e-abc5-4251-93a7-5f7b992ff95c service nova] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Updating instance_info_cache with network_info: [{"id": "340aa06b-6658-4c50-b64a-8821d8dc5b86", "address": "fa:16:3e:19:db:d3", "network": {"id": "fd8085f7-96df-494f-8d70-63b8b6c83f3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109709906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fb6a2a951b44d083ec7d953e8eca33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340aa06b-66", "ovs_interfaceid": "340aa06b-6658-4c50-b64a-8821d8dc5b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.550224] env[69440]: INFO nova.compute.manager [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Took 56.93 seconds to build instance. [ 969.640962] env[69440]: DEBUG nova.network.neutron [-] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.675205] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.846s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.675205] env[69440]: DEBUG nova.compute.manager [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.675882] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.965s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.677766] env[69440]: INFO nova.compute.claims [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.819028] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139746, 'name': CreateVM_Task, 'duration_secs': 0.496843} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.819028] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.819028] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.819028] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.819028] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.819028] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a785e3-ab59-4321-8b40-22b4955031b1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.826205] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 969.826205] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]520b268a-6823-6040-7ba6-fb8cbb177abf" [ 969.826205] env[69440]: _type = "Task" [ 969.826205] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.833998] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520b268a-6823-6040-7ba6-fb8cbb177abf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.870953] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 0cd34a99-40c7-4603-aacf-80205275b852] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.879893] env[69440]: INFO nova.compute.manager [-] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Took 1.89 seconds to deallocate network for instance. [ 969.899045] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': task-4139747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10994} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.899689] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.900591] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9f4016-8296-43ed-8693-e046ea05324c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.930575] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] df834da5-3d71-4b17-a24d-28419e3dee60/df834da5-3d71-4b17-a24d-28419e3dee60.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.931508] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b600dbad-6060-49fd-bef9-a41052cbf163 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.958330] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Waiting for the task: (returnval){ [ 969.958330] env[69440]: value = "task-4139748" [ 969.958330] env[69440]: _type = "Task" [ 969.958330] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.970088] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': task-4139748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.037806] env[69440]: DEBUG oslo_concurrency.lockutils [req-821e842a-1606-4bb2-93f1-7186f8eb1dab req-02e6c52e-abc5-4251-93a7-5f7b992ff95c service nova] Releasing lock "refresh_cache-f2728b30-2c85-4ff6-ae26-eeb799ce554b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.057316] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2981de02-5a7d-4527-a2a6-4432a006e46d tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.230s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.145642] env[69440]: INFO nova.compute.manager [-] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Took 2.35 seconds to deallocate network for instance. [ 970.184022] env[69440]: DEBUG nova.compute.utils [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.195198] env[69440]: DEBUG nova.compute.manager [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.195479] env[69440]: DEBUG nova.network.neutron [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.315405] env[69440]: DEBUG nova.policy [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12bc4965953746c0832f1e6c23ae5986', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72102b7985d34c4f869250d728640afd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.337021] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520b268a-6823-6040-7ba6-fb8cbb177abf, 'name': SearchDatastore_Task, 'duration_secs': 0.064008} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.337528] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.337779] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.338036] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.338224] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.338411] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.338685] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09d61a86-6fe7-4691-9472-f1126aec1383 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.350946] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.354016] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.354016] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa6ae930-9a7e-44a0-9581-c5ef4257fc31 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.358966] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 970.358966] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52a3bba3-a727-69d4-7638-e3d9bfab38ac" [ 970.358966] env[69440]: _type = "Task" [ 970.358966] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.368682] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a3bba3-a727-69d4-7638-e3d9bfab38ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.373892] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: b18f0ee8-55e0-4dbd-a3b2-eccb7fef2c64] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.396305] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.470432] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': task-4139748, 'name': ReconfigVM_Task, 'duration_secs': 0.344171} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.470748] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Reconfigured VM instance instance-00000044 to attach disk [datastore1] df834da5-3d71-4b17-a24d-28419e3dee60/df834da5-3d71-4b17-a24d-28419e3dee60.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.471537] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de37b5ed-dd78-4baf-8b00-08e121dd9476 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.478675] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Waiting for the task: (returnval){ [ 970.478675] env[69440]: value = "task-4139749" [ 970.478675] env[69440]: _type = "Task" [ 970.478675] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.496801] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': task-4139749, 'name': Rename_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.560810] env[69440]: DEBUG nova.compute.manager [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.653840] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.695385] env[69440]: DEBUG nova.compute.manager [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.821953] env[69440]: DEBUG nova.network.neutron [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Successfully updated port: f3ca23cb-d868-4010-b530-df779da03b85 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.850225] env[69440]: DEBUG nova.network.neutron [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Successfully created port: 22937e6a-1b35-474d-9d40-bb28e278dd35 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.879195] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: ee7f76c1-fcb5-49a7-88fe-57541f13f24b] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.883280] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a3bba3-a727-69d4-7638-e3d9bfab38ac, 'name': SearchDatastore_Task, 'duration_secs': 0.02179} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.885233] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8557c271-70cb-4728-a4f6-d2c1cbbb4e5b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.905259] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 970.905259] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]529fee91-cfd6-a199-1e4d-1951fb996601" [ 970.905259] env[69440]: _type = "Task" [ 970.905259] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.918190] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529fee91-cfd6-a199-1e4d-1951fb996601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.992585] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "62386841-2d1a-4b69-8438-6646dd617889" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.992826] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "62386841-2d1a-4b69-8438-6646dd617889" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.993090] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "62386841-2d1a-4b69-8438-6646dd617889-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.993224] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "62386841-2d1a-4b69-8438-6646dd617889-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.993414] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "62386841-2d1a-4b69-8438-6646dd617889-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.996023] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': task-4139749, 'name': Rename_Task, 'duration_secs': 0.17278} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.996553] env[69440]: INFO nova.compute.manager [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Terminating instance [ 971.002220] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.004658] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb33c4fa-d2b3-433b-85e0-1bfc4e6fdaf4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.012648] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Waiting for the task: (returnval){ [ 971.012648] env[69440]: value = "task-4139751" [ 971.012648] env[69440]: _type = "Task" [ 971.012648] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.025365] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': task-4139751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.087774] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.257889] env[69440]: DEBUG nova.compute.manager [req-1f055ee9-312c-45ce-a91a-c5d180c924cb req-6d72d2ae-59b5-47c5-9357-84d7c0cc65a3 service nova] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Received event network-vif-deleted-4204a1a3-6b46-429c-8796-f12cb8094624 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.257889] env[69440]: DEBUG nova.compute.manager [req-1f055ee9-312c-45ce-a91a-c5d180c924cb req-6d72d2ae-59b5-47c5-9357-84d7c0cc65a3 service nova] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Received event network-vif-deleted-54d49dcc-1f67-406e-8d71-158016a1cbae {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.257889] env[69440]: DEBUG nova.compute.manager [req-1f055ee9-312c-45ce-a91a-c5d180c924cb req-6d72d2ae-59b5-47c5-9357-84d7c0cc65a3 service nova] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Received event network-vif-plugged-f3ca23cb-d868-4010-b530-df779da03b85 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.257889] env[69440]: DEBUG oslo_concurrency.lockutils [req-1f055ee9-312c-45ce-a91a-c5d180c924cb req-6d72d2ae-59b5-47c5-9357-84d7c0cc65a3 service nova] Acquiring lock "d8fea3d9-1d92-4bd6-9726-5eae9485f7f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.257889] env[69440]: DEBUG oslo_concurrency.lockutils [req-1f055ee9-312c-45ce-a91a-c5d180c924cb req-6d72d2ae-59b5-47c5-9357-84d7c0cc65a3 service nova] Lock "d8fea3d9-1d92-4bd6-9726-5eae9485f7f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.257889] env[69440]: DEBUG oslo_concurrency.lockutils [req-1f055ee9-312c-45ce-a91a-c5d180c924cb req-6d72d2ae-59b5-47c5-9357-84d7c0cc65a3 service nova] Lock "d8fea3d9-1d92-4bd6-9726-5eae9485f7f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.257889] env[69440]: DEBUG nova.compute.manager [req-1f055ee9-312c-45ce-a91a-c5d180c924cb req-6d72d2ae-59b5-47c5-9357-84d7c0cc65a3 service nova] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] No waiting events found dispatching network-vif-plugged-f3ca23cb-d868-4010-b530-df779da03b85 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 971.257889] env[69440]: WARNING nova.compute.manager [req-1f055ee9-312c-45ce-a91a-c5d180c924cb req-6d72d2ae-59b5-47c5-9357-84d7c0cc65a3 service nova] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Received unexpected event network-vif-plugged-f3ca23cb-d868-4010-b530-df779da03b85 for instance with vm_state building and task_state spawning. [ 971.257889] env[69440]: DEBUG nova.compute.manager [req-1f055ee9-312c-45ce-a91a-c5d180c924cb req-6d72d2ae-59b5-47c5-9357-84d7c0cc65a3 service nova] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Received event network-changed-f3ca23cb-d868-4010-b530-df779da03b85 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.257889] env[69440]: DEBUG nova.compute.manager [req-1f055ee9-312c-45ce-a91a-c5d180c924cb req-6d72d2ae-59b5-47c5-9357-84d7c0cc65a3 service nova] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Refreshing instance network info cache due to event network-changed-f3ca23cb-d868-4010-b530-df779da03b85. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.257889] env[69440]: DEBUG oslo_concurrency.lockutils [req-1f055ee9-312c-45ce-a91a-c5d180c924cb req-6d72d2ae-59b5-47c5-9357-84d7c0cc65a3 service nova] Acquiring lock "refresh_cache-d8fea3d9-1d92-4bd6-9726-5eae9485f7f8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.258264] env[69440]: DEBUG oslo_concurrency.lockutils [req-1f055ee9-312c-45ce-a91a-c5d180c924cb req-6d72d2ae-59b5-47c5-9357-84d7c0cc65a3 service nova] Acquired lock "refresh_cache-d8fea3d9-1d92-4bd6-9726-5eae9485f7f8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.258343] env[69440]: DEBUG nova.network.neutron [req-1f055ee9-312c-45ce-a91a-c5d180c924cb req-6d72d2ae-59b5-47c5-9357-84d7c0cc65a3 service nova] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Refreshing network info cache for port f3ca23cb-d868-4010-b530-df779da03b85 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.384719] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: a006d1f1-5185-4717-bf54-fa8b33c19fda] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.403647] env[69440]: DEBUG oslo_concurrency.lockutils [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.403973] env[69440]: DEBUG oslo_concurrency.lockutils [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.404238] env[69440]: DEBUG oslo_concurrency.lockutils [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.404585] env[69440]: DEBUG oslo_concurrency.lockutils [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.404699] env[69440]: DEBUG oslo_concurrency.lockutils [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.415660] env[69440]: INFO nova.compute.manager [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Terminating instance [ 971.425848] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529fee91-cfd6-a199-1e4d-1951fb996601, 'name': SearchDatastore_Task, 'duration_secs': 0.012344} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.425848] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc25a0c9-854c-4232-bfac-9cdc26940e5a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.431580] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.434688] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] f2728b30-2c85-4ff6-ae26-eeb799ce554b/f2728b30-2c85-4ff6-ae26-eeb799ce554b.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.434688] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c5fd3b8-4b6e-4220-b322-f8b7590a6a12 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.444714] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830f6e61-a083-4040-b4fc-56ebf4a96e9a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.448595] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 971.448595] env[69440]: value = "task-4139752" [ 971.448595] env[69440]: _type = "Task" [ 971.448595] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.494471] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae04bef8-95ea-4f31-a6c3-dc2f8b016d70 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.501810] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.506046] env[69440]: DEBUG nova.compute.manager [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.506046] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.509915] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756610c4-5ec2-4b5f-b9e0-9e36897d8d4d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.514365] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240c92f0-8771-4a6e-b03a-6d45df1d1a42 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.527273] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.527782] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-488d93d9-bc5f-487a-942f-ef3bfdd74705 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.541423] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': task-4139751, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.542097] env[69440]: DEBUG nova.compute.provider_tree [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.549799] env[69440]: DEBUG oslo_vmware.api [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 971.549799] env[69440]: value = "task-4139753" [ 971.549799] env[69440]: _type = "Task" [ 971.549799] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.563048] env[69440]: DEBUG oslo_vmware.api [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.721350] env[69440]: DEBUG nova.compute.manager [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.771789] env[69440]: DEBUG nova.virt.hardware [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.772228] env[69440]: DEBUG nova.virt.hardware [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.772513] env[69440]: DEBUG nova.virt.hardware [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.772513] env[69440]: DEBUG nova.virt.hardware [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.775737] env[69440]: DEBUG nova.virt.hardware [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.775737] env[69440]: DEBUG nova.virt.hardware [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.775737] env[69440]: DEBUG nova.virt.hardware [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.775737] env[69440]: DEBUG nova.virt.hardware [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.775737] env[69440]: DEBUG nova.virt.hardware [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.775737] env[69440]: DEBUG nova.virt.hardware [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.775737] env[69440]: DEBUG nova.virt.hardware [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.775737] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76b4adc-b852-4cba-8306-ba67907a5013 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.789148] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e06d11-1a72-486c-a0e1-b72fb13bd8d6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.832062] env[69440]: DEBUG nova.network.neutron [req-1f055ee9-312c-45ce-a91a-c5d180c924cb req-6d72d2ae-59b5-47c5-9357-84d7c0cc65a3 service nova] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.892416] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: b9cb0a36-50a0-4030-b8c7-aec41255fb60] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.933600] env[69440]: DEBUG nova.compute.manager [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.933845] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.935345] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36a2377-aef0-4a05-87ae-119c53fc2c03 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.945336] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.945601] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8e5e95c-6766-41dc-ad6c-3b918b5ad810 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.955457] env[69440]: DEBUG oslo_vmware.api [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 971.955457] env[69440]: value = "task-4139754" [ 971.955457] env[69440]: _type = "Task" [ 971.955457] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.965248] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139752, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.971503] env[69440]: DEBUG oslo_vmware.api [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.980439] env[69440]: DEBUG nova.network.neutron [req-1f055ee9-312c-45ce-a91a-c5d180c924cb req-6d72d2ae-59b5-47c5-9357-84d7c0cc65a3 service nova] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.030413] env[69440]: DEBUG oslo_vmware.api [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': task-4139751, 'name': PowerOnVM_Task, 'duration_secs': 0.618409} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.030855] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.030989] env[69440]: INFO nova.compute.manager [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Took 8.70 seconds to spawn the instance on the hypervisor. [ 972.031206] env[69440]: DEBUG nova.compute.manager [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 972.032214] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03260ac4-582d-448f-a859-a3da81d0e42c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.045618] env[69440]: DEBUG nova.scheduler.client.report [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.062727] env[69440]: DEBUG oslo_vmware.api [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139753, 'name': PowerOffVM_Task, 'duration_secs': 0.340241} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.063509] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.063739] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.064331] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b71d4ea-d9b1-4f80-a05f-b0c2f7770cc7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.149909] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.150332] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.150674] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Deleting the datastore file [datastore2] 62386841-2d1a-4b69-8438-6646dd617889 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.150909] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5b5abbf-a165-4421-890b-36c474e9a8ed {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.159022] env[69440]: DEBUG oslo_vmware.api [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 972.159022] env[69440]: value = "task-4139756" [ 972.159022] env[69440]: _type = "Task" [ 972.159022] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.168783] env[69440]: DEBUG oslo_vmware.api [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.397501] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: f121bdab-27c9-457f-b3c0-0218b0d6d1e7] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.466428] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676993} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.467746] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] f2728b30-2c85-4ff6-ae26-eeb799ce554b/f2728b30-2c85-4ff6-ae26-eeb799ce554b.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.468317] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.468628] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-982ff5c9-a8c0-46d2-9ab5-fd6e95e50601 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.475300] env[69440]: DEBUG oslo_vmware.api [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139754, 'name': PowerOffVM_Task, 'duration_secs': 0.300023} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.476161] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.476400] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.476858] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-142e52da-00ba-4caa-8330-e4777db4959f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.481841] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 972.481841] env[69440]: value = "task-4139757" [ 972.481841] env[69440]: _type = "Task" [ 972.481841] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.488382] env[69440]: DEBUG oslo_concurrency.lockutils [req-1f055ee9-312c-45ce-a91a-c5d180c924cb req-6d72d2ae-59b5-47c5-9357-84d7c0cc65a3 service nova] Releasing lock "refresh_cache-d8fea3d9-1d92-4bd6-9726-5eae9485f7f8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.497445] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.498967] env[69440]: DEBUG nova.network.neutron [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Successfully updated port: 22937e6a-1b35-474d-9d40-bb28e278dd35 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.559038] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.883s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.559038] env[69440]: DEBUG nova.compute.manager [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.564367] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.564367] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.565240] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Deleting the datastore file [datastore1] e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.569422] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.314s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.569422] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.572371] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.830s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.572607] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.575865] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 27.641s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.577578] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6722e29e-5fbd-49ac-bc16-0283a6f40e75 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.580305] env[69440]: INFO nova.compute.manager [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Took 53.47 seconds to build instance. [ 972.589381] env[69440]: DEBUG oslo_vmware.api [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for the task: (returnval){ [ 972.589381] env[69440]: value = "task-4139759" [ 972.589381] env[69440]: _type = "Task" [ 972.589381] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.602018] env[69440]: DEBUG oslo_vmware.api [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.624819] env[69440]: INFO nova.scheduler.client.report [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Deleted allocations for instance dddcea5f-a8f1-4b81-b0d0-cd3543a75860 [ 972.632562] env[69440]: INFO nova.scheduler.client.report [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Deleted allocations for instance bf4bc455-fa14-4f59-af98-014c2865aede [ 972.677203] env[69440]: DEBUG oslo_vmware.api [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187162} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.677497] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.677704] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.677944] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.678184] env[69440]: INFO nova.compute.manager [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Took 1.17 seconds to destroy the instance on the hypervisor. [ 972.678468] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.678675] env[69440]: DEBUG nova.compute.manager [-] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.678778] env[69440]: DEBUG nova.network.neutron [-] [instance: 62386841-2d1a-4b69-8438-6646dd617889] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.902637] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 2631d429-9d16-4cdf-b7cf-14ea26d5fd94] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.998428] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145071} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.998919] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.999755] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3519b22-cbd9-42b8-bc91-420adb1b9eda {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.003025] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquiring lock "refresh_cache-b424570b-6a9f-4982-8c59-5a6b2efe9fa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.003190] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquired lock "refresh_cache-b424570b-6a9f-4982-8c59-5a6b2efe9fa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.003342] env[69440]: DEBUG nova.network.neutron [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.034618] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] f2728b30-2c85-4ff6-ae26-eeb799ce554b/f2728b30-2c85-4ff6-ae26-eeb799ce554b.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.035382] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c1d467e-5d5b-4c1b-8b26-146d98ede9ae {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.059822] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 973.059822] env[69440]: value = "task-4139760" [ 973.059822] env[69440]: _type = "Task" [ 973.059822] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.067488] env[69440]: DEBUG nova.compute.utils [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.073266] env[69440]: DEBUG nova.compute.manager [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.073462] env[69440]: DEBUG nova.network.neutron [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.076495] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.082781] env[69440]: DEBUG nova.objects.instance [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lazy-loading 'migration_context' on Instance uuid 26d5e4a4-a985-440c-ab16-5798e9bd72ff {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.084720] env[69440]: DEBUG oslo_concurrency.lockutils [None req-894bb306-a904-4674-8836-86daabb7b85e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Lock "df834da5-3d71-4b17-a24d-28419e3dee60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.270s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.102654] env[69440]: DEBUG oslo_vmware.api [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.138416] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0ffd1c3a-4616-4243-a728-e73def7a6678 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "dddcea5f-a8f1-4b81-b0d0-cd3543a75860" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.063s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.143164] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6e9359a0-ef38-4202-b148-e60e929732dc tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "bf4bc455-fa14-4f59-af98-014c2865aede" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.709s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.408263] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 960ee12b-c42e-4e69-a5fc-5c97d3c7f2fe] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.423298] env[69440]: DEBUG nova.policy [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29ebc2e88fba4f549a919183efa2b3f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '142694e0bc0f42428c9ccba714f50b81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.571319] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.579027] env[69440]: DEBUG nova.compute.manager [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.582568] env[69440]: DEBUG nova.network.neutron [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.590089] env[69440]: DEBUG nova.compute.manager [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.608725] env[69440]: DEBUG oslo_vmware.api [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Task: {'id': task-4139759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.605543} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.608821] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.609196] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.609196] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.611576] env[69440]: INFO nova.compute.manager [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Took 1.68 seconds to destroy the instance on the hypervisor. [ 973.611576] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.611576] env[69440]: DEBUG nova.compute.manager [-] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.611576] env[69440]: DEBUG nova.network.neutron [-] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.639438] env[69440]: DEBUG nova.network.neutron [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Successfully updated port: 1d4aacb4-cea4-4333-83ff-bd6b69c4ff19 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.843338] env[69440]: DEBUG nova.network.neutron [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Updating instance_info_cache with network_info: [{"id": "22937e6a-1b35-474d-9d40-bb28e278dd35", "address": "fa:16:3e:50:6d:71", "network": {"id": "3ee00afd-d848-420b-ba15-9439a06b732e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-382051759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72102b7985d34c4f869250d728640afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22937e6a-1b", "ovs_interfaceid": "22937e6a-1b35-474d-9d40-bb28e278dd35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.914150] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: bcfea8dc-1327-4e91-b5fb-5183146af199] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.918108] env[69440]: DEBUG nova.network.neutron [-] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.949420] env[69440]: DEBUG nova.network.neutron [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Successfully created port: a3594fac-465d-4aec-bae8-e60e21e46916 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.031606] env[69440]: DEBUG oslo_concurrency.lockutils [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.072152] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139760, 'name': ReconfigVM_Task, 'duration_secs': 0.921767} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.072470] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Reconfigured VM instance instance-00000045 to attach disk [datastore1] f2728b30-2c85-4ff6-ae26-eeb799ce554b/f2728b30-2c85-4ff6-ae26-eeb799ce554b.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.076153] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0057ecd7-cf54-47e5-9b5f-b0342e1fceb9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.084389] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 974.084389] env[69440]: value = "task-4139761" [ 974.084389] env[69440]: _type = "Task" [ 974.084389] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.108761] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139761, 'name': Rename_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.134406] env[69440]: DEBUG oslo_concurrency.lockutils [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.143920] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquiring lock "refresh_cache-d8fea3d9-1d92-4bd6-9726-5eae9485f7f8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.144245] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquired lock "refresh_cache-d8fea3d9-1d92-4bd6-9726-5eae9485f7f8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.144245] env[69440]: DEBUG nova.network.neutron [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.157923] env[69440]: DEBUG nova.compute.manager [req-9e39f2e2-1fab-4fd8-9156-e4d863d0395b req-a0491dad-d205-4371-b6d5-21d7897e0613 service nova] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Received event network-vif-plugged-22937e6a-1b35-474d-9d40-bb28e278dd35 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.158287] env[69440]: DEBUG oslo_concurrency.lockutils [req-9e39f2e2-1fab-4fd8-9156-e4d863d0395b req-a0491dad-d205-4371-b6d5-21d7897e0613 service nova] Acquiring lock "b424570b-6a9f-4982-8c59-5a6b2efe9fa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.158568] env[69440]: DEBUG oslo_concurrency.lockutils [req-9e39f2e2-1fab-4fd8-9156-e4d863d0395b req-a0491dad-d205-4371-b6d5-21d7897e0613 service nova] Lock "b424570b-6a9f-4982-8c59-5a6b2efe9fa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.158751] env[69440]: DEBUG oslo_concurrency.lockutils [req-9e39f2e2-1fab-4fd8-9156-e4d863d0395b req-a0491dad-d205-4371-b6d5-21d7897e0613 service nova] Lock "b424570b-6a9f-4982-8c59-5a6b2efe9fa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.158950] env[69440]: DEBUG nova.compute.manager [req-9e39f2e2-1fab-4fd8-9156-e4d863d0395b req-a0491dad-d205-4371-b6d5-21d7897e0613 service nova] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] No waiting events found dispatching network-vif-plugged-22937e6a-1b35-474d-9d40-bb28e278dd35 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 974.159140] env[69440]: WARNING nova.compute.manager [req-9e39f2e2-1fab-4fd8-9156-e4d863d0395b req-a0491dad-d205-4371-b6d5-21d7897e0613 service nova] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Received unexpected event network-vif-plugged-22937e6a-1b35-474d-9d40-bb28e278dd35 for instance with vm_state building and task_state spawning. [ 974.159350] env[69440]: DEBUG nova.compute.manager [req-9e39f2e2-1fab-4fd8-9156-e4d863d0395b req-a0491dad-d205-4371-b6d5-21d7897e0613 service nova] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Received event network-changed-22937e6a-1b35-474d-9d40-bb28e278dd35 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.159464] env[69440]: DEBUG nova.compute.manager [req-9e39f2e2-1fab-4fd8-9156-e4d863d0395b req-a0491dad-d205-4371-b6d5-21d7897e0613 service nova] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Refreshing instance network info cache due to event network-changed-22937e6a-1b35-474d-9d40-bb28e278dd35. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.159644] env[69440]: DEBUG oslo_concurrency.lockutils [req-9e39f2e2-1fab-4fd8-9156-e4d863d0395b req-a0491dad-d205-4371-b6d5-21d7897e0613 service nova] Acquiring lock "refresh_cache-b424570b-6a9f-4982-8c59-5a6b2efe9fa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.207836] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "c3c00ac9-17c8-41c5-a696-6eb84b2b9537" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.209080] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "c3c00ac9-17c8-41c5-a696-6eb84b2b9537" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.209080] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "c3c00ac9-17c8-41c5-a696-6eb84b2b9537-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.209080] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "c3c00ac9-17c8-41c5-a696-6eb84b2b9537-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.209080] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "c3c00ac9-17c8-41c5-a696-6eb84b2b9537-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.213280] env[69440]: INFO nova.compute.manager [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Terminating instance [ 974.274833] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c946b1a4-aa6a-4b07-9e6d-c43e63dcfe2c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.285678] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31bb1f0-873c-4268-9a45-18a43d40ebcd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.320962] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377caa1a-85e6-413a-997c-e19b7d116125 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.330236] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af7a7d7-18a8-4e90-8b5c-f9fae73d6b7c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.346984] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Releasing lock "refresh_cache-b424570b-6a9f-4982-8c59-5a6b2efe9fa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.346984] env[69440]: DEBUG nova.compute.manager [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Instance network_info: |[{"id": "22937e6a-1b35-474d-9d40-bb28e278dd35", "address": "fa:16:3e:50:6d:71", "network": {"id": "3ee00afd-d848-420b-ba15-9439a06b732e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-382051759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72102b7985d34c4f869250d728640afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22937e6a-1b", "ovs_interfaceid": "22937e6a-1b35-474d-9d40-bb28e278dd35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.347645] env[69440]: DEBUG nova.compute.provider_tree [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.349251] env[69440]: DEBUG oslo_concurrency.lockutils [req-9e39f2e2-1fab-4fd8-9156-e4d863d0395b req-a0491dad-d205-4371-b6d5-21d7897e0613 service nova] Acquired lock "refresh_cache-b424570b-6a9f-4982-8c59-5a6b2efe9fa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.349465] env[69440]: DEBUG nova.network.neutron [req-9e39f2e2-1fab-4fd8-9156-e4d863d0395b req-a0491dad-d205-4371-b6d5-21d7897e0613 service nova] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Refreshing network info cache for port 22937e6a-1b35-474d-9d40-bb28e278dd35 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.350777] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:6d:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22937e6a-1b35-474d-9d40-bb28e278dd35', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.358866] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.360742] env[69440]: DEBUG nova.scheduler.client.report [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.364149] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.364720] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca9c6172-0444-4c33-a87d-4bfb3b94e4fe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.387503] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.387503] env[69440]: value = "task-4139762" [ 974.387503] env[69440]: _type = "Task" [ 974.387503] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.397758] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139762, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.418651] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 733e01e7-5429-41fe-8cd0-9fc56d03fce0] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.423045] env[69440]: INFO nova.compute.manager [-] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Took 1.74 seconds to deallocate network for instance. [ 974.596202] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139761, 'name': Rename_Task, 'duration_secs': 0.190041} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.596516] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.596797] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5df969fb-673c-4341-a94c-b66afafceb16 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.603033] env[69440]: DEBUG nova.compute.manager [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.608576] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 974.608576] env[69440]: value = "task-4139763" [ 974.608576] env[69440]: _type = "Task" [ 974.608576] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.618588] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.638175] env[69440]: DEBUG nova.virt.hardware [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.638478] env[69440]: DEBUG nova.virt.hardware [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.638645] env[69440]: DEBUG nova.virt.hardware [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.638828] env[69440]: DEBUG nova.virt.hardware [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.638975] env[69440]: DEBUG nova.virt.hardware [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.639131] env[69440]: DEBUG nova.virt.hardware [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.639349] env[69440]: DEBUG nova.virt.hardware [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.639510] env[69440]: DEBUG nova.virt.hardware [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.639677] env[69440]: DEBUG nova.virt.hardware [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.639858] env[69440]: DEBUG nova.virt.hardware [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.640041] env[69440]: DEBUG nova.virt.hardware [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.641042] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10a8550-2862-4a16-9fd2-73ac62a45e2e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.649674] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e08632-a73c-4dd9-be7d-7223d2b6e5e5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.693984] env[69440]: DEBUG nova.network.neutron [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.718153] env[69440]: DEBUG nova.compute.manager [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.718428] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.719369] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c84d4d-511c-41cb-a1cc-8ce5a6d8ef56 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.729976] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.730282] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61789d22-5c55-4867-af1d-4bc8c258b05f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.738357] env[69440]: DEBUG oslo_vmware.api [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 974.738357] env[69440]: value = "task-4139764" [ 974.738357] env[69440]: _type = "Task" [ 974.738357] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.747145] env[69440]: DEBUG oslo_vmware.api [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.917330] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139762, 'name': CreateVM_Task, 'duration_secs': 0.48497} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.918927] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.918927] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.918927] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.919343] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.919670] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b860e2e-3233-4c77-8b2d-ed991bdc443b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.923757] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 52627e7c-1387-4e85-b67b-8062a67f71c6] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.930686] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 974.930686] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]527cf510-1ed1-612c-e8f3-16ba5a0b442b" [ 974.930686] env[69440]: _type = "Task" [ 974.930686] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.934163] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.943699] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]527cf510-1ed1-612c-e8f3-16ba5a0b442b, 'name': SearchDatastore_Task} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.945138] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.945138] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.945138] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.945138] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.945138] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.945537] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd2fe492-d630-462d-9b64-5fd4f2eb5ce5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.956141] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.956371] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.957877] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8a99f36-4531-4d28-aa3e-b0ffc3e23562 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.966647] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 974.966647] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5249924a-6bdf-21a3-629f-e4c6d550eaea" [ 974.966647] env[69440]: _type = "Task" [ 974.966647] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.970765] env[69440]: DEBUG nova.network.neutron [-] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.978751] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5249924a-6bdf-21a3-629f-e4c6d550eaea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.120032] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139763, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.128510] env[69440]: DEBUG nova.network.neutron [req-9e39f2e2-1fab-4fd8-9156-e4d863d0395b req-a0491dad-d205-4371-b6d5-21d7897e0613 service nova] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Updated VIF entry in instance network info cache for port 22937e6a-1b35-474d-9d40-bb28e278dd35. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.128828] env[69440]: DEBUG nova.network.neutron [req-9e39f2e2-1fab-4fd8-9156-e4d863d0395b req-a0491dad-d205-4371-b6d5-21d7897e0613 service nova] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Updating instance_info_cache with network_info: [{"id": "22937e6a-1b35-474d-9d40-bb28e278dd35", "address": "fa:16:3e:50:6d:71", "network": {"id": "3ee00afd-d848-420b-ba15-9439a06b732e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-382051759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72102b7985d34c4f869250d728640afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22937e6a-1b", "ovs_interfaceid": "22937e6a-1b35-474d-9d40-bb28e278dd35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.238859] env[69440]: DEBUG nova.network.neutron [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Updating instance_info_cache with network_info: [{"id": "f3ca23cb-d868-4010-b530-df779da03b85", "address": "fa:16:3e:2e:f3:d5", "network": {"id": "b8b0c37f-9c06-47e2-8435-f0709c18685f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1859655908", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd704328017e4ef485f7033ed6d8683b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ca23cb-d8", "ovs_interfaceid": "f3ca23cb-d868-4010-b530-df779da03b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1d4aacb4-cea4-4333-83ff-bd6b69c4ff19", "address": "fa:16:3e:b9:7c:35", "network": {"id": "9d51db17-8dd5-43db-8581-a06b70090bd6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1215498274", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bd704328017e4ef485f7033ed6d8683b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d4aacb4-ce", "ovs_interfaceid": "1d4aacb4-cea4-4333-83ff-bd6b69c4ff19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.253846] env[69440]: DEBUG oslo_vmware.api [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139764, 'name': PowerOffVM_Task, 'duration_secs': 0.273113} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.253846] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.253846] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.254281] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2fcadd9-3b2a-4492-8ab5-09e5e0da5a11 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.343311] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.343311] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.343311] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Deleting the datastore file [datastore1] c3c00ac9-17c8-41c5-a696-6eb84b2b9537 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.343311] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08d63973-eb3b-49be-b311-6dd67f5716eb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.353962] env[69440]: DEBUG oslo_vmware.api [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 975.353962] env[69440]: value = "task-4139766" [ 975.353962] env[69440]: _type = "Task" [ 975.353962] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.365571] env[69440]: DEBUG oslo_vmware.api [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.390217] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.813s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.396392] env[69440]: DEBUG oslo_concurrency.lockutils [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.087s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.396613] env[69440]: DEBUG oslo_concurrency.lockutils [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.398964] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.741s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.399226] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.401323] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.727s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.402893] env[69440]: INFO nova.compute.claims [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.420931] env[69440]: DEBUG nova.compute.manager [req-c5580be5-f57c-4ef2-9310-10e73a2c70db req-d0bf267f-0320-409b-a914-0b30ea7b6208 service nova] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Received event network-vif-deleted-f26dcc0a-c227-4791-9e6c-7c47108623ab {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.430602] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 2077be55-c9ca-46ad-9a38-24b83c46b705] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.435961] env[69440]: INFO nova.scheduler.client.report [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Deleted allocations for instance d9c9f9e1-1366-45e8-be06-db7055927d43 [ 975.445593] env[69440]: INFO nova.scheduler.client.report [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Deleted allocations for instance abe87d6e-d684-4ae8-be5b-de88ddbfbf3c [ 975.476066] env[69440]: INFO nova.compute.manager [-] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Took 1.86 seconds to deallocate network for instance. [ 975.479815] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5249924a-6bdf-21a3-629f-e4c6d550eaea, 'name': SearchDatastore_Task, 'duration_secs': 0.01248} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.486217] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b353eda-488e-464f-803b-36029f9ec4f5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.497020] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 975.497020] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5203fab7-d9c6-cc34-7b4b-a8e8222370d4" [ 975.497020] env[69440]: _type = "Task" [ 975.497020] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.509562] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5203fab7-d9c6-cc34-7b4b-a8e8222370d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.578061] env[69440]: DEBUG nova.network.neutron [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Successfully updated port: a3594fac-465d-4aec-bae8-e60e21e46916 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.624720] env[69440]: DEBUG oslo_vmware.api [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139763, 'name': PowerOnVM_Task, 'duration_secs': 0.850676} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.624999] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.625241] env[69440]: INFO nova.compute.manager [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Took 9.49 seconds to spawn the instance on the hypervisor. [ 975.625501] env[69440]: DEBUG nova.compute.manager [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 975.626393] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffb4e95-a7d0-4162-ba65-018cc830864e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.631121] env[69440]: DEBUG oslo_concurrency.lockutils [req-9e39f2e2-1fab-4fd8-9156-e4d863d0395b req-a0491dad-d205-4371-b6d5-21d7897e0613 service nova] Releasing lock "refresh_cache-b424570b-6a9f-4982-8c59-5a6b2efe9fa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.632137] env[69440]: DEBUG nova.compute.manager [req-9e39f2e2-1fab-4fd8-9156-e4d863d0395b req-a0491dad-d205-4371-b6d5-21d7897e0613 service nova] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Received event network-vif-plugged-1d4aacb4-cea4-4333-83ff-bd6b69c4ff19 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.632137] env[69440]: DEBUG oslo_concurrency.lockutils [req-9e39f2e2-1fab-4fd8-9156-e4d863d0395b req-a0491dad-d205-4371-b6d5-21d7897e0613 service nova] Acquiring lock "d8fea3d9-1d92-4bd6-9726-5eae9485f7f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.632137] env[69440]: DEBUG oslo_concurrency.lockutils [req-9e39f2e2-1fab-4fd8-9156-e4d863d0395b req-a0491dad-d205-4371-b6d5-21d7897e0613 service nova] Lock "d8fea3d9-1d92-4bd6-9726-5eae9485f7f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.632137] env[69440]: DEBUG oslo_concurrency.lockutils [req-9e39f2e2-1fab-4fd8-9156-e4d863d0395b req-a0491dad-d205-4371-b6d5-21d7897e0613 service nova] Lock "d8fea3d9-1d92-4bd6-9726-5eae9485f7f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.632320] env[69440]: DEBUG nova.compute.manager [req-9e39f2e2-1fab-4fd8-9156-e4d863d0395b req-a0491dad-d205-4371-b6d5-21d7897e0613 service nova] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] No waiting events found dispatching network-vif-plugged-1d4aacb4-cea4-4333-83ff-bd6b69c4ff19 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 975.632367] env[69440]: WARNING nova.compute.manager [req-9e39f2e2-1fab-4fd8-9156-e4d863d0395b req-a0491dad-d205-4371-b6d5-21d7897e0613 service nova] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Received unexpected event network-vif-plugged-1d4aacb4-cea4-4333-83ff-bd6b69c4ff19 for instance with vm_state building and task_state spawning. [ 975.746885] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Releasing lock "refresh_cache-d8fea3d9-1d92-4bd6-9726-5eae9485f7f8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.747339] env[69440]: DEBUG nova.compute.manager [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Instance network_info: |[{"id": "f3ca23cb-d868-4010-b530-df779da03b85", "address": "fa:16:3e:2e:f3:d5", "network": {"id": "b8b0c37f-9c06-47e2-8435-f0709c18685f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1859655908", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd704328017e4ef485f7033ed6d8683b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ca23cb-d8", "ovs_interfaceid": "f3ca23cb-d868-4010-b530-df779da03b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1d4aacb4-cea4-4333-83ff-bd6b69c4ff19", "address": "fa:16:3e:b9:7c:35", "network": {"id": "9d51db17-8dd5-43db-8581-a06b70090bd6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1215498274", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bd704328017e4ef485f7033ed6d8683b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d4aacb4-ce", "ovs_interfaceid": "1d4aacb4-cea4-4333-83ff-bd6b69c4ff19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.748146] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:f3:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3ca23cb-d868-4010-b530-df779da03b85', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:7c:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d4aacb4-cea4-4333-83ff-bd6b69c4ff19', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.759596] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.759839] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.760082] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77c0c56b-9285-4878-b2ee-d0538954bf3e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.782898] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.782898] env[69440]: value = "task-4139767" [ 975.782898] env[69440]: _type = "Task" [ 975.782898] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.794767] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139767, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.865130] env[69440]: DEBUG oslo_vmware.api [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351411} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.865642] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.865884] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.866154] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.866408] env[69440]: INFO nova.compute.manager [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Took 1.15 seconds to destroy the instance on the hypervisor. [ 975.867196] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.867196] env[69440]: DEBUG nova.compute.manager [-] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.867196] env[69440]: DEBUG nova.network.neutron [-] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.934183] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: ee008d19-5fee-41b6-b831-4fd2f8bb5327] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.944650] env[69440]: DEBUG oslo_concurrency.lockutils [None req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Lock "d9c9f9e1-1366-45e8-be06-db7055927d43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.507s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.955817] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43ab90cf-5e9a-406f-a84e-8e2e1270727f tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Lock "abe87d6e-d684-4ae8-be5b-de88ddbfbf3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.887s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.987505] env[69440]: DEBUG oslo_concurrency.lockutils [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.006780] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5203fab7-d9c6-cc34-7b4b-a8e8222370d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013773} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.007117] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.007440] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] b424570b-6a9f-4982-8c59-5a6b2efe9fa5/b424570b-6a9f-4982-8c59-5a6b2efe9fa5.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.007739] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1efa9811-5154-411d-9b9b-301694c53928 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.016983] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 976.016983] env[69440]: value = "task-4139768" [ 976.016983] env[69440]: _type = "Task" [ 976.016983] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.027349] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.081744] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Acquiring lock "refresh_cache-68d051e0-e7cd-4370-ad1a-cf9d4996913c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.081744] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Acquired lock "refresh_cache-68d051e0-e7cd-4370-ad1a-cf9d4996913c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.081920] env[69440]: DEBUG nova.network.neutron [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.149537] env[69440]: INFO nova.compute.manager [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Took 49.68 seconds to build instance. [ 976.168796] env[69440]: DEBUG oslo_concurrency.lockutils [None req-81228c73-d18a-4349-b702-847f6d31d350 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "47d70cd9-5ef6-461b-8136-124225163239" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.169046] env[69440]: DEBUG oslo_concurrency.lockutils [None req-81228c73-d18a-4349-b702-847f6d31d350 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "47d70cd9-5ef6-461b-8136-124225163239" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.299190] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139767, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.439362] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 50f54b16-d6c6-4654-8f13-7773a3ec0e34] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.532340] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139768, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.633281] env[69440]: DEBUG nova.network.neutron [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.650080] env[69440]: DEBUG nova.network.neutron [-] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.656737] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "f2728b30-2c85-4ff6-ae26-eeb799ce554b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.950s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.735869] env[69440]: DEBUG nova.compute.manager [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Received event network-vif-deleted-9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.736222] env[69440]: DEBUG nova.compute.manager [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Received event network-changed-1d4aacb4-cea4-4333-83ff-bd6b69c4ff19 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.736520] env[69440]: DEBUG nova.compute.manager [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Refreshing instance network info cache due to event network-changed-1d4aacb4-cea4-4333-83ff-bd6b69c4ff19. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.736823] env[69440]: DEBUG oslo_concurrency.lockutils [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] Acquiring lock "refresh_cache-d8fea3d9-1d92-4bd6-9726-5eae9485f7f8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.737217] env[69440]: DEBUG oslo_concurrency.lockutils [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] Acquired lock "refresh_cache-d8fea3d9-1d92-4bd6-9726-5eae9485f7f8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.737217] env[69440]: DEBUG nova.network.neutron [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Refreshing network info cache for port 1d4aacb4-cea4-4333-83ff-bd6b69c4ff19 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.796774] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139767, 'name': CreateVM_Task, 'duration_secs': 0.603063} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.796993] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.798385] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.798750] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.799946] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.799946] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a831a98-8163-43b2-b43d-649e42e41236 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.807027] env[69440]: DEBUG nova.network.neutron [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Updating instance_info_cache with network_info: [{"id": "a3594fac-465d-4aec-bae8-e60e21e46916", "address": "fa:16:3e:6f:94:20", "network": {"id": "490c524f-cf9e-44e5-b321-8dd727cde818", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1555484241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "142694e0bc0f42428c9ccba714f50b81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3594fac-46", "ovs_interfaceid": "a3594fac-465d-4aec-bae8-e60e21e46916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.810982] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for the task: (returnval){ [ 976.810982] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52f88f85-d415-27aa-86af-2dba9cf25b52" [ 976.810982] env[69440]: _type = "Task" [ 976.810982] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.823818] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f88f85-d415-27aa-86af-2dba9cf25b52, 'name': SearchDatastore_Task, 'duration_secs': 0.010732} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.826828] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.827100] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.827410] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.827564] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.827745] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.828568] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37538eb8-535c-49f2-a81c-7aae2e3570ab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.838255] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.838450] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.841775] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f66fbe-dd42-42ee-915e-2a18b8c24893 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.848404] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for the task: (returnval){ [ 976.848404] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52759b56-dda6-0546-7f5e-a807819d6831" [ 976.848404] env[69440]: _type = "Task" [ 976.848404] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.857210] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52759b56-dda6-0546-7f5e-a807819d6831, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.941880] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: d64c1ede-21f5-4d14-9585-85aad4d25873] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.950423] env[69440]: INFO nova.compute.manager [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Swapping old allocation on dict_keys(['9a47e3d9-fb06-4966-9732-1aaf2b781196']) held by migration 77649b98-b312-4052-8048-4e5d9e0802a9 for instance [ 976.987186] env[69440]: DEBUG nova.scheduler.client.report [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Overwriting current allocation {'allocations': {'9a47e3d9-fb06-4966-9732-1aaf2b781196': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 97}}, 'project_id': 'd682d672a24d4488a69b7077092bc249', 'user_id': '2ecb574f41b74c13af68d395ca447069', 'consumer_generation': 1} on consumer 26d5e4a4-a985-440c-ab16-5798e9bd72ff {{(pid=69440) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 977.004055] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc40fd1-a7a2-4faf-adb3-1d179d54056c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.012736] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abca8552-a03f-4c97-9c9f-0444f6583630 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.054871] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d7ef32-52c6-4b43-bf3f-2c86db910030 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.062579] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139768, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.063912] env[69440]: DEBUG oslo_concurrency.lockutils [None req-738f0637-d7ea-4f91-b6ad-e6926540e427 tempest-ServersAdminTestJSON-467969300 tempest-ServersAdminTestJSON-467969300-project-admin] Acquiring lock "refresh_cache-f2728b30-2c85-4ff6-ae26-eeb799ce554b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.063998] env[69440]: DEBUG oslo_concurrency.lockutils [None req-738f0637-d7ea-4f91-b6ad-e6926540e427 tempest-ServersAdminTestJSON-467969300 tempest-ServersAdminTestJSON-467969300-project-admin] Acquired lock "refresh_cache-f2728b30-2c85-4ff6-ae26-eeb799ce554b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.064161] env[69440]: DEBUG nova.network.neutron [None req-738f0637-d7ea-4f91-b6ad-e6926540e427 tempest-ServersAdminTestJSON-467969300 tempest-ServersAdminTestJSON-467969300-project-admin] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.071423] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f302bb-c101-4e17-b6cc-94b10d484283 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.087800] env[69440]: DEBUG nova.compute.provider_tree [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.103588] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "refresh_cache-26d5e4a4-a985-440c-ab16-5798e9bd72ff" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.103792] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquired lock "refresh_cache-26d5e4a4-a985-440c-ab16-5798e9bd72ff" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.104064] env[69440]: DEBUG nova.network.neutron [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.159013] env[69440]: INFO nova.compute.manager [-] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Took 1.29 seconds to deallocate network for instance. [ 977.164789] env[69440]: DEBUG nova.compute.manager [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.312327] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Releasing lock "refresh_cache-68d051e0-e7cd-4370-ad1a-cf9d4996913c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.312669] env[69440]: DEBUG nova.compute.manager [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Instance network_info: |[{"id": "a3594fac-465d-4aec-bae8-e60e21e46916", "address": "fa:16:3e:6f:94:20", "network": {"id": "490c524f-cf9e-44e5-b321-8dd727cde818", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1555484241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "142694e0bc0f42428c9ccba714f50b81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3594fac-46", "ovs_interfaceid": "a3594fac-465d-4aec-bae8-e60e21e46916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.313140] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:94:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3594fac-465d-4aec-bae8-e60e21e46916', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.329413] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Creating folder: Project (142694e0bc0f42428c9ccba714f50b81). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.329811] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38594921-bd3f-4512-a0ba-8afd8410af8f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.346350] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Created folder: Project (142694e0bc0f42428c9ccba714f50b81) in parent group-v819662. [ 977.346420] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Creating folder: Instances. Parent ref: group-v819869. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.350027] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b734666-ca20-40ee-b6d5-7c03b94650d4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.360252] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52759b56-dda6-0546-7f5e-a807819d6831, 'name': SearchDatastore_Task, 'duration_secs': 0.008982} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.364739] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f83cbee8-8351-4820-9158-cde2317deb6f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.368227] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Created folder: Instances in parent group-v819869. [ 977.368227] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.368227] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.368709] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-159cd9a4-4fed-4f6e-8bb5-a7b39c1a7f0f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.387895] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for the task: (returnval){ [ 977.387895] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52e68139-ff5e-a6a3-f551-391a84c73b28" [ 977.387895] env[69440]: _type = "Task" [ 977.387895] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.402517] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e68139-ff5e-a6a3-f551-391a84c73b28, 'name': SearchDatastore_Task, 'duration_secs': 0.010853} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.402737] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.402737] env[69440]: value = "task-4139771" [ 977.402737] env[69440]: _type = "Task" [ 977.402737] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.402961] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.403238] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] d8fea3d9-1d92-4bd6-9726-5eae9485f7f8/d8fea3d9-1d92-4bd6-9726-5eae9485f7f8.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.403535] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d42482ab-2368-4d94-885f-f10e22cb4a65 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.415817] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139771, 'name': CreateVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.417715] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for the task: (returnval){ [ 977.417715] env[69440]: value = "task-4139772" [ 977.417715] env[69440]: _type = "Task" [ 977.417715] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.427019] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.447594] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.447740] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Cleaning up deleted instances with incomplete migration {{(pid=69440) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 977.517934] env[69440]: DEBUG nova.network.neutron [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Updated VIF entry in instance network info cache for port 1d4aacb4-cea4-4333-83ff-bd6b69c4ff19. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.518397] env[69440]: DEBUG nova.network.neutron [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Updating instance_info_cache with network_info: [{"id": "f3ca23cb-d868-4010-b530-df779da03b85", "address": "fa:16:3e:2e:f3:d5", "network": {"id": "b8b0c37f-9c06-47e2-8435-f0709c18685f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1859655908", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd704328017e4ef485f7033ed6d8683b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ca23cb-d8", "ovs_interfaceid": "f3ca23cb-d868-4010-b530-df779da03b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1d4aacb4-cea4-4333-83ff-bd6b69c4ff19", "address": "fa:16:3e:b9:7c:35", "network": {"id": "9d51db17-8dd5-43db-8581-a06b70090bd6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1215498274", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bd704328017e4ef485f7033ed6d8683b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d4aacb4-ce", "ovs_interfaceid": "1d4aacb4-cea4-4333-83ff-bd6b69c4ff19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.529076] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139768, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.591097] env[69440]: DEBUG nova.scheduler.client.report [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.669393] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.694174] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.780690] env[69440]: DEBUG nova.network.neutron [None req-738f0637-d7ea-4f91-b6ad-e6926540e427 tempest-ServersAdminTestJSON-467969300 tempest-ServersAdminTestJSON-467969300-project-admin] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Updating instance_info_cache with network_info: [{"id": "340aa06b-6658-4c50-b64a-8821d8dc5b86", "address": "fa:16:3e:19:db:d3", "network": {"id": "fd8085f7-96df-494f-8d70-63b8b6c83f3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109709906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fb6a2a951b44d083ec7d953e8eca33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340aa06b-66", "ovs_interfaceid": "340aa06b-6658-4c50-b64a-8821d8dc5b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.920871] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139771, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.934967] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139772, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.950068] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.025041] env[69440]: DEBUG oslo_concurrency.lockutils [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] Releasing lock "refresh_cache-d8fea3d9-1d92-4bd6-9726-5eae9485f7f8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.025280] env[69440]: DEBUG nova.compute.manager [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Received event network-vif-plugged-a3594fac-465d-4aec-bae8-e60e21e46916 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.025546] env[69440]: DEBUG oslo_concurrency.lockutils [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] Acquiring lock "68d051e0-e7cd-4370-ad1a-cf9d4996913c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.026519] env[69440]: DEBUG oslo_concurrency.lockutils [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] Lock "68d051e0-e7cd-4370-ad1a-cf9d4996913c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.026519] env[69440]: DEBUG oslo_concurrency.lockutils [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] Lock "68d051e0-e7cd-4370-ad1a-cf9d4996913c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.026519] env[69440]: DEBUG nova.compute.manager [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] No waiting events found dispatching network-vif-plugged-a3594fac-465d-4aec-bae8-e60e21e46916 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 978.026519] env[69440]: WARNING nova.compute.manager [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Received unexpected event network-vif-plugged-a3594fac-465d-4aec-bae8-e60e21e46916 for instance with vm_state building and task_state spawning. [ 978.026805] env[69440]: DEBUG nova.compute.manager [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Received event network-changed-a3594fac-465d-4aec-bae8-e60e21e46916 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.026805] env[69440]: DEBUG nova.compute.manager [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Refreshing instance network info cache due to event network-changed-a3594fac-465d-4aec-bae8-e60e21e46916. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.026901] env[69440]: DEBUG oslo_concurrency.lockutils [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] Acquiring lock "refresh_cache-68d051e0-e7cd-4370-ad1a-cf9d4996913c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.027058] env[69440]: DEBUG oslo_concurrency.lockutils [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] Acquired lock "refresh_cache-68d051e0-e7cd-4370-ad1a-cf9d4996913c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.027311] env[69440]: DEBUG nova.network.neutron [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Refreshing network info cache for port a3594fac-465d-4aec-bae8-e60e21e46916 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.040078] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139768, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.640707} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.040704] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] b424570b-6a9f-4982-8c59-5a6b2efe9fa5/b424570b-6a9f-4982-8c59-5a6b2efe9fa5.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.040704] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.041259] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90cfd8fc-34ba-4466-895a-0ad9963b4b9f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.052436] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 978.052436] env[69440]: value = "task-4139773" [ 978.052436] env[69440]: _type = "Task" [ 978.052436] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.066521] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.097959] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.099209] env[69440]: DEBUG nova.compute.manager [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.105887] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.708s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.108479] env[69440]: INFO nova.compute.claims [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.283787] env[69440]: DEBUG oslo_concurrency.lockutils [None req-738f0637-d7ea-4f91-b6ad-e6926540e427 tempest-ServersAdminTestJSON-467969300 tempest-ServersAdminTestJSON-467969300-project-admin] Releasing lock "refresh_cache-f2728b30-2c85-4ff6-ae26-eeb799ce554b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.284177] env[69440]: DEBUG nova.compute.manager [None req-738f0637-d7ea-4f91-b6ad-e6926540e427 tempest-ServersAdminTestJSON-467969300 tempest-ServersAdminTestJSON-467969300-project-admin] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Inject network info {{(pid=69440) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 978.284488] env[69440]: DEBUG nova.compute.manager [None req-738f0637-d7ea-4f91-b6ad-e6926540e427 tempest-ServersAdminTestJSON-467969300 tempest-ServersAdminTestJSON-467969300-project-admin] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] network_info to inject: |[{"id": "340aa06b-6658-4c50-b64a-8821d8dc5b86", "address": "fa:16:3e:19:db:d3", "network": {"id": "fd8085f7-96df-494f-8d70-63b8b6c83f3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109709906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fb6a2a951b44d083ec7d953e8eca33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340aa06b-66", "ovs_interfaceid": "340aa06b-6658-4c50-b64a-8821d8dc5b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 978.291533] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-738f0637-d7ea-4f91-b6ad-e6926540e427 tempest-ServersAdminTestJSON-467969300 tempest-ServersAdminTestJSON-467969300-project-admin] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Reconfiguring VM instance to set the machine id {{(pid=69440) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 978.291926] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efad6ffc-e548-45f1-ad62-6df708c7f128 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.314469] env[69440]: DEBUG oslo_vmware.api [None req-738f0637-d7ea-4f91-b6ad-e6926540e427 tempest-ServersAdminTestJSON-467969300 tempest-ServersAdminTestJSON-467969300-project-admin] Waiting for the task: (returnval){ [ 978.314469] env[69440]: value = "task-4139774" [ 978.314469] env[69440]: _type = "Task" [ 978.314469] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.324544] env[69440]: DEBUG oslo_vmware.api [None req-738f0637-d7ea-4f91-b6ad-e6926540e427 tempest-ServersAdminTestJSON-467969300 tempest-ServersAdminTestJSON-467969300-project-admin] Task: {'id': task-4139774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.419027] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139771, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.434088] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731131} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.435201] env[69440]: DEBUG nova.network.neutron [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Updating instance_info_cache with network_info: [{"id": "5324155c-f42e-4a31-aa58-7390dd0a5fc8", "address": "fa:16:3e:41:00:b9", "network": {"id": "7a05afa4-3595-4bcb-9515-84e20ed5ec02", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25d4f34fe85f47d093a7d5f37e0ebfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5324155c-f4", "ovs_interfaceid": "5324155c-f42e-4a31-aa58-7390dd0a5fc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.436716] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] d8fea3d9-1d92-4bd6-9726-5eae9485f7f8/d8fea3d9-1d92-4bd6-9726-5eae9485f7f8.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.436716] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.437749] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52b317ad-4d40-480c-a004-08d1af1c80e6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.445185] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for the task: (returnval){ [ 978.445185] env[69440]: value = "task-4139775" [ 978.445185] env[69440]: _type = "Task" [ 978.445185] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.455048] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.569320] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122909} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.569320] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.569320] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32d4c8d-5aff-4c79-b9ec-16d12111248f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.597947] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] b424570b-6a9f-4982-8c59-5a6b2efe9fa5/b424570b-6a9f-4982-8c59-5a6b2efe9fa5.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.603051] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7a40aa7-66e1-41ec-9e79-4e33c844a02d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.622196] env[69440]: DEBUG nova.compute.utils [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.624686] env[69440]: DEBUG nova.compute.manager [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.625131] env[69440]: DEBUG nova.network.neutron [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.641983] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 978.641983] env[69440]: value = "task-4139776" [ 978.641983] env[69440]: _type = "Task" [ 978.641983] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.652362] env[69440]: DEBUG nova.compute.manager [req-3288c12e-dd66-4475-b3fe-7fddac279933 req-87e2ef52-e51f-4e9e-8208-d574cfd8d701 service nova] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Received event network-changed-5389a474-08bb-4d01-b59c-fd7f69e32f64 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.652362] env[69440]: DEBUG nova.compute.manager [req-3288c12e-dd66-4475-b3fe-7fddac279933 req-87e2ef52-e51f-4e9e-8208-d574cfd8d701 service nova] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Refreshing instance network info cache due to event network-changed-5389a474-08bb-4d01-b59c-fd7f69e32f64. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.652362] env[69440]: DEBUG oslo_concurrency.lockutils [req-3288c12e-dd66-4475-b3fe-7fddac279933 req-87e2ef52-e51f-4e9e-8208-d574cfd8d701 service nova] Acquiring lock "refresh_cache-df834da5-3d71-4b17-a24d-28419e3dee60" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.652362] env[69440]: DEBUG oslo_concurrency.lockutils [req-3288c12e-dd66-4475-b3fe-7fddac279933 req-87e2ef52-e51f-4e9e-8208-d574cfd8d701 service nova] Acquired lock "refresh_cache-df834da5-3d71-4b17-a24d-28419e3dee60" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.652362] env[69440]: DEBUG nova.network.neutron [req-3288c12e-dd66-4475-b3fe-7fddac279933 req-87e2ef52-e51f-4e9e-8208-d574cfd8d701 service nova] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Refreshing network info cache for port 5389a474-08bb-4d01-b59c-fd7f69e32f64 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.669237] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.755891] env[69440]: DEBUG nova.policy [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '953bae9992674354ad3da96f7008670a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2b4c535d474c6eb53aef8e7a10ab16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.830975] env[69440]: DEBUG oslo_vmware.api [None req-738f0637-d7ea-4f91-b6ad-e6926540e427 tempest-ServersAdminTestJSON-467969300 tempest-ServersAdminTestJSON-467969300-project-admin] Task: {'id': task-4139774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.917169] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139771, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.939064] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Releasing lock "refresh_cache-26d5e4a4-a985-440c-ab16-5798e9bd72ff" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.939567] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.940205] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3815846-3bc8-4554-84fa-382c9800da49 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.952404] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 978.952404] env[69440]: value = "task-4139777" [ 978.952404] env[69440]: _type = "Task" [ 978.952404] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.960752] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079999} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.961560] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.962703] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55135db2-086c-48b9-8f38-3c8384b11d4f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.970743] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.009508] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] d8fea3d9-1d92-4bd6-9726-5eae9485f7f8/d8fea3d9-1d92-4bd6-9726-5eae9485f7f8.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.009765] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b922a136-20ff-4d9c-b1a4-8c8d65cb42fb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.036546] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for the task: (returnval){ [ 979.036546] env[69440]: value = "task-4139778" [ 979.036546] env[69440]: _type = "Task" [ 979.036546] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.046424] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.083333] env[69440]: DEBUG nova.network.neutron [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Updated VIF entry in instance network info cache for port a3594fac-465d-4aec-bae8-e60e21e46916. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.084392] env[69440]: DEBUG nova.network.neutron [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Updating instance_info_cache with network_info: [{"id": "a3594fac-465d-4aec-bae8-e60e21e46916", "address": "fa:16:3e:6f:94:20", "network": {"id": "490c524f-cf9e-44e5-b321-8dd727cde818", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1555484241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "142694e0bc0f42428c9ccba714f50b81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3594fac-46", "ovs_interfaceid": "a3594fac-465d-4aec-bae8-e60e21e46916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.130292] env[69440]: DEBUG nova.compute.manager [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.157095] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.321390] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "44a63078-b297-4902-a1bc-ae52783c6d15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.321390] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "44a63078-b297-4902-a1bc-ae52783c6d15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.343106] env[69440]: DEBUG oslo_vmware.api [None req-738f0637-d7ea-4f91-b6ad-e6926540e427 tempest-ServersAdminTestJSON-467969300 tempest-ServersAdminTestJSON-467969300-project-admin] Task: {'id': task-4139774, 'name': ReconfigVM_Task, 'duration_secs': 0.95974} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.343106] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-738f0637-d7ea-4f91-b6ad-e6926540e427 tempest-ServersAdminTestJSON-467969300 tempest-ServersAdminTestJSON-467969300-project-admin] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Reconfigured VM instance to set the machine id {{(pid=69440) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 979.420212] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139771, 'name': CreateVM_Task, 'duration_secs': 1.641785} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.421261] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.422055] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.422236] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.422589] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.425456] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90f26cfa-6e25-400e-b405-53ac76673577 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.432722] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Waiting for the task: (returnval){ [ 979.432722] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]525593b4-7498-0bfe-a37b-96ad442cc627" [ 979.432722] env[69440]: _type = "Task" [ 979.432722] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.443933] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525593b4-7498-0bfe-a37b-96ad442cc627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.464037] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139777, 'name': PowerOffVM_Task, 'duration_secs': 0.309819} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.465959] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.466704] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:51:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='70fcf12b-b34b-4ffd-814a-0d1fee319137',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1921025142',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.467359] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.467359] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.467359] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.467530] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.467802] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.468972] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.468972] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.468972] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.468972] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.468972] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.474799] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-824af6cb-9d9b-462d-8a58-c52130372f09 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.493845] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 979.493845] env[69440]: value = "task-4139779" [ 979.493845] env[69440]: _type = "Task" [ 979.493845] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.507957] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139779, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.546760] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139778, 'name': ReconfigVM_Task, 'duration_secs': 0.353032} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.549722] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Reconfigured VM instance instance-00000046 to attach disk [datastore2] d8fea3d9-1d92-4bd6-9726-5eae9485f7f8/d8fea3d9-1d92-4bd6-9726-5eae9485f7f8.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.550801] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78a87688-f5e9-41e1-ae69-2e7ef4c4c6de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.561304] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for the task: (returnval){ [ 979.561304] env[69440]: value = "task-4139780" [ 979.561304] env[69440]: _type = "Task" [ 979.561304] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.574568] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139780, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.575652] env[69440]: DEBUG nova.network.neutron [req-3288c12e-dd66-4475-b3fe-7fddac279933 req-87e2ef52-e51f-4e9e-8208-d574cfd8d701 service nova] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Updated VIF entry in instance network info cache for port 5389a474-08bb-4d01-b59c-fd7f69e32f64. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.575940] env[69440]: DEBUG nova.network.neutron [req-3288c12e-dd66-4475-b3fe-7fddac279933 req-87e2ef52-e51f-4e9e-8208-d574cfd8d701 service nova] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Updating instance_info_cache with network_info: [{"id": "5389a474-08bb-4d01-b59c-fd7f69e32f64", "address": "fa:16:3e:95:19:aa", "network": {"id": "25a62621-7473-48e5-a940-cb42fe6df393", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1188974152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8df850c1fb64abb9242595bb94269c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5389a474-08", "ovs_interfaceid": "5389a474-08bb-4d01-b59c-fd7f69e32f64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.589645] env[69440]: DEBUG oslo_concurrency.lockutils [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] Releasing lock "refresh_cache-68d051e0-e7cd-4370-ad1a-cf9d4996913c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.589645] env[69440]: DEBUG nova.compute.manager [req-26bcaa52-2b00-4779-bfdf-cea275b0ddda req-6f18a930-f2ea-4771-add9-ba9991742efa service nova] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Received event network-vif-deleted-c729ce8e-166b-48d0-b2b1-5575f82c327c {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.661095] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.711186] env[69440]: DEBUG nova.network.neutron [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Successfully created port: 04e441d7-c785-4e54-983f-4b6dda81282c {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.809957] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b10ce0-caf7-42b3-b55f-f233d1416cff {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.819279] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2658c9-95c6-4595-9e2d-385ae06afc88 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.853025] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fbf5fa-0e05-4b0e-9672-d4c49faf2381 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.862455] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e9147a-f11f-4ca6-9af4-485947ac8199 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.877797] env[69440]: DEBUG nova.compute.provider_tree [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.949801] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525593b4-7498-0bfe-a37b-96ad442cc627, 'name': SearchDatastore_Task, 'duration_secs': 0.018486} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.950164] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.950413] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.950697] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.950817] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.950969] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.951277] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d95aff3-284c-4074-a177-a2e376383e3b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.962109] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.962488] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.963515] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ddf6d30-2553-4b9e-819c-ba05ae7c78ed {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.972475] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Waiting for the task: (returnval){ [ 979.972475] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5221b4f3-b4af-ce6e-fd85-29017776bc02" [ 979.972475] env[69440]: _type = "Task" [ 979.972475] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.982748] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5221b4f3-b4af-ce6e-fd85-29017776bc02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.007386] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139779, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.072239] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139780, 'name': Rename_Task, 'duration_secs': 0.207853} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.073125] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.073125] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df806d15-2fd9-423c-9266-8d78234c7369 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.080854] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for the task: (returnval){ [ 980.080854] env[69440]: value = "task-4139781" [ 980.080854] env[69440]: _type = "Task" [ 980.080854] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.084873] env[69440]: DEBUG oslo_concurrency.lockutils [req-3288c12e-dd66-4475-b3fe-7fddac279933 req-87e2ef52-e51f-4e9e-8208-d574cfd8d701 service nova] Releasing lock "refresh_cache-df834da5-3d71-4b17-a24d-28419e3dee60" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.091821] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.147806] env[69440]: DEBUG nova.compute.manager [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.160263] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139776, 'name': ReconfigVM_Task, 'duration_secs': 1.21857} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.160371] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Reconfigured VM instance instance-00000047 to attach disk [datastore2] b424570b-6a9f-4982-8c59-5a6b2efe9fa5/b424570b-6a9f-4982-8c59-5a6b2efe9fa5.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.160955] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a751bd5-0a57-48d3-9e74-8ec32cc655ea {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.169826] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 980.169826] env[69440]: value = "task-4139782" [ 980.169826] env[69440]: _type = "Task" [ 980.169826] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.183665] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139782, 'name': Rename_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.187297] env[69440]: DEBUG nova.virt.hardware [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.187783] env[69440]: DEBUG nova.virt.hardware [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.188126] env[69440]: DEBUG nova.virt.hardware [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.188438] env[69440]: DEBUG nova.virt.hardware [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.190017] env[69440]: DEBUG nova.virt.hardware [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.190017] env[69440]: DEBUG nova.virt.hardware [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.190017] env[69440]: DEBUG nova.virt.hardware [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.190017] env[69440]: DEBUG nova.virt.hardware [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.190017] env[69440]: DEBUG nova.virt.hardware [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.190017] env[69440]: DEBUG nova.virt.hardware [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.190017] env[69440]: DEBUG nova.virt.hardware [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.190995] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc368591-3040-4e4a-a0c7-47e91e8203cd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.201425] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5f313c-439e-4d7a-9178-60b57835f80c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.258036] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "53e86c03-079b-4918-b4a4-ea821a1be472" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.258036] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "53e86c03-079b-4918-b4a4-ea821a1be472" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.258036] env[69440]: INFO nova.compute.manager [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Shelving [ 980.382925] env[69440]: DEBUG nova.scheduler.client.report [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.486636] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5221b4f3-b4af-ce6e-fd85-29017776bc02, 'name': SearchDatastore_Task, 'duration_secs': 0.010628} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.487539] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-546a9e68-62a4-4a2e-88ab-f2fec89959b4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.495450] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Waiting for the task: (returnval){ [ 980.495450] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]527f0f34-4fc1-45bb-fe6c-b3c21831afd2" [ 980.495450] env[69440]: _type = "Task" [ 980.495450] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.506898] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]527f0f34-4fc1-45bb-fe6c-b3c21831afd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.510646] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139779, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.594023] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139781, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.682713] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139782, 'name': Rename_Task, 'duration_secs': 0.161169} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.683054] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.683377] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40e4f9b1-5ad9-49a2-ac42-4c4efe46ec86 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.691867] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 980.691867] env[69440]: value = "task-4139783" [ 980.691867] env[69440]: _type = "Task" [ 980.691867] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.703592] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.888618] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.889374] env[69440]: DEBUG nova.compute.manager [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.897068] env[69440]: DEBUG oslo_concurrency.lockutils [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.928s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.902072] env[69440]: INFO nova.compute.claims [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.013398] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]527f0f34-4fc1-45bb-fe6c-b3c21831afd2, 'name': SearchDatastore_Task, 'duration_secs': 0.020671} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.017415] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.017672] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 68d051e0-e7cd-4370-ad1a-cf9d4996913c/68d051e0-e7cd-4370-ad1a-cf9d4996913c.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.017998] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139779, 'name': ReconfigVM_Task, 'duration_secs': 1.285257} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.018255] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d4b2506-cc0e-49e6-9bf4-86e7dd2312ec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.023048] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59de019f-f1d9-4e39-9482-f9fc965c3115 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.047469] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:51:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='70fcf12b-b34b-4ffd-814a-0d1fee319137',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1921025142',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.047469] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.047649] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.047947] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.048085] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.048801] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.048801] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.048801] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.048996] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.049269] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.049454] env[69440]: DEBUG nova.virt.hardware [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.052504] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-424cab22-9b2a-4b92-b861-ff78ccaa6cde {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.055102] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Waiting for the task: (returnval){ [ 981.055102] env[69440]: value = "task-4139784" [ 981.055102] env[69440]: _type = "Task" [ 981.055102] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.060780] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 981.060780] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b54c61-f26b-2258-e7bf-44d4982df4bd" [ 981.060780] env[69440]: _type = "Task" [ 981.060780] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.067561] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': task-4139784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.072239] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52b54c61-f26b-2258-e7bf-44d4982df4bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.092333] env[69440]: DEBUG oslo_vmware.api [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139781, 'name': PowerOnVM_Task, 'duration_secs': 0.515055} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.092609] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.092810] env[69440]: INFO nova.compute.manager [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Took 12.23 seconds to spawn the instance on the hypervisor. [ 981.092986] env[69440]: DEBUG nova.compute.manager [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 981.094120] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9013df98-ad25-404a-9a36-70a246f63020 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.204830] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139783, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.272926] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.272926] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20be1d14-cec8-4588-8ead-64977f1ecf1e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.280879] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 981.280879] env[69440]: value = "task-4139785" [ 981.280879] env[69440]: _type = "Task" [ 981.280879] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.292846] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.407321] env[69440]: DEBUG nova.compute.utils [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.414875] env[69440]: DEBUG nova.compute.manager [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.417968] env[69440]: DEBUG nova.network.neutron [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.490484] env[69440]: DEBUG nova.policy [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6057f3f3d3a648f49d06e3e7d180ff3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0305991b52ba41308587d36ab41b9968', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.527481] env[69440]: DEBUG nova.network.neutron [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Successfully updated port: 04e441d7-c785-4e54-983f-4b6dda81282c {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.570843] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': task-4139784, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.585362] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52b54c61-f26b-2258-e7bf-44d4982df4bd, 'name': SearchDatastore_Task, 'duration_secs': 0.023078} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.592060] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 981.592865] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bc0bcc9-4641-4c51-bc9e-400dad83b34a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.619207] env[69440]: DEBUG nova.compute.manager [req-2c98dca3-5f7b-4fed-b73d-2fd37d779300 req-b217afb8-8280-4912-ad6a-15168098bc03 service nova] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Received event network-vif-plugged-04e441d7-c785-4e54-983f-4b6dda81282c {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.619207] env[69440]: DEBUG oslo_concurrency.lockutils [req-2c98dca3-5f7b-4fed-b73d-2fd37d779300 req-b217afb8-8280-4912-ad6a-15168098bc03 service nova] Acquiring lock "896ced19-ce4b-486c-9a37-96cb8e6767d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.619207] env[69440]: DEBUG oslo_concurrency.lockutils [req-2c98dca3-5f7b-4fed-b73d-2fd37d779300 req-b217afb8-8280-4912-ad6a-15168098bc03 service nova] Lock "896ced19-ce4b-486c-9a37-96cb8e6767d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.619207] env[69440]: DEBUG oslo_concurrency.lockutils [req-2c98dca3-5f7b-4fed-b73d-2fd37d779300 req-b217afb8-8280-4912-ad6a-15168098bc03 service nova] Lock "896ced19-ce4b-486c-9a37-96cb8e6767d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.620154] env[69440]: DEBUG nova.compute.manager [req-2c98dca3-5f7b-4fed-b73d-2fd37d779300 req-b217afb8-8280-4912-ad6a-15168098bc03 service nova] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] No waiting events found dispatching network-vif-plugged-04e441d7-c785-4e54-983f-4b6dda81282c {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 981.620154] env[69440]: WARNING nova.compute.manager [req-2c98dca3-5f7b-4fed-b73d-2fd37d779300 req-b217afb8-8280-4912-ad6a-15168098bc03 service nova] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Received unexpected event network-vif-plugged-04e441d7-c785-4e54-983f-4b6dda81282c for instance with vm_state building and task_state spawning. [ 981.627601] env[69440]: INFO nova.compute.manager [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Took 51.89 seconds to build instance. [ 981.633312] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 981.633312] env[69440]: value = "task-4139786" [ 981.633312] env[69440]: _type = "Task" [ 981.633312] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.649838] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.706067] env[69440]: DEBUG oslo_vmware.api [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139783, 'name': PowerOnVM_Task, 'duration_secs': 0.850383} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.706558] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.706924] env[69440]: INFO nova.compute.manager [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Took 9.99 seconds to spawn the instance on the hypervisor. [ 981.707061] env[69440]: DEBUG nova.compute.manager [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 981.707986] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d2ce3b-061d-4951-8763-e7b3dbb2f18a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.791866] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139785, 'name': PowerOffVM_Task, 'duration_secs': 0.344496} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.792149] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.793242] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872a3926-8a31-427b-a6b1-cbc83f54a376 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.816080] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16c50ff-b169-4e7c-9fd8-401daa7d7112 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.914946] env[69440]: DEBUG nova.compute.manager [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.035168] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "refresh_cache-896ced19-ce4b-486c-9a37-96cb8e6767d0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.035584] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired lock "refresh_cache-896ced19-ce4b-486c-9a37-96cb8e6767d0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.035584] env[69440]: DEBUG nova.network.neutron [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.085640] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': task-4139784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748651} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.086183] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 68d051e0-e7cd-4370-ad1a-cf9d4996913c/68d051e0-e7cd-4370-ad1a-cf9d4996913c.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.086541] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.087684] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3ff6873-73f9-452a-b8f0-5bc1aa861f97 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.098178] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Waiting for the task: (returnval){ [ 982.098178] env[69440]: value = "task-4139787" [ 982.098178] env[69440]: _type = "Task" [ 982.098178] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.121813] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': task-4139787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.130504] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lock "d8fea3d9-1d92-4bd6-9726-5eae9485f7f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.284s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.149797] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139786, 'name': ReconfigVM_Task, 'duration_secs': 0.321277} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.152283] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 982.154349] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41955ae-24c8-44e8-9dc1-116502bea04d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.181324] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 26d5e4a4-a985-440c-ab16-5798e9bd72ff/26d5e4a4-a985-440c-ab16-5798e9bd72ff.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.185689] env[69440]: DEBUG nova.network.neutron [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Successfully created port: fa332da5-2f43-4bf6-8a00-55e192a6843e {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.188655] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5b9c779-2520-4455-b70d-40e64ee9ceb6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.212694] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 982.212694] env[69440]: value = "task-4139788" [ 982.212694] env[69440]: _type = "Task" [ 982.212694] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.224810] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.242607] env[69440]: INFO nova.compute.manager [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Took 48.89 seconds to build instance. [ 982.331785] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Creating Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 982.333443] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-48676718-89c0-44f8-9216-1c247054a987 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.346323] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 982.346323] env[69440]: value = "task-4139789" [ 982.346323] env[69440]: _type = "Task" [ 982.346323] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.360030] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139789, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.593685] env[69440]: DEBUG nova.network.neutron [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.617171] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': task-4139787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176045} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.617688] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.618724] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab97c5e-cd56-4e9a-b269-ae5ff2bcb1e4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.643597] env[69440]: DEBUG nova.compute.manager [None req-81228c73-d18a-4349-b702-847f6d31d350 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 47d70cd9-5ef6-461b-8136-124225163239] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.662417] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 68d051e0-e7cd-4370-ad1a-cf9d4996913c/68d051e0-e7cd-4370-ad1a-cf9d4996913c.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.670318] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f4656fd-a390-4e1f-9d3a-13ba53cd71da {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.704389] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Waiting for the task: (returnval){ [ 982.704389] env[69440]: value = "task-4139790" [ 982.704389] env[69440]: _type = "Task" [ 982.704389] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.719061] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': task-4139790, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.736960] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.746266] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "b424570b-6a9f-4982-8c59-5a6b2efe9fa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.736s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.752069] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b93116-269a-4368-a4d5-8261efb03678 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.760610] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6331bbb5-a641-414c-b8c0-dd8e535708a7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.800430] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26043633-d26b-4390-a946-7beec699af82 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.816857] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff28ab06-5a85-4a3c-9163-faeb692f5a5e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.836542] env[69440]: DEBUG nova.compute.provider_tree [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.859104] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139789, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.866366] env[69440]: DEBUG nova.network.neutron [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Updating instance_info_cache with network_info: [{"id": "04e441d7-c785-4e54-983f-4b6dda81282c", "address": "fa:16:3e:79:75:6e", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e441d7-c7", "ovs_interfaceid": "04e441d7-c785-4e54-983f-4b6dda81282c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.935381] env[69440]: DEBUG nova.compute.manager [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.968893] env[69440]: DEBUG nova.virt.hardware [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.969455] env[69440]: DEBUG nova.virt.hardware [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.969455] env[69440]: DEBUG nova.virt.hardware [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.969680] env[69440]: DEBUG nova.virt.hardware [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.969959] env[69440]: DEBUG nova.virt.hardware [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.970187] env[69440]: DEBUG nova.virt.hardware [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.970472] env[69440]: DEBUG nova.virt.hardware [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.970673] env[69440]: DEBUG nova.virt.hardware [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.970801] env[69440]: DEBUG nova.virt.hardware [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.970952] env[69440]: DEBUG nova.virt.hardware [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.971140] env[69440]: DEBUG nova.virt.hardware [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.972247] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cbc156-d515-42fa-a45b-ee8716418acf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.981722] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325e031d-2de9-4023-bc0a-2533fee9431f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.172041] env[69440]: DEBUG nova.compute.manager [None req-81228c73-d18a-4349-b702-847f6d31d350 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 47d70cd9-5ef6-461b-8136-124225163239] Instance disappeared before build. {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 983.217418] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': task-4139790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.230362] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139788, 'name': ReconfigVM_Task, 'duration_secs': 0.939903} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.230791] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 26d5e4a4-a985-440c-ab16-5798e9bd72ff/26d5e4a4-a985-440c-ab16-5798e9bd72ff.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.232242] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcf9ef7-e211-4d0c-a237-679f11b86430 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.255850] env[69440]: DEBUG nova.compute.manager [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.260476] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23f8daf-f6a4-488c-9f4e-f96821ec011c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.286903] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce229d8f-9d23-446e-87c9-88fb00d4f71d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.314016] env[69440]: DEBUG oslo_concurrency.lockutils [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquiring lock "d8fea3d9-1d92-4bd6-9726-5eae9485f7f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.314476] env[69440]: DEBUG oslo_concurrency.lockutils [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lock "d8fea3d9-1d92-4bd6-9726-5eae9485f7f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.315113] env[69440]: DEBUG oslo_concurrency.lockutils [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquiring lock "d8fea3d9-1d92-4bd6-9726-5eae9485f7f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.315217] env[69440]: DEBUG oslo_concurrency.lockutils [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lock "d8fea3d9-1d92-4bd6-9726-5eae9485f7f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.315524] env[69440]: DEBUG oslo_concurrency.lockutils [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lock "d8fea3d9-1d92-4bd6-9726-5eae9485f7f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.320112] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64c555c-a87c-4f73-a42d-2f0bc416ecbf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.323715] env[69440]: INFO nova.compute.manager [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Terminating instance [ 983.335533] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.336763] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f37de6fd-5da5-4d88-a1ee-33e94717a7c7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.339895] env[69440]: DEBUG nova.scheduler.client.report [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.355280] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 983.355280] env[69440]: value = "task-4139791" [ 983.355280] env[69440]: _type = "Task" [ 983.355280] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.365145] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139789, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.367559] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Releasing lock "refresh_cache-896ced19-ce4b-486c-9a37-96cb8e6767d0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.367909] env[69440]: DEBUG nova.compute.manager [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Instance network_info: |[{"id": "04e441d7-c785-4e54-983f-4b6dda81282c", "address": "fa:16:3e:79:75:6e", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e441d7-c7", "ovs_interfaceid": "04e441d7-c785-4e54-983f-4b6dda81282c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.372287] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:75:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04e441d7-c785-4e54-983f-4b6dda81282c', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.380809] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Creating folder: Project (8b2b4c535d474c6eb53aef8e7a10ab16). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.381654] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.381938] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29a7a377-c4bd-4d3a-983e-932975b506f5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.398109] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Created folder: Project (8b2b4c535d474c6eb53aef8e7a10ab16) in parent group-v819662. [ 983.398386] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Creating folder: Instances. Parent ref: group-v819872. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.398762] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ab433fa-3259-4080-9e38-244cadd214bb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.417972] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Created folder: Instances in parent group-v819872. [ 983.418476] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.418814] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.419174] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f59da71b-f2f5-438c-940d-2d85b03f8fde {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.446884] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.446884] env[69440]: value = "task-4139794" [ 983.446884] env[69440]: _type = "Task" [ 983.446884] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.460158] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139794, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.695445] env[69440]: DEBUG oslo_concurrency.lockutils [None req-81228c73-d18a-4349-b702-847f6d31d350 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "47d70cd9-5ef6-461b-8136-124225163239" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 7.525s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.720165] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': task-4139790, 'name': ReconfigVM_Task, 'duration_secs': 0.771553} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.720165] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 68d051e0-e7cd-4370-ad1a-cf9d4996913c/68d051e0-e7cd-4370-ad1a-cf9d4996913c.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.720165] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be5539e0-7a20-40eb-8a06-6f236900f1e3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.731159] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Waiting for the task: (returnval){ [ 983.731159] env[69440]: value = "task-4139795" [ 983.731159] env[69440]: _type = "Task" [ 983.731159] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.743612] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': task-4139795, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.788604] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.829802] env[69440]: DEBUG nova.compute.manager [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.830233] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.832666] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f38b2f-58de-43cf-8dff-1dc523dc2634 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.847056] env[69440]: DEBUG oslo_concurrency.lockutils [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.949s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.847454] env[69440]: DEBUG nova.compute.manager [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.857228] env[69440]: DEBUG oslo_concurrency.lockutils [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.604s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.857750] env[69440]: DEBUG nova.objects.instance [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Lazy-loading 'resources' on Instance uuid d91fe50b-1999-4015-bf8a-9fe57041dabf {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.861376] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.871526] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1628219f-995a-47be-94c7-c514c314c743 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.882787] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.892020] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139789, 'name': CreateSnapshot_Task, 'duration_secs': 1.157235} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.892510] env[69440]: DEBUG oslo_vmware.api [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for the task: (returnval){ [ 983.892510] env[69440]: value = "task-4139796" [ 983.892510] env[69440]: _type = "Task" [ 983.892510] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.893074] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Created Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 983.894405] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53b15ba-3531-4707-8d38-8d84930e88e9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.918932] env[69440]: DEBUG oslo_vmware.api [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.941445] env[69440]: DEBUG nova.compute.manager [req-bbf6b762-ac71-4f8c-bad9-e82947657b3f req-8aa2cd1f-a92b-4dc5-b4a4-a7fa9bd9842d service nova] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Received event network-changed-04e441d7-c785-4e54-983f-4b6dda81282c {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.941698] env[69440]: DEBUG nova.compute.manager [req-bbf6b762-ac71-4f8c-bad9-e82947657b3f req-8aa2cd1f-a92b-4dc5-b4a4-a7fa9bd9842d service nova] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Refreshing instance network info cache due to event network-changed-04e441d7-c785-4e54-983f-4b6dda81282c. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.942640] env[69440]: DEBUG oslo_concurrency.lockutils [req-bbf6b762-ac71-4f8c-bad9-e82947657b3f req-8aa2cd1f-a92b-4dc5-b4a4-a7fa9bd9842d service nova] Acquiring lock "refresh_cache-896ced19-ce4b-486c-9a37-96cb8e6767d0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.942640] env[69440]: DEBUG oslo_concurrency.lockutils [req-bbf6b762-ac71-4f8c-bad9-e82947657b3f req-8aa2cd1f-a92b-4dc5-b4a4-a7fa9bd9842d service nova] Acquired lock "refresh_cache-896ced19-ce4b-486c-9a37-96cb8e6767d0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.942640] env[69440]: DEBUG nova.network.neutron [req-bbf6b762-ac71-4f8c-bad9-e82947657b3f req-8aa2cd1f-a92b-4dc5-b4a4-a7fa9bd9842d service nova] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Refreshing network info cache for port 04e441d7-c785-4e54-983f-4b6dda81282c {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.963951] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139794, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.150149] env[69440]: INFO nova.compute.manager [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Rebuilding instance [ 984.226435] env[69440]: DEBUG nova.compute.manager [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 984.227347] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdef651d-f550-454e-9aa8-acec510c350d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.244399] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': task-4139795, 'name': Rename_Task, 'duration_secs': 0.264478} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.246854] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.250036] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-277b1a86-7c06-458b-bd92-c7871aff1a76 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.264465] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Waiting for the task: (returnval){ [ 984.264465] env[69440]: value = "task-4139797" [ 984.264465] env[69440]: _type = "Task" [ 984.264465] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.276829] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': task-4139797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.357311] env[69440]: DEBUG nova.compute.utils [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.359450] env[69440]: DEBUG nova.compute.manager [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.359826] env[69440]: DEBUG nova.network.neutron [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.382148] env[69440]: DEBUG oslo_vmware.api [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139791, 'name': PowerOnVM_Task, 'duration_secs': 0.730581} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.382148] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.412334] env[69440]: DEBUG oslo_vmware.api [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139796, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.430547] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Creating linked-clone VM from snapshot {{(pid=69440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 984.432995] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c133ae70-f4a7-4e2c-ab58-0bf293d24641 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.446026] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 984.446026] env[69440]: value = "task-4139798" [ 984.446026] env[69440]: _type = "Task" [ 984.446026] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.478046] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139798, 'name': CloneVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.484198] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139794, 'name': CreateVM_Task, 'duration_secs': 0.557885} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.484773] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.485789] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.485789] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.486075] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.486314] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec4c7eae-b72e-4c7d-b4b2-316cedf16814 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.493829] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 984.493829] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528a678d-37db-e13d-b36a-41ac82335c8d" [ 984.493829] env[69440]: _type = "Task" [ 984.493829] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.507808] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528a678d-37db-e13d-b36a-41ac82335c8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.512504] env[69440]: DEBUG nova.network.neutron [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Successfully updated port: fa332da5-2f43-4bf6-8a00-55e192a6843e {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.532667] env[69440]: DEBUG nova.policy [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3108417d62b44801b4c5a0d7aeb5d1b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '449c066c0a2644b995fd9fd41599b07a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.582633] env[69440]: DEBUG nova.compute.manager [req-c431cef2-e0a1-4ecf-97d4-8d4a40ed91c4 req-847949c9-d97c-4937-b629-be9f3e3a6e59 service nova] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Received event network-vif-plugged-fa332da5-2f43-4bf6-8a00-55e192a6843e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.582885] env[69440]: DEBUG oslo_concurrency.lockutils [req-c431cef2-e0a1-4ecf-97d4-8d4a40ed91c4 req-847949c9-d97c-4937-b629-be9f3e3a6e59 service nova] Acquiring lock "6be6f7c9-9c58-4636-9cbd-c4c251a66b53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.583117] env[69440]: DEBUG oslo_concurrency.lockutils [req-c431cef2-e0a1-4ecf-97d4-8d4a40ed91c4 req-847949c9-d97c-4937-b629-be9f3e3a6e59 service nova] Lock "6be6f7c9-9c58-4636-9cbd-c4c251a66b53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.583299] env[69440]: DEBUG oslo_concurrency.lockutils [req-c431cef2-e0a1-4ecf-97d4-8d4a40ed91c4 req-847949c9-d97c-4937-b629-be9f3e3a6e59 service nova] Lock "6be6f7c9-9c58-4636-9cbd-c4c251a66b53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.583531] env[69440]: DEBUG nova.compute.manager [req-c431cef2-e0a1-4ecf-97d4-8d4a40ed91c4 req-847949c9-d97c-4937-b629-be9f3e3a6e59 service nova] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] No waiting events found dispatching network-vif-plugged-fa332da5-2f43-4bf6-8a00-55e192a6843e {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 984.583637] env[69440]: WARNING nova.compute.manager [req-c431cef2-e0a1-4ecf-97d4-8d4a40ed91c4 req-847949c9-d97c-4937-b629-be9f3e3a6e59 service nova] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Received unexpected event network-vif-plugged-fa332da5-2f43-4bf6-8a00-55e192a6843e for instance with vm_state building and task_state spawning. [ 984.780659] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': task-4139797, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.864584] env[69440]: DEBUG nova.compute.manager [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.908023] env[69440]: DEBUG oslo_vmware.api [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139796, 'name': PowerOffVM_Task, 'duration_secs': 0.551705} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.908023] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.908023] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.909097] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf87df09-7935-49ea-97b0-9fb890b86415 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.959636] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139798, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.979421] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2f30cb-dabd-46a2-b5d1-1b7310bff138 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.988936] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794102c8-82cb-44e8-95d8-5cc30c9b2083 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.045607] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "refresh_cache-6be6f7c9-9c58-4636-9cbd-c4c251a66b53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.045768] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquired lock "refresh_cache-6be6f7c9-9c58-4636-9cbd-c4c251a66b53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.048020] env[69440]: DEBUG nova.network.neutron [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.056484] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa2d4d9-c966-4afe-8440-6da36176529c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.059373] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528a678d-37db-e13d-b36a-41ac82335c8d, 'name': SearchDatastore_Task, 'duration_secs': 0.01351} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.060767] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.060767] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.060767] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.060767] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.060767] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.062809] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da2aba90-1226-45e0-9418-dd6f8dded2bf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.067464] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.070302] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.070302] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Deleting the datastore file [datastore2] d8fea3d9-1d92-4bd6-9726-5eae9485f7f8 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.071808] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d669365-d1c3-4975-870a-477ec5270293 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.075330] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b96235-c170-4df9-abda-7d76ccb9a6b6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.082496] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.084117] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.084117] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7e970bc-0f0b-4585-8a26-fa502f9009f7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.100743] env[69440]: DEBUG nova.compute.provider_tree [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.104255] env[69440]: DEBUG oslo_vmware.api [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for the task: (returnval){ [ 985.104255] env[69440]: value = "task-4139800" [ 985.104255] env[69440]: _type = "Task" [ 985.104255] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.111151] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 985.111151] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52c4ab3e-5f53-ad14-eb16-653fbd698883" [ 985.111151] env[69440]: _type = "Task" [ 985.111151] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.122214] env[69440]: DEBUG oslo_vmware.api [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.133064] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c4ab3e-5f53-ad14-eb16-653fbd698883, 'name': SearchDatastore_Task, 'duration_secs': 0.014071} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.134508] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-000739ad-4ef3-4ce6-962b-e5f0ba3c8a2e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.143770] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 985.143770] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52f8e005-16ae-8591-bab0-f6878f887b8d" [ 985.143770] env[69440]: _type = "Task" [ 985.143770] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.156037] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f8e005-16ae-8591-bab0-f6878f887b8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.265768] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.266390] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02cb7bc2-b17d-4fc6-adae-ab4b724831d2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.282426] env[69440]: DEBUG oslo_vmware.api [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': task-4139797, 'name': PowerOnVM_Task, 'duration_secs': 0.926299} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.284948] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.285358] env[69440]: INFO nova.compute.manager [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Took 10.68 seconds to spawn the instance on the hypervisor. [ 985.285605] env[69440]: DEBUG nova.compute.manager [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 985.286033] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 985.286033] env[69440]: value = "task-4139801" [ 985.286033] env[69440]: _type = "Task" [ 985.286033] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.287023] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ddd9bf-696c-469f-bd73-a1904fb64da9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.308207] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.392890] env[69440]: INFO nova.compute.manager [None req-d6b99554-4559-45fd-bd68-bcf9533b1b20 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Updating instance to original state: 'active' [ 985.421016] env[69440]: DEBUG nova.network.neutron [req-bbf6b762-ac71-4f8c-bad9-e82947657b3f req-8aa2cd1f-a92b-4dc5-b4a4-a7fa9bd9842d service nova] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Updated VIF entry in instance network info cache for port 04e441d7-c785-4e54-983f-4b6dda81282c. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.421403] env[69440]: DEBUG nova.network.neutron [req-bbf6b762-ac71-4f8c-bad9-e82947657b3f req-8aa2cd1f-a92b-4dc5-b4a4-a7fa9bd9842d service nova] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Updating instance_info_cache with network_info: [{"id": "04e441d7-c785-4e54-983f-4b6dda81282c", "address": "fa:16:3e:79:75:6e", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e441d7-c7", "ovs_interfaceid": "04e441d7-c785-4e54-983f-4b6dda81282c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.459334] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139798, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.606735] env[69440]: DEBUG nova.scheduler.client.report [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.622439] env[69440]: DEBUG oslo_vmware.api [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Task: {'id': task-4139800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22188} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.623143] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.623406] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.623647] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.623871] env[69440]: INFO nova.compute.manager [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Took 1.79 seconds to destroy the instance on the hypervisor. [ 985.624295] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.624509] env[69440]: DEBUG nova.compute.manager [-] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.624638] env[69440]: DEBUG nova.network.neutron [-] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.635049] env[69440]: DEBUG nova.network.neutron [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.655685] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f8e005-16ae-8591-bab0-f6878f887b8d, 'name': SearchDatastore_Task, 'duration_secs': 0.015426} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.657787] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.657787] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 896ced19-ce4b-486c-9a37-96cb8e6767d0/896ced19-ce4b-486c-9a37-96cb8e6767d0.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.657787] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a695b119-1638-4e8d-a77a-6df4f257647f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.666542] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 985.666542] env[69440]: value = "task-4139802" [ 985.666542] env[69440]: _type = "Task" [ 985.666542] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.667620] env[69440]: DEBUG nova.network.neutron [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Successfully created port: 08a5b8d0-de9a-4cce-804d-c45174f4b9cd {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.681117] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4139802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.822021] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139801, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.823940] env[69440]: INFO nova.compute.manager [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Took 50.15 seconds to build instance. [ 985.875414] env[69440]: DEBUG nova.compute.manager [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.911320] env[69440]: DEBUG nova.network.neutron [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Updating instance_info_cache with network_info: [{"id": "fa332da5-2f43-4bf6-8a00-55e192a6843e", "address": "fa:16:3e:7b:fb:59", "network": {"id": "14a0ef8a-1a59-4ae1-9fd2-bd2de05a600d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-820915620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0305991b52ba41308587d36ab41b9968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa332da5-2f", "ovs_interfaceid": "fa332da5-2f43-4bf6-8a00-55e192a6843e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.916890] env[69440]: DEBUG nova.virt.hardware [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.917285] env[69440]: DEBUG nova.virt.hardware [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.917536] env[69440]: DEBUG nova.virt.hardware [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.917775] env[69440]: DEBUG nova.virt.hardware [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.917957] env[69440]: DEBUG nova.virt.hardware [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.918193] env[69440]: DEBUG nova.virt.hardware [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.918469] env[69440]: DEBUG nova.virt.hardware [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.918667] env[69440]: DEBUG nova.virt.hardware [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.918934] env[69440]: DEBUG nova.virt.hardware [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.919161] env[69440]: DEBUG nova.virt.hardware [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.919458] env[69440]: DEBUG nova.virt.hardware [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.921034] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a87b69-c11f-4f13-94d6-f0a2592a1f22 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.924809] env[69440]: DEBUG oslo_concurrency.lockutils [req-bbf6b762-ac71-4f8c-bad9-e82947657b3f req-8aa2cd1f-a92b-4dc5-b4a4-a7fa9bd9842d service nova] Releasing lock "refresh_cache-896ced19-ce4b-486c-9a37-96cb8e6767d0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.939343] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb724cb-aa29-40bd-be20-dba3d647b494 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.978027] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139798, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.988888] env[69440]: DEBUG oslo_concurrency.lockutils [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquiring lock "b424570b-6a9f-4982-8c59-5a6b2efe9fa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.988888] env[69440]: DEBUG oslo_concurrency.lockutils [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "b424570b-6a9f-4982-8c59-5a6b2efe9fa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.989291] env[69440]: DEBUG oslo_concurrency.lockutils [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquiring lock "b424570b-6a9f-4982-8c59-5a6b2efe9fa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.989567] env[69440]: DEBUG oslo_concurrency.lockutils [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "b424570b-6a9f-4982-8c59-5a6b2efe9fa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.990078] env[69440]: DEBUG oslo_concurrency.lockutils [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "b424570b-6a9f-4982-8c59-5a6b2efe9fa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.992428] env[69440]: INFO nova.compute.manager [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Terminating instance [ 986.116857] env[69440]: DEBUG oslo_concurrency.lockutils [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.123305] env[69440]: DEBUG oslo_concurrency.lockutils [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.648s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.123305] env[69440]: INFO nova.compute.claims [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.159115] env[69440]: INFO nova.scheduler.client.report [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Deleted allocations for instance d91fe50b-1999-4015-bf8a-9fe57041dabf [ 986.184623] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4139802, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.307640] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139801, 'name': PowerOffVM_Task, 'duration_secs': 0.653324} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.307640] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.308066] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.308933] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b88a565-2724-41b3-98e1-c97e368ebc54 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.318716] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.319022] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ed0176c-969c-4218-8192-32aa8018b8c5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.331317] env[69440]: DEBUG oslo_concurrency.lockutils [None req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Lock "68d051e0-e7cd-4370-ad1a-cf9d4996913c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.404s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.396846] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.397324] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.400035] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Deleting the datastore file [datastore1] e7a7624e-3780-4ab5-9e5e-ff73e934301e {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.400035] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed3009e0-ccc4-4ffb-9063-72cfa61745fd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.409023] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 986.409023] env[69440]: value = "task-4139804" [ 986.409023] env[69440]: _type = "Task" [ 986.409023] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.419365] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.423034] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Releasing lock "refresh_cache-6be6f7c9-9c58-4636-9cbd-c4c251a66b53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.423618] env[69440]: DEBUG nova.compute.manager [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Instance network_info: |[{"id": "fa332da5-2f43-4bf6-8a00-55e192a6843e", "address": "fa:16:3e:7b:fb:59", "network": {"id": "14a0ef8a-1a59-4ae1-9fd2-bd2de05a600d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-820915620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0305991b52ba41308587d36ab41b9968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa332da5-2f", "ovs_interfaceid": "fa332da5-2f43-4bf6-8a00-55e192a6843e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.424475] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:fb:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa332da5-2f43-4bf6-8a00-55e192a6843e', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.433750] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.434309] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.434708] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-706806cc-efa1-483e-bdc8-150aeb7994e4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.468266] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139798, 'name': CloneVM_Task, 'duration_secs': 1.809412} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.468266] env[69440]: INFO nova.virt.vmwareapi.vmops [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Created linked-clone VM from snapshot [ 986.471106] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.471106] env[69440]: value = "task-4139805" [ 986.471106] env[69440]: _type = "Task" [ 986.471106] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.472095] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fce4742-49d9-4713-bbae-342c6446a2a2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.492202] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Uploading image 594ec30d-02f0-42d6-809d-f50bf357efd6 {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 986.500059] env[69440]: DEBUG nova.compute.manager [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.500059] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.500059] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139805, 'name': CreateVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.501333] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa45df66-d72b-4cbf-a416-7943f12bf895 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.512423] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.512747] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe025cf5-769e-447a-86e8-b8d30ef609d8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.522572] env[69440]: DEBUG oslo_vmware.api [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 986.522572] env[69440]: value = "task-4139806" [ 986.522572] env[69440]: _type = "Task" [ 986.522572] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.528878] env[69440]: DEBUG oslo_vmware.rw_handles [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 986.528878] env[69440]: value = "vm-819876" [ 986.528878] env[69440]: _type = "VirtualMachine" [ 986.528878] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 986.529277] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d8ba71ce-902a-41ed-80f4-28042af57c7c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.539969] env[69440]: DEBUG oslo_vmware.api [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.542302] env[69440]: DEBUG oslo_vmware.rw_handles [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lease: (returnval){ [ 986.542302] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ec0484-96fd-5338-8efd-0e44fa45c938" [ 986.542302] env[69440]: _type = "HttpNfcLease" [ 986.542302] env[69440]: } obtained for exporting VM: (result){ [ 986.542302] env[69440]: value = "vm-819876" [ 986.542302] env[69440]: _type = "VirtualMachine" [ 986.542302] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 986.543313] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the lease: (returnval){ [ 986.543313] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ec0484-96fd-5338-8efd-0e44fa45c938" [ 986.543313] env[69440]: _type = "HttpNfcLease" [ 986.543313] env[69440]: } to be ready. {{(pid=69440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 986.554124] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 986.554124] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ec0484-96fd-5338-8efd-0e44fa45c938" [ 986.554124] env[69440]: _type = "HttpNfcLease" [ 986.554124] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 986.676061] env[69440]: DEBUG oslo_concurrency.lockutils [None req-50202f98-3a4d-470e-971c-3b71ee4b94ed tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Lock "d91fe50b-1999-4015-bf8a-9fe57041dabf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.021s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.685478] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4139802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608796} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.685748] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 896ced19-ce4b-486c-9a37-96cb8e6767d0/896ced19-ce4b-486c-9a37-96cb8e6767d0.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.685989] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.686274] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db8a07e6-ea77-46f8-a0ec-c5d3fe21eb78 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.697871] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 986.697871] env[69440]: value = "task-4139808" [ 986.697871] env[69440]: _type = "Task" [ 986.697871] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.710231] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4139808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.919143] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232472} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.919221] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.919425] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.919652] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.985987] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139805, 'name': CreateVM_Task, 'duration_secs': 0.485337} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.985987] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.990029] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.990029] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.990029] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.990029] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec5a085d-f484-44e3-8907-cb43fd0d85b3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.994550] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 986.994550] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]524a0c3d-d902-7632-526d-69ffa277a04f" [ 986.994550] env[69440]: _type = "Task" [ 986.994550] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.005232] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]524a0c3d-d902-7632-526d-69ffa277a04f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.038904] env[69440]: DEBUG oslo_vmware.api [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139806, 'name': PowerOffVM_Task, 'duration_secs': 0.272344} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.039726] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.039913] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.040217] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d02ed45-e9f3-48b2-aea8-9ca5a95f3723 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.052824] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 987.052824] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ec0484-96fd-5338-8efd-0e44fa45c938" [ 987.052824] env[69440]: _type = "HttpNfcLease" [ 987.052824] env[69440]: } is ready. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 987.053212] env[69440]: DEBUG oslo_vmware.rw_handles [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 987.053212] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ec0484-96fd-5338-8efd-0e44fa45c938" [ 987.053212] env[69440]: _type = "HttpNfcLease" [ 987.053212] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 987.054043] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bddcd4-ee00-4963-b6cc-034e86cf24a8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.064490] env[69440]: DEBUG oslo_vmware.rw_handles [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c650ac-3b74-7538-ef6e-654f730f80ec/disk-0.vmdk from lease info. {{(pid=69440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 987.064731] env[69440]: DEBUG oslo_vmware.rw_handles [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c650ac-3b74-7538-ef6e-654f730f80ec/disk-0.vmdk for reading. {{(pid=69440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 987.128422] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.128759] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.128813] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Deleting the datastore file [datastore2] b424570b-6a9f-4982-8c59-5a6b2efe9fa5 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.129121] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e0b3257-eb93-4f15-a9f3-931527217a8f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.141346] env[69440]: DEBUG oslo_vmware.api [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 987.141346] env[69440]: value = "task-4139810" [ 987.141346] env[69440]: _type = "Task" [ 987.141346] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.150675] env[69440]: DEBUG oslo_vmware.api [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.184688] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e89d9b01-8d41-42ce-a7b9-7bb6120d0445 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.217685] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4139808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087205} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.221040] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.222582] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339a70df-9f15-4f14-8883-438e3dae097b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.254215] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 896ced19-ce4b-486c-9a37-96cb8e6767d0/896ced19-ce4b-486c-9a37-96cb8e6767d0.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.265206] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a96a1f62-1164-4415-bd32-8e8b5187ace7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.291600] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 987.291600] env[69440]: value = "task-4139811" [ 987.291600] env[69440]: _type = "Task" [ 987.291600] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.302767] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4139811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.439973] env[69440]: DEBUG nova.compute.manager [req-58cb213e-6b06-450f-b108-4381cbd2140a req-c4fd5529-b4af-42f1-acfa-405bdb2b0f8a service nova] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Received event network-changed-fa332da5-2f43-4bf6-8a00-55e192a6843e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.440301] env[69440]: DEBUG nova.compute.manager [req-58cb213e-6b06-450f-b108-4381cbd2140a req-c4fd5529-b4af-42f1-acfa-405bdb2b0f8a service nova] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Refreshing instance network info cache due to event network-changed-fa332da5-2f43-4bf6-8a00-55e192a6843e. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.440543] env[69440]: DEBUG oslo_concurrency.lockutils [req-58cb213e-6b06-450f-b108-4381cbd2140a req-c4fd5529-b4af-42f1-acfa-405bdb2b0f8a service nova] Acquiring lock "refresh_cache-6be6f7c9-9c58-4636-9cbd-c4c251a66b53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.440691] env[69440]: DEBUG oslo_concurrency.lockutils [req-58cb213e-6b06-450f-b108-4381cbd2140a req-c4fd5529-b4af-42f1-acfa-405bdb2b0f8a service nova] Acquired lock "refresh_cache-6be6f7c9-9c58-4636-9cbd-c4c251a66b53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.440753] env[69440]: DEBUG nova.network.neutron [req-58cb213e-6b06-450f-b108-4381cbd2140a req-c4fd5529-b4af-42f1-acfa-405bdb2b0f8a service nova] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Refreshing network info cache for port fa332da5-2f43-4bf6-8a00-55e192a6843e {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.510119] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]524a0c3d-d902-7632-526d-69ffa277a04f, 'name': SearchDatastore_Task, 'duration_secs': 0.012728} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.516555] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.516941] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.517283] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.517487] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.517753] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.520214] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4792c3e-6e60-4266-ae48-7d619cf95f67 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.531636] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.531967] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.535771] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e4cf80c-37ae-4350-928d-8951f08fb87d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.543363] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 987.543363] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52cba9ce-173b-dc19-ac36-a301b0d3e0ee" [ 987.543363] env[69440]: _type = "Task" [ 987.543363] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.554302] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52cba9ce-173b-dc19-ac36-a301b0d3e0ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.652743] env[69440]: DEBUG oslo_vmware.api [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196502} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.656199] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.656514] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.656707] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.657087] env[69440]: INFO nova.compute.manager [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 987.657183] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.661024] env[69440]: DEBUG nova.compute.manager [-] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.661024] env[69440]: DEBUG nova.network.neutron [-] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.809999] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4139811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.815113] env[69440]: DEBUG nova.network.neutron [-] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.820135] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af894201-1721-4722-bf99-13d58759cd4a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.832414] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ef2845-6c48-4859-aceb-8afcc69c244b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.880433] env[69440]: DEBUG nova.network.neutron [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Successfully updated port: 08a5b8d0-de9a-4cce-804d-c45174f4b9cd {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.882684] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e741e9-2378-4109-a420-b8bd729fc092 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.895191] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8f2b63-7370-4e2d-8d36-802258b8b047 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.915427] env[69440]: DEBUG nova.compute.provider_tree [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.966238] env[69440]: DEBUG nova.virt.hardware [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.966928] env[69440]: DEBUG nova.virt.hardware [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.967780] env[69440]: DEBUG nova.virt.hardware [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.968107] env[69440]: DEBUG nova.virt.hardware [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.969117] env[69440]: DEBUG nova.virt.hardware [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.969347] env[69440]: DEBUG nova.virt.hardware [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.969652] env[69440]: DEBUG nova.virt.hardware [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.969896] env[69440]: DEBUG nova.virt.hardware [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.970125] env[69440]: DEBUG nova.virt.hardware [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.970318] env[69440]: DEBUG nova.virt.hardware [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.970585] env[69440]: DEBUG nova.virt.hardware [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.972692] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7fd67d-83b5-4140-bb85-1184ad0e85f3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.982742] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262b3a48-bed7-425d-a713-aadc4a967517 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.000848] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:85:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7924bd45-8d5e-46ef-a407-923668fd7a0a', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.008785] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.009745] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.010132] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ce12ead-667f-4484-8046-d0232f7a298a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.033886] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.033886] env[69440]: value = "task-4139812" [ 988.033886] env[69440]: _type = "Task" [ 988.033886] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.052009] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139812, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.059506] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52cba9ce-173b-dc19-ac36-a301b0d3e0ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012352} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.060678] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc1afb1b-5a0e-4a77-b8cc-4ad093ce5fa5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.068554] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 988.068554] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528455fb-e60a-f1f9-e2ec-ef63d8cce4a7" [ 988.068554] env[69440]: _type = "Task" [ 988.068554] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.081962] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528455fb-e60a-f1f9-e2ec-ef63d8cce4a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.262644] env[69440]: DEBUG nova.compute.manager [req-f1f42483-7dfc-4349-9bf6-4da4992a51e5 req-6d0994e0-a011-4a72-bf8e-6950fa092474 service nova] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Received event network-vif-plugged-08a5b8d0-de9a-4cce-804d-c45174f4b9cd {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.263993] env[69440]: DEBUG oslo_concurrency.lockutils [req-f1f42483-7dfc-4349-9bf6-4da4992a51e5 req-6d0994e0-a011-4a72-bf8e-6950fa092474 service nova] Acquiring lock "5da8fdb5-7b21-4755-bb50-68bb8e0d8f13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.265067] env[69440]: DEBUG oslo_concurrency.lockutils [req-f1f42483-7dfc-4349-9bf6-4da4992a51e5 req-6d0994e0-a011-4a72-bf8e-6950fa092474 service nova] Lock "5da8fdb5-7b21-4755-bb50-68bb8e0d8f13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.265067] env[69440]: DEBUG oslo_concurrency.lockutils [req-f1f42483-7dfc-4349-9bf6-4da4992a51e5 req-6d0994e0-a011-4a72-bf8e-6950fa092474 service nova] Lock "5da8fdb5-7b21-4755-bb50-68bb8e0d8f13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.265067] env[69440]: DEBUG nova.compute.manager [req-f1f42483-7dfc-4349-9bf6-4da4992a51e5 req-6d0994e0-a011-4a72-bf8e-6950fa092474 service nova] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] No waiting events found dispatching network-vif-plugged-08a5b8d0-de9a-4cce-804d-c45174f4b9cd {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 988.265805] env[69440]: WARNING nova.compute.manager [req-f1f42483-7dfc-4349-9bf6-4da4992a51e5 req-6d0994e0-a011-4a72-bf8e-6950fa092474 service nova] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Received unexpected event network-vif-plugged-08a5b8d0-de9a-4cce-804d-c45174f4b9cd for instance with vm_state building and task_state spawning. [ 988.305088] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4139811, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.321051] env[69440]: INFO nova.compute.manager [-] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Took 2.70 seconds to deallocate network for instance. [ 988.388121] env[69440]: DEBUG oslo_concurrency.lockutils [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "refresh_cache-5da8fdb5-7b21-4755-bb50-68bb8e0d8f13" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.388332] env[69440]: DEBUG oslo_concurrency.lockutils [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquired lock "refresh_cache-5da8fdb5-7b21-4755-bb50-68bb8e0d8f13" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.388523] env[69440]: DEBUG nova.network.neutron [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.421729] env[69440]: DEBUG nova.scheduler.client.report [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.549439] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139812, 'name': CreateVM_Task, 'duration_secs': 0.491045} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.549914] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.550819] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.550977] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.551491] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.551791] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25917b21-216a-4469-955e-0ba32c0f9912 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.558764] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 988.558764] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]523204df-a351-4c21-7fca-c61033aeaf42" [ 988.558764] env[69440]: _type = "Task" [ 988.558764] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.569795] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523204df-a351-4c21-7fca-c61033aeaf42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.581921] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528455fb-e60a-f1f9-e2ec-ef63d8cce4a7, 'name': SearchDatastore_Task, 'duration_secs': 0.016135} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.582285] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.582563] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 6be6f7c9-9c58-4636-9cbd-c4c251a66b53/6be6f7c9-9c58-4636-9cbd-c4c251a66b53.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.582967] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-499aaf1a-bce9-4fac-bc1a-471857a50391 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.592547] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 988.592547] env[69440]: value = "task-4139813" [ 988.592547] env[69440]: _type = "Task" [ 988.592547] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.604155] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.727770] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Acquiring lock "68d051e0-e7cd-4370-ad1a-cf9d4996913c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.728103] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Lock "68d051e0-e7cd-4370-ad1a-cf9d4996913c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.728356] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Acquiring lock "68d051e0-e7cd-4370-ad1a-cf9d4996913c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.728554] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Lock "68d051e0-e7cd-4370-ad1a-cf9d4996913c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.728923] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Lock "68d051e0-e7cd-4370-ad1a-cf9d4996913c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.733472] env[69440]: INFO nova.compute.manager [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Terminating instance [ 988.762976] env[69440]: DEBUG nova.network.neutron [req-58cb213e-6b06-450f-b108-4381cbd2140a req-c4fd5529-b4af-42f1-acfa-405bdb2b0f8a service nova] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Updated VIF entry in instance network info cache for port fa332da5-2f43-4bf6-8a00-55e192a6843e. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.764761] env[69440]: DEBUG nova.network.neutron [req-58cb213e-6b06-450f-b108-4381cbd2140a req-c4fd5529-b4af-42f1-acfa-405bdb2b0f8a service nova] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Updating instance_info_cache with network_info: [{"id": "fa332da5-2f43-4bf6-8a00-55e192a6843e", "address": "fa:16:3e:7b:fb:59", "network": {"id": "14a0ef8a-1a59-4ae1-9fd2-bd2de05a600d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-820915620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0305991b52ba41308587d36ab41b9968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa332da5-2f", "ovs_interfaceid": "fa332da5-2f43-4bf6-8a00-55e192a6843e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.818595] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4139811, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.829770] env[69440]: DEBUG oslo_concurrency.lockutils [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.858944] env[69440]: DEBUG nova.network.neutron [-] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.933021] env[69440]: DEBUG oslo_concurrency.lockutils [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.933021] env[69440]: DEBUG nova.compute.manager [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.939415] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.541s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.940693] env[69440]: DEBUG nova.objects.instance [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lazy-loading 'resources' on Instance uuid 8bd9fdeb-3e98-4d0f-8523-49077618fbdb {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.995235] env[69440]: DEBUG nova.network.neutron [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.078353] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523204df-a351-4c21-7fca-c61033aeaf42, 'name': SearchDatastore_Task, 'duration_secs': 0.011456} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.081020] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.081395] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.081724] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.083643] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.083643] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.083643] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24928487-a50e-44cc-9df8-06a19dd93590 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.110258] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139813, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.111712] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.111712] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.112885] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-680da3aa-378b-4843-8e7b-22f38fbdb6d2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.122350] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 989.122350] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52876316-e8a9-e60d-b2a7-1bd827611e52" [ 989.122350] env[69440]: _type = "Task" [ 989.122350] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.145024] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52876316-e8a9-e60d-b2a7-1bd827611e52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.238528] env[69440]: DEBUG nova.compute.manager [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.238528] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.238822] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1ee8c4-f9b9-4a7e-b66f-5501be0b9309 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.252134] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.257046] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99efc01e-3594-4cb4-8b32-fa1745334390 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.265530] env[69440]: DEBUG oslo_vmware.api [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Waiting for the task: (returnval){ [ 989.265530] env[69440]: value = "task-4139814" [ 989.265530] env[69440]: _type = "Task" [ 989.265530] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.266808] env[69440]: DEBUG oslo_concurrency.lockutils [req-58cb213e-6b06-450f-b108-4381cbd2140a req-c4fd5529-b4af-42f1-acfa-405bdb2b0f8a service nova] Releasing lock "refresh_cache-6be6f7c9-9c58-4636-9cbd-c4c251a66b53" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.277032] env[69440]: DEBUG oslo_vmware.api [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': task-4139814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.311679] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4139811, 'name': ReconfigVM_Task, 'duration_secs': 1.674346} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.311822] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 896ced19-ce4b-486c-9a37-96cb8e6767d0/896ced19-ce4b-486c-9a37-96cb8e6767d0.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.312648] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83f94aa8-ecad-48fe-8bc6-55177dc7881e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.322494] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 989.322494] env[69440]: value = "task-4139815" [ 989.322494] env[69440]: _type = "Task" [ 989.322494] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.336026] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4139815, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.337490] env[69440]: DEBUG nova.network.neutron [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Updating instance_info_cache with network_info: [{"id": "08a5b8d0-de9a-4cce-804d-c45174f4b9cd", "address": "fa:16:3e:7b:31:f2", "network": {"id": "eeb1fd99-8130-4307-a1ff-f4e0287dfc9c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-239946609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "449c066c0a2644b995fd9fd41599b07a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a5b8d0-de", "ovs_interfaceid": "08a5b8d0-de9a-4cce-804d-c45174f4b9cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.361628] env[69440]: INFO nova.compute.manager [-] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Took 1.70 seconds to deallocate network for instance. [ 989.449676] env[69440]: DEBUG nova.compute.utils [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.459029] env[69440]: DEBUG nova.compute.manager [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.459029] env[69440]: DEBUG nova.network.neutron [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.559270] env[69440]: DEBUG nova.policy [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23b6b0c2207944cc80a3800e5ed4342c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ca9d5a8f31945f695b562879cce6a7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.608381] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591933} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.608938] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 6be6f7c9-9c58-4636-9cbd-c4c251a66b53/6be6f7c9-9c58-4636-9cbd-c4c251a66b53.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.609352] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.609831] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-359841b4-6c3c-47fb-b37d-45b62cb8813b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.619518] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 989.619518] env[69440]: value = "task-4139816" [ 989.619518] env[69440]: _type = "Task" [ 989.619518] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.643154] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.655199] env[69440]: DEBUG oslo_concurrency.lockutils [None req-44e9376b-3ccc-4d3f-9f6c-630ee568f590 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "interface-130d72c0-e90e-4b8d-9e81-fe26ab150bae-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.655771] env[69440]: DEBUG oslo_concurrency.lockutils [None req-44e9376b-3ccc-4d3f-9f6c-630ee568f590 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "interface-130d72c0-e90e-4b8d-9e81-fe26ab150bae-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.656376] env[69440]: DEBUG nova.objects.instance [None req-44e9376b-3ccc-4d3f-9f6c-630ee568f590 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lazy-loading 'flavor' on Instance uuid 130d72c0-e90e-4b8d-9e81-fe26ab150bae {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.658732] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52876316-e8a9-e60d-b2a7-1bd827611e52, 'name': SearchDatastore_Task, 'duration_secs': 0.043792} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.659854] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d51e8fa4-e95f-4c91-9683-779a03b2b199 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.678305] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 989.678305] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52e0b09f-149e-cec4-6136-881bb0a48894" [ 989.678305] env[69440]: _type = "Task" [ 989.678305] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.693241] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e0b09f-149e-cec4-6136-881bb0a48894, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.779540] env[69440]: DEBUG oslo_vmware.api [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': task-4139814, 'name': PowerOffVM_Task, 'duration_secs': 0.252146} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.780106] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.780968] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.780968] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43f39c8a-8d53-4cb6-9bf7-499c43fdd379 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.841395] env[69440]: DEBUG oslo_concurrency.lockutils [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Releasing lock "refresh_cache-5da8fdb5-7b21-4755-bb50-68bb8e0d8f13" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.842028] env[69440]: DEBUG nova.compute.manager [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Instance network_info: |[{"id": "08a5b8d0-de9a-4cce-804d-c45174f4b9cd", "address": "fa:16:3e:7b:31:f2", "network": {"id": "eeb1fd99-8130-4307-a1ff-f4e0287dfc9c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-239946609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "449c066c0a2644b995fd9fd41599b07a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a5b8d0-de", "ovs_interfaceid": "08a5b8d0-de9a-4cce-804d-c45174f4b9cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.842425] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4139815, 'name': Rename_Task, 'duration_secs': 0.223594} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.842791] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:31:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08a5b8d0-de9a-4cce-804d-c45174f4b9cd', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.851054] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.851359] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.854919] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.855331] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebd49ab8-a07e-4960-a3f8-e0fad607c886 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.858328] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7bb1878-71b6-42ea-a324-13c950e01502 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.875954] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.876189] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.876397] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Deleting the datastore file [datastore2] 68d051e0-e7cd-4370-ad1a-cf9d4996913c {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.877827] env[69440]: DEBUG oslo_concurrency.lockutils [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.878131] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0dfbc7c-f416-4cd2-9a53-613654e039f3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.885528] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.885528] env[69440]: value = "task-4139819" [ 989.885528] env[69440]: _type = "Task" [ 989.885528] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.885725] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 989.885725] env[69440]: value = "task-4139818" [ 989.885725] env[69440]: _type = "Task" [ 989.885725] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.896869] env[69440]: DEBUG oslo_vmware.api [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Waiting for the task: (returnval){ [ 989.896869] env[69440]: value = "task-4139820" [ 989.896869] env[69440]: _type = "Task" [ 989.896869] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.903588] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4139818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.903815] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139819, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.916863] env[69440]: DEBUG oslo_vmware.api [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': task-4139820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.958455] env[69440]: DEBUG nova.compute.manager [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.135492] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109297} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.135492] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.137600] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faa9690-449e-4c84-94fc-54fbfd7ea5b2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.164124] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 6be6f7c9-9c58-4636-9cbd-c4c251a66b53/6be6f7c9-9c58-4636-9cbd-c4c251a66b53.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.168505] env[69440]: DEBUG nova.objects.instance [None req-44e9376b-3ccc-4d3f-9f6c-630ee568f590 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lazy-loading 'pci_requests' on Instance uuid 130d72c0-e90e-4b8d-9e81-fe26ab150bae {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.169600] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14516b8a-4bb6-4a77-8401-def7d068e063 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.200756] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e0b09f-149e-cec4-6136-881bb0a48894, 'name': SearchDatastore_Task, 'duration_secs': 0.012361} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.200900] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 990.200900] env[69440]: value = "task-4139821" [ 990.200900] env[69440]: _type = "Task" [ 990.200900] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.201063] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.201389] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] e7a7624e-3780-4ab5-9e5e-ff73e934301e/e7a7624e-3780-4ab5-9e5e-ff73e934301e.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.201656] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85a17ed8-88ce-4132-bd38-5e26f7c1a22c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.209809] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185751f1-e3ed-45f4-a59a-ae7bb06dd6c9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.227563] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3ae229-a81d-4738-a0fb-7006b01f783d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.233008] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.233590] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 990.233590] env[69440]: value = "task-4139822" [ 990.233590] env[69440]: _type = "Task" [ 990.233590] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.269535] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a658ead-8159-4ed5-9699-1cea8079e025 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.274724] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.281480] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f858b3-fedb-40ea-9c92-6eac260a1d35 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.299216] env[69440]: DEBUG nova.compute.provider_tree [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.404016] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139819, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.412781] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4139818, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.419996] env[69440]: DEBUG oslo_vmware.api [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Task: {'id': task-4139820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184305} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.420570] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.420570] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.420706] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.420955] env[69440]: INFO nova.compute.manager [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 990.421328] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.421557] env[69440]: DEBUG nova.compute.manager [-] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.421659] env[69440]: DEBUG nova.network.neutron [-] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.446445] env[69440]: DEBUG nova.network.neutron [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Successfully created port: f967fd5b-7a16-42dd-a687-b102b9b35848 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.456296] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "26d5e4a4-a985-440c-ab16-5798e9bd72ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.456296] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "26d5e4a4-a985-440c-ab16-5798e9bd72ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.456296] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "26d5e4a4-a985-440c-ab16-5798e9bd72ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.456296] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "26d5e4a4-a985-440c-ab16-5798e9bd72ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.456296] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "26d5e4a4-a985-440c-ab16-5798e9bd72ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.461667] env[69440]: INFO nova.compute.manager [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Terminating instance [ 990.685429] env[69440]: DEBUG nova.compute.manager [req-99b131a5-8d2d-41f5-97c3-c9f192260c37 req-62ab9a91-85cc-4f6d-9d5c-d243bffcf882 service nova] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Received event network-vif-deleted-1d4aacb4-cea4-4333-83ff-bd6b69c4ff19 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.687775] env[69440]: DEBUG nova.compute.manager [req-99b131a5-8d2d-41f5-97c3-c9f192260c37 req-62ab9a91-85cc-4f6d-9d5c-d243bffcf882 service nova] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Received event network-vif-deleted-f3ca23cb-d868-4010-b530-df779da03b85 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.687775] env[69440]: DEBUG nova.compute.manager [req-99b131a5-8d2d-41f5-97c3-c9f192260c37 req-62ab9a91-85cc-4f6d-9d5c-d243bffcf882 service nova] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Received event network-vif-deleted-22937e6a-1b35-474d-9d40-bb28e278dd35 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.687975] env[69440]: DEBUG nova.objects.base [None req-44e9376b-3ccc-4d3f-9f6c-630ee568f590 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Object Instance<130d72c0-e90e-4b8d-9e81-fe26ab150bae> lazy-loaded attributes: flavor,pci_requests {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 990.688232] env[69440]: DEBUG nova.network.neutron [None req-44e9376b-3ccc-4d3f-9f6c-630ee568f590 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.718192] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.750426] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139822, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.804687] env[69440]: DEBUG nova.scheduler.client.report [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.903751] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139819, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.908306] env[69440]: DEBUG oslo_vmware.api [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4139818, 'name': PowerOnVM_Task, 'duration_secs': 0.839081} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.908657] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.908864] env[69440]: INFO nova.compute.manager [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Took 10.76 seconds to spawn the instance on the hypervisor. [ 990.909053] env[69440]: DEBUG nova.compute.manager [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 990.911036] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd6f5f9-f0fe-43eb-b5f7-8e15b05569f9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.953263] env[69440]: DEBUG oslo_concurrency.lockutils [None req-44e9376b-3ccc-4d3f-9f6c-630ee568f590 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "interface-130d72c0-e90e-4b8d-9e81-fe26ab150bae-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.297s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.979708] env[69440]: DEBUG nova.compute.manager [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.979708] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.981152] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfc7f84-a076-4415-9d35-712d0e47a3cf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.986044] env[69440]: DEBUG nova.compute.manager [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.995867] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.996241] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fd41448-ba09-40fb-976d-16652d5e5d6c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.006515] env[69440]: DEBUG oslo_vmware.api [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 991.006515] env[69440]: value = "task-4139823" [ 991.006515] env[69440]: _type = "Task" [ 991.006515] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.019114] env[69440]: DEBUG oslo_vmware.api [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.036659] env[69440]: DEBUG nova.virt.hardware [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.036925] env[69440]: DEBUG nova.virt.hardware [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.037331] env[69440]: DEBUG nova.virt.hardware [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.038125] env[69440]: DEBUG nova.virt.hardware [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.038125] env[69440]: DEBUG nova.virt.hardware [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.038125] env[69440]: DEBUG nova.virt.hardware [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.038125] env[69440]: DEBUG nova.virt.hardware [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.038890] env[69440]: DEBUG nova.virt.hardware [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.038890] env[69440]: DEBUG nova.virt.hardware [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.039161] env[69440]: DEBUG nova.virt.hardware [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.039415] env[69440]: DEBUG nova.virt.hardware [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.040728] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00aa158a-fa44-4af5-b3c9-f38d970994f4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.053805] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecee241-2a65-42e3-ad9d-6b7178751696 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.085554] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "bf77d8ed-e17b-4dcd-81a5-8e67f024b294" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.085735] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "bf77d8ed-e17b-4dcd-81a5-8e67f024b294" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.220805] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139821, 'name': ReconfigVM_Task, 'duration_secs': 0.719475} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.221118] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 6be6f7c9-9c58-4636-9cbd-c4c251a66b53/6be6f7c9-9c58-4636-9cbd-c4c251a66b53.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.224130] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e19036f-bb64-46b0-99c4-c63f0868bc20 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.234297] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 991.234297] env[69440]: value = "task-4139824" [ 991.234297] env[69440]: _type = "Task" [ 991.234297] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.255055] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139824, 'name': Rename_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.260617] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609995} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.260971] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] e7a7624e-3780-4ab5-9e5e-ff73e934301e/e7a7624e-3780-4ab5-9e5e-ff73e934301e.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.261206] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.261535] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab25fff8-fc02-456e-ab73-f6afc976e3da {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.272513] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 991.272513] env[69440]: value = "task-4139825" [ 991.272513] env[69440]: _type = "Task" [ 991.272513] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.287243] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.312765] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.376s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.318078] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.662s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.318078] env[69440]: DEBUG nova.objects.instance [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Lazy-loading 'resources' on Instance uuid d017056e-049d-4162-bc9f-fca50d73fbe0 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.349388] env[69440]: INFO nova.scheduler.client.report [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Deleted allocations for instance 8bd9fdeb-3e98-4d0f-8523-49077618fbdb [ 991.363431] env[69440]: DEBUG nova.network.neutron [-] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.405516] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139819, 'name': CreateVM_Task, 'duration_secs': 1.317819} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.408767] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.408767] env[69440]: DEBUG oslo_concurrency.lockutils [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.408767] env[69440]: DEBUG oslo_concurrency.lockutils [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.408767] env[69440]: DEBUG oslo_concurrency.lockutils [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.409135] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62aa1e22-3a71-420a-8485-8f8b45336f9a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.418644] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 991.418644] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52fa3766-62c0-ba65-e46c-2adc6e08097e" [ 991.418644] env[69440]: _type = "Task" [ 991.418644] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.435343] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52fa3766-62c0-ba65-e46c-2adc6e08097e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.439091] env[69440]: INFO nova.compute.manager [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Took 44.80 seconds to build instance. [ 991.519149] env[69440]: DEBUG oslo_vmware.api [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139823, 'name': PowerOffVM_Task, 'duration_secs': 0.34613} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.519597] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.520152] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.520152] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17e427ad-d9b1-4bdb-91d4-53e7ad338fa2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.588565] env[69440]: DEBUG nova.compute.manager [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.606401] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.606401] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.606401] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Deleting the datastore file [datastore1] 26d5e4a4-a985-440c-ab16-5798e9bd72ff {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.606401] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0834410e-5071-42ea-8b2d-2a5294d99536 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.617608] env[69440]: DEBUG oslo_vmware.api [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 991.617608] env[69440]: value = "task-4139827" [ 991.617608] env[69440]: _type = "Task" [ 991.617608] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.637133] env[69440]: DEBUG oslo_vmware.api [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.747040] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139824, 'name': Rename_Task, 'duration_secs': 0.196958} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.747040] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.747040] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3564a73-0749-4f56-9cfb-8dba6f30957f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.756046] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 991.756046] env[69440]: value = "task-4139828" [ 991.756046] env[69440]: _type = "Task" [ 991.756046] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.766026] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.783826] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09261} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.784046] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.785032] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903c918a-bcec-4393-a9f6-b722ac2c82b4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.815081] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] e7a7624e-3780-4ab5-9e5e-ff73e934301e/e7a7624e-3780-4ab5-9e5e-ff73e934301e.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.815525] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e845ffdb-269c-4779-b840-ba3b1c2eeeca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.843726] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 991.843726] env[69440]: value = "task-4139829" [ 991.843726] env[69440]: _type = "Task" [ 991.843726] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.854152] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.860494] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2eea3c10-4ad5-4236-a468-0f3dd821528d tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "8bd9fdeb-3e98-4d0f-8523-49077618fbdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.025s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.867752] env[69440]: INFO nova.compute.manager [-] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Took 1.45 seconds to deallocate network for instance. [ 991.948619] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5b04967c-7f84-48c3-8d46-de49db60206b tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "896ced19-ce4b-486c-9a37-96cb8e6767d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.853s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.949444] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52fa3766-62c0-ba65-e46c-2adc6e08097e, 'name': SearchDatastore_Task, 'duration_secs': 0.024788} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.952774] env[69440]: DEBUG oslo_concurrency.lockutils [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.953151] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.953440] env[69440]: DEBUG oslo_concurrency.lockutils [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.953624] env[69440]: DEBUG oslo_concurrency.lockutils [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.954295] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.954917] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad85d448-0336-43b7-af91-b019fd276af0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.971706] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.972189] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.975798] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d98b208-2954-4698-bab8-4dd4695f214f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.982945] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 991.982945] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52963033-e15a-00d9-a29b-ed88a52a1633" [ 991.982945] env[69440]: _type = "Task" [ 991.982945] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.995306] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52963033-e15a-00d9-a29b-ed88a52a1633, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.108410] env[69440]: DEBUG nova.compute.manager [req-3b14a847-84cb-42bc-ba46-9c4167f83d1c req-dbeddef8-ef02-4fdb-854b-5457be4657cf service nova] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Received event network-changed-08a5b8d0-de9a-4cce-804d-c45174f4b9cd {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.108612] env[69440]: DEBUG nova.compute.manager [req-3b14a847-84cb-42bc-ba46-9c4167f83d1c req-dbeddef8-ef02-4fdb-854b-5457be4657cf service nova] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Refreshing instance network info cache due to event network-changed-08a5b8d0-de9a-4cce-804d-c45174f4b9cd. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.108878] env[69440]: DEBUG oslo_concurrency.lockutils [req-3b14a847-84cb-42bc-ba46-9c4167f83d1c req-dbeddef8-ef02-4fdb-854b-5457be4657cf service nova] Acquiring lock "refresh_cache-5da8fdb5-7b21-4755-bb50-68bb8e0d8f13" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.109069] env[69440]: DEBUG oslo_concurrency.lockutils [req-3b14a847-84cb-42bc-ba46-9c4167f83d1c req-dbeddef8-ef02-4fdb-854b-5457be4657cf service nova] Acquired lock "refresh_cache-5da8fdb5-7b21-4755-bb50-68bb8e0d8f13" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.109287] env[69440]: DEBUG nova.network.neutron [req-3b14a847-84cb-42bc-ba46-9c4167f83d1c req-dbeddef8-ef02-4fdb-854b-5457be4657cf service nova] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Refreshing network info cache for port 08a5b8d0-de9a-4cce-804d-c45174f4b9cd {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.119768] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.134911] env[69440]: DEBUG oslo_vmware.api [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253639} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.135749] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.135749] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.135951] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.136028] env[69440]: INFO nova.compute.manager [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Took 1.16 seconds to destroy the instance on the hypervisor. [ 992.136442] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.136594] env[69440]: DEBUG nova.compute.manager [-] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.136639] env[69440]: DEBUG nova.network.neutron [-] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.271741] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139828, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.356862] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.376680] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.489842] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70214215-8309-4ed8-86ae-b6f468a08c8f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.496951] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52963033-e15a-00d9-a29b-ed88a52a1633, 'name': SearchDatastore_Task, 'duration_secs': 0.017238} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.502985] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc6c9aa-583d-45c1-bd3e-b3447b711791 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.510601] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334740e8-f268-4b3c-bc23-484b8c95538e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.516166] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 992.516166] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52aaf034-5e65-3bd4-d8fe-a7e7cb3b82b6" [ 992.516166] env[69440]: _type = "Task" [ 992.516166] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.557165] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5406b3-9ed1-4236-be64-e11c6351a316 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.563913] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52aaf034-5e65-3bd4-d8fe-a7e7cb3b82b6, 'name': SearchDatastore_Task, 'duration_secs': 0.016787} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.564840] env[69440]: DEBUG oslo_concurrency.lockutils [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.565050] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13/5da8fdb5-7b21-4755-bb50-68bb8e0d8f13.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.565159] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7d785c3-4c55-4922-b8fa-04a7c4aaa1a0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.573023] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf00dc88-c380-4b40-8c61-46cfa69a40a9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.577467] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 992.577467] env[69440]: value = "task-4139830" [ 992.577467] env[69440]: _type = "Task" [ 992.577467] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.590694] env[69440]: DEBUG nova.compute.provider_tree [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.599077] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.635621] env[69440]: DEBUG nova.network.neutron [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Successfully updated port: f967fd5b-7a16-42dd-a687-b102b9b35848 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.770995] env[69440]: DEBUG oslo_vmware.api [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139828, 'name': PowerOnVM_Task, 'duration_secs': 0.638368} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.771842] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.771842] env[69440]: INFO nova.compute.manager [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Took 9.84 seconds to spawn the instance on the hypervisor. [ 992.771842] env[69440]: DEBUG nova.compute.manager [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 992.772715] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6c128e-bda5-4b8d-b616-98e07ff3e3b5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.857906] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139829, 'name': ReconfigVM_Task, 'duration_secs': 0.71523} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.858931] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Reconfigured VM instance instance-00000021 to attach disk [datastore2] e7a7624e-3780-4ab5-9e5e-ff73e934301e/e7a7624e-3780-4ab5-9e5e-ff73e934301e.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.859642] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57c6dcb7-eb15-4057-ba66-c9c064c2f3f5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.869275] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 992.869275] env[69440]: value = "task-4139831" [ 992.869275] env[69440]: _type = "Task" [ 992.869275] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.879824] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139831, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.045915] env[69440]: DEBUG nova.network.neutron [req-3b14a847-84cb-42bc-ba46-9c4167f83d1c req-dbeddef8-ef02-4fdb-854b-5457be4657cf service nova] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Updated VIF entry in instance network info cache for port 08a5b8d0-de9a-4cce-804d-c45174f4b9cd. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.046404] env[69440]: DEBUG nova.network.neutron [req-3b14a847-84cb-42bc-ba46-9c4167f83d1c req-dbeddef8-ef02-4fdb-854b-5457be4657cf service nova] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Updating instance_info_cache with network_info: [{"id": "08a5b8d0-de9a-4cce-804d-c45174f4b9cd", "address": "fa:16:3e:7b:31:f2", "network": {"id": "eeb1fd99-8130-4307-a1ff-f4e0287dfc9c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-239946609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "449c066c0a2644b995fd9fd41599b07a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a5b8d0-de", "ovs_interfaceid": "08a5b8d0-de9a-4cce-804d-c45174f4b9cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.089687] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139830, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.094798] env[69440]: DEBUG nova.scheduler.client.report [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.138385] env[69440]: DEBUG oslo_concurrency.lockutils [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquiring lock "refresh_cache-3d24ccf4-3a82-438c-ad37-0aa7e04afa92" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.138674] env[69440]: DEBUG oslo_concurrency.lockutils [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquired lock "refresh_cache-3d24ccf4-3a82-438c-ad37-0aa7e04afa92" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.138940] env[69440]: DEBUG nova.network.neutron [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.152319] env[69440]: DEBUG nova.network.neutron [-] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.299776] env[69440]: INFO nova.compute.manager [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Took 43.92 seconds to build instance. [ 993.343186] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "interface-130d72c0-e90e-4b8d-9e81-fe26ab150bae-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.343186] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "interface-130d72c0-e90e-4b8d-9e81-fe26ab150bae-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.343186] env[69440]: DEBUG nova.objects.instance [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lazy-loading 'flavor' on Instance uuid 130d72c0-e90e-4b8d-9e81-fe26ab150bae {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.381580] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139831, 'name': Rename_Task, 'duration_secs': 0.303381} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.382189] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.383503] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acbc7b37-60fe-4088-b4c8-e463d8e8c5e3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.392389] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 993.392389] env[69440]: value = "task-4139832" [ 993.392389] env[69440]: _type = "Task" [ 993.392389] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.405965] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.478505] env[69440]: DEBUG nova.compute.manager [req-b9eac7c0-6474-4df5-ae73-efdc0a99fe74 req-5c59719f-736a-4114-96d8-a6ea2658335d service nova] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Received event network-vif-deleted-a3594fac-465d-4aec-bae8-e60e21e46916 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.549625] env[69440]: DEBUG oslo_concurrency.lockutils [req-3b14a847-84cb-42bc-ba46-9c4167f83d1c req-dbeddef8-ef02-4fdb-854b-5457be4657cf service nova] Releasing lock "refresh_cache-5da8fdb5-7b21-4755-bb50-68bb8e0d8f13" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.591833] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733974} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.592344] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13/5da8fdb5-7b21-4755-bb50-68bb8e0d8f13.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.592699] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.593661] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f4e8e1d-20eb-4b60-8a24-2fe1683eb6e7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.600829] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.605605] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.518s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.611029] env[69440]: INFO nova.compute.claims [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.612581] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 993.612581] env[69440]: value = "task-4139833" [ 993.612581] env[69440]: _type = "Task" [ 993.612581] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.624718] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.630186] env[69440]: INFO nova.scheduler.client.report [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Deleted allocations for instance d017056e-049d-4162-bc9f-fca50d73fbe0 [ 993.657770] env[69440]: INFO nova.compute.manager [-] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Took 1.52 seconds to deallocate network for instance. [ 993.759268] env[69440]: DEBUG nova.network.neutron [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.804216] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cf0ea837-9663-481f-a3cd-4528987299fb tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "6be6f7c9-9c58-4636-9cbd-c4c251a66b53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.648s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.906923] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139832, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.929026] env[69440]: DEBUG nova.objects.instance [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lazy-loading 'pci_requests' on Instance uuid 130d72c0-e90e-4b8d-9e81-fe26ab150bae {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.047503] env[69440]: DEBUG oslo_concurrency.lockutils [None req-484c22c7-af20-41fe-9e83-d6555eea7c8f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "efd32a38-36e0-4f4d-9822-870d28a618d4" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.047881] env[69440]: DEBUG oslo_concurrency.lockutils [None req-484c22c7-af20-41fe-9e83-d6555eea7c8f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "efd32a38-36e0-4f4d-9822-870d28a618d4" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.048260] env[69440]: INFO nova.compute.manager [None req-484c22c7-af20-41fe-9e83-d6555eea7c8f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Rebooting instance [ 994.129483] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123323} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.130536] env[69440]: DEBUG nova.network.neutron [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Updating instance_info_cache with network_info: [{"id": "f967fd5b-7a16-42dd-a687-b102b9b35848", "address": "fa:16:3e:e7:66:56", "network": {"id": "7919e2d2-b828-4044-83bd-c2c95cee4b7d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1769126228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca9d5a8f31945f695b562879cce6a7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf967fd5b-7a", "ovs_interfaceid": "f967fd5b-7a16-42dd-a687-b102b9b35848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.133601] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.134260] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fe3f2a-0e98-4ebb-baf8-be6001b6d53f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.140470] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2f056fa2-0691-4b7f-893b-38e00bc58f1c tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Lock "d017056e-049d-4162-bc9f-fca50d73fbe0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.043s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.163633] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13/5da8fdb5-7b21-4755-bb50-68bb8e0d8f13.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.164701] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c623cc04-df45-48df-8b26-c55cdc9ccff8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.184155] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.192889] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 994.192889] env[69440]: value = "task-4139834" [ 994.192889] env[69440]: _type = "Task" [ 994.192889] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.203435] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.410779] env[69440]: DEBUG oslo_vmware.api [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139832, 'name': PowerOnVM_Task, 'duration_secs': 0.610634} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.410779] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.410779] env[69440]: DEBUG nova.compute.manager [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 994.410779] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00620dd1-6a62-40fa-a8ea-15361e5cb1fb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.441352] env[69440]: DEBUG nova.objects.base [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Object Instance<130d72c0-e90e-4b8d-9e81-fe26ab150bae> lazy-loaded attributes: flavor,pci_requests {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 994.441856] env[69440]: DEBUG nova.network.neutron [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.512506] env[69440]: DEBUG nova.policy [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5453e29b1e164e708b74abee8e68a929', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce1b9966b9444589a47ad0c5c5125308', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.581878] env[69440]: DEBUG oslo_concurrency.lockutils [None req-484c22c7-af20-41fe-9e83-d6555eea7c8f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.582212] env[69440]: DEBUG oslo_concurrency.lockutils [None req-484c22c7-af20-41fe-9e83-d6555eea7c8f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.582332] env[69440]: DEBUG nova.network.neutron [None req-484c22c7-af20-41fe-9e83-d6555eea7c8f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.634766] env[69440]: DEBUG oslo_concurrency.lockutils [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Releasing lock "refresh_cache-3d24ccf4-3a82-438c-ad37-0aa7e04afa92" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.635221] env[69440]: DEBUG nova.compute.manager [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Instance network_info: |[{"id": "f967fd5b-7a16-42dd-a687-b102b9b35848", "address": "fa:16:3e:e7:66:56", "network": {"id": "7919e2d2-b828-4044-83bd-c2c95cee4b7d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1769126228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca9d5a8f31945f695b562879cce6a7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf967fd5b-7a", "ovs_interfaceid": "f967fd5b-7a16-42dd-a687-b102b9b35848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 994.635871] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:66:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f967fd5b-7a16-42dd-a687-b102b9b35848', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.648050] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Creating folder: Project (5ca9d5a8f31945f695b562879cce6a7a). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.648562] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bba13fc-5146-4b7b-a616-f300341e299b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.664723] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Created folder: Project (5ca9d5a8f31945f695b562879cce6a7a) in parent group-v819662. [ 994.664723] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Creating folder: Instances. Parent ref: group-v819880. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.664723] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-685ec763-012d-4209-82af-307db1e59b3f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.683880] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Created folder: Instances in parent group-v819880. [ 994.684315] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.684524] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.684796] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94baa8c0-2b93-4dfc-905a-a0a4cec3af27 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.711135] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.711135] env[69440]: value = "task-4139837" [ 994.711135] env[69440]: _type = "Task" [ 994.711135] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.715281] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.728373] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139837, 'name': CreateVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.931298] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.941874] env[69440]: DEBUG nova.network.neutron [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Successfully created port: f99e06ee-2e7d-4b3a-a706-121417107616 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.214342] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139834, 'name': ReconfigVM_Task, 'duration_secs': 0.920646} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.214342] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13/5da8fdb5-7b21-4755-bb50-68bb8e0d8f13.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.215240] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ba35451-0bb2-4832-893f-05c57ac9709e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.224987] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2292c9e-ed1e-41e2-8bed-d202e8decc7d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.243117] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb33bb87-08ad-4d20-98e0-1dd0b7156cbd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.246931] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139837, 'name': CreateVM_Task, 'duration_secs': 0.517294} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.247426] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 995.247426] env[69440]: value = "task-4139838" [ 995.247426] env[69440]: _type = "Task" [ 995.247426] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.247693] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.249389] env[69440]: DEBUG oslo_concurrency.lockutils [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.249389] env[69440]: DEBUG oslo_concurrency.lockutils [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.251723] env[69440]: DEBUG oslo_concurrency.lockutils [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.286195] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff2e01b-c892-4f5c-82ce-51ad92c040b5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.294277] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce53977-91b8-419d-ab6d-d095c77b37bf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.302221] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139838, 'name': Rename_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.305991] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for the task: (returnval){ [ 995.305991] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ab25da-8e3c-8e35-3af7-269640433f1b" [ 995.305991] env[69440]: _type = "Task" [ 995.305991] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.314265] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc04fe00-dd7d-45d4-84af-f2dec919410f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.325846] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ab25da-8e3c-8e35-3af7-269640433f1b, 'name': SearchDatastore_Task, 'duration_secs': 0.012764} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.336189] env[69440]: DEBUG oslo_concurrency.lockutils [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.336444] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.336709] env[69440]: DEBUG oslo_concurrency.lockutils [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.336874] env[69440]: DEBUG oslo_concurrency.lockutils [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.337184] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.337770] env[69440]: DEBUG nova.compute.provider_tree [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.342057] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d831841d-5d10-4382-afb6-7bf7f4f4e801 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.357915] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.357915] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.362597] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2506e64-996a-4a1c-b91d-5298092693e0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.370426] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for the task: (returnval){ [ 995.370426] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52f6d76c-765d-32f3-eb3f-fc3599583b13" [ 995.370426] env[69440]: _type = "Task" [ 995.370426] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.381432] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f6d76c-765d-32f3-eb3f-fc3599583b13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.439848] env[69440]: DEBUG nova.compute.manager [req-ed445b6e-cc84-401d-8a67-7b5de8ce8a2d req-7329ed06-429d-4f53-a4a3-9ddbf705d728 service nova] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Received event network-vif-plugged-f967fd5b-7a16-42dd-a687-b102b9b35848 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.440074] env[69440]: DEBUG oslo_concurrency.lockutils [req-ed445b6e-cc84-401d-8a67-7b5de8ce8a2d req-7329ed06-429d-4f53-a4a3-9ddbf705d728 service nova] Acquiring lock "3d24ccf4-3a82-438c-ad37-0aa7e04afa92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.440284] env[69440]: DEBUG oslo_concurrency.lockutils [req-ed445b6e-cc84-401d-8a67-7b5de8ce8a2d req-7329ed06-429d-4f53-a4a3-9ddbf705d728 service nova] Lock "3d24ccf4-3a82-438c-ad37-0aa7e04afa92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.440491] env[69440]: DEBUG oslo_concurrency.lockutils [req-ed445b6e-cc84-401d-8a67-7b5de8ce8a2d req-7329ed06-429d-4f53-a4a3-9ddbf705d728 service nova] Lock "3d24ccf4-3a82-438c-ad37-0aa7e04afa92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.440872] env[69440]: DEBUG nova.compute.manager [req-ed445b6e-cc84-401d-8a67-7b5de8ce8a2d req-7329ed06-429d-4f53-a4a3-9ddbf705d728 service nova] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] No waiting events found dispatching network-vif-plugged-f967fd5b-7a16-42dd-a687-b102b9b35848 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 995.440872] env[69440]: WARNING nova.compute.manager [req-ed445b6e-cc84-401d-8a67-7b5de8ce8a2d req-7329ed06-429d-4f53-a4a3-9ddbf705d728 service nova] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Received unexpected event network-vif-plugged-f967fd5b-7a16-42dd-a687-b102b9b35848 for instance with vm_state building and task_state spawning. [ 995.440972] env[69440]: DEBUG nova.compute.manager [req-ed445b6e-cc84-401d-8a67-7b5de8ce8a2d req-7329ed06-429d-4f53-a4a3-9ddbf705d728 service nova] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Received event network-changed-f967fd5b-7a16-42dd-a687-b102b9b35848 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.441396] env[69440]: DEBUG nova.compute.manager [req-ed445b6e-cc84-401d-8a67-7b5de8ce8a2d req-7329ed06-429d-4f53-a4a3-9ddbf705d728 service nova] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Refreshing instance network info cache due to event network-changed-f967fd5b-7a16-42dd-a687-b102b9b35848. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.441546] env[69440]: DEBUG oslo_concurrency.lockutils [req-ed445b6e-cc84-401d-8a67-7b5de8ce8a2d req-7329ed06-429d-4f53-a4a3-9ddbf705d728 service nova] Acquiring lock "refresh_cache-3d24ccf4-3a82-438c-ad37-0aa7e04afa92" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.441728] env[69440]: DEBUG oslo_concurrency.lockutils [req-ed445b6e-cc84-401d-8a67-7b5de8ce8a2d req-7329ed06-429d-4f53-a4a3-9ddbf705d728 service nova] Acquired lock "refresh_cache-3d24ccf4-3a82-438c-ad37-0aa7e04afa92" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.442031] env[69440]: DEBUG nova.network.neutron [req-ed445b6e-cc84-401d-8a67-7b5de8ce8a2d req-7329ed06-429d-4f53-a4a3-9ddbf705d728 service nova] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Refreshing network info cache for port f967fd5b-7a16-42dd-a687-b102b9b35848 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.608694] env[69440]: DEBUG nova.network.neutron [None req-484c22c7-af20-41fe-9e83-d6555eea7c8f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Updating instance_info_cache with network_info: [{"id": "4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda", "address": "fa:16:3e:23:01:ff", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd4c6a1-a9", "ovs_interfaceid": "4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.758830] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139838, 'name': Rename_Task, 'duration_secs': 0.199263} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.759174] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.759450] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfb53b46-bf33-4a0e-8fd3-5497b97da314 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.769110] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 995.769110] env[69440]: value = "task-4139839" [ 995.769110] env[69440]: _type = "Task" [ 995.769110] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.779019] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.844015] env[69440]: DEBUG nova.scheduler.client.report [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.890481] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f6d76c-765d-32f3-eb3f-fc3599583b13, 'name': SearchDatastore_Task, 'duration_secs': 0.012918} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.900307] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fd1110f-b15f-4ef0-84d6-86f9453572f2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.919040] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for the task: (returnval){ [ 995.919040] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52fa71cf-8108-4fce-3955-05dea861bc18" [ 995.919040] env[69440]: _type = "Task" [ 995.919040] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.932543] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52fa71cf-8108-4fce-3955-05dea861bc18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.114355] env[69440]: DEBUG oslo_concurrency.lockutils [None req-484c22c7-af20-41fe-9e83-d6555eea7c8f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.251333] env[69440]: DEBUG nova.network.neutron [req-ed445b6e-cc84-401d-8a67-7b5de8ce8a2d req-7329ed06-429d-4f53-a4a3-9ddbf705d728 service nova] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Updated VIF entry in instance network info cache for port f967fd5b-7a16-42dd-a687-b102b9b35848. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.251793] env[69440]: DEBUG nova.network.neutron [req-ed445b6e-cc84-401d-8a67-7b5de8ce8a2d req-7329ed06-429d-4f53-a4a3-9ddbf705d728 service nova] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Updating instance_info_cache with network_info: [{"id": "f967fd5b-7a16-42dd-a687-b102b9b35848", "address": "fa:16:3e:e7:66:56", "network": {"id": "7919e2d2-b828-4044-83bd-c2c95cee4b7d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1769126228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca9d5a8f31945f695b562879cce6a7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf967fd5b-7a", "ovs_interfaceid": "f967fd5b-7a16-42dd-a687-b102b9b35848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.283942] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139839, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.352779] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.354489] env[69440]: DEBUG nova.compute.manager [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.356841] env[69440]: DEBUG oslo_concurrency.lockutils [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.325s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.357151] env[69440]: DEBUG nova.objects.instance [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lazy-loading 'pci_requests' on Instance uuid 23bc134e-7725-40b1-b79d-d8ef6dbd7cad {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.409820] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "6be6f7c9-9c58-4636-9cbd-c4c251a66b53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.410106] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "6be6f7c9-9c58-4636-9cbd-c4c251a66b53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.410322] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "6be6f7c9-9c58-4636-9cbd-c4c251a66b53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.410512] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "6be6f7c9-9c58-4636-9cbd-c4c251a66b53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.410683] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "6be6f7c9-9c58-4636-9cbd-c4c251a66b53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.414036] env[69440]: INFO nova.compute.manager [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Terminating instance [ 996.429497] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52fa71cf-8108-4fce-3955-05dea861bc18, 'name': SearchDatastore_Task, 'duration_secs': 0.018001} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.430716] env[69440]: DEBUG oslo_concurrency.lockutils [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.430952] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 3d24ccf4-3a82-438c-ad37-0aa7e04afa92/3d24ccf4-3a82-438c-ad37-0aa7e04afa92.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.431288] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf416d6c-719c-48fd-a834-72efef755ebc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.439603] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for the task: (returnval){ [ 996.439603] env[69440]: value = "task-4139840" [ 996.439603] env[69440]: _type = "Task" [ 996.439603] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.449639] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.579092] env[69440]: DEBUG nova.compute.manager [req-99c699aa-275b-4f14-b059-6ece06004940 req-ab8c591f-3c1e-4ba0-86bc-657a75e62209 service nova] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Received event network-changed-04e441d7-c785-4e54-983f-4b6dda81282c {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.579385] env[69440]: DEBUG nova.compute.manager [req-99c699aa-275b-4f14-b059-6ece06004940 req-ab8c591f-3c1e-4ba0-86bc-657a75e62209 service nova] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Refreshing instance network info cache due to event network-changed-04e441d7-c785-4e54-983f-4b6dda81282c. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.579714] env[69440]: DEBUG oslo_concurrency.lockutils [req-99c699aa-275b-4f14-b059-6ece06004940 req-ab8c591f-3c1e-4ba0-86bc-657a75e62209 service nova] Acquiring lock "refresh_cache-896ced19-ce4b-486c-9a37-96cb8e6767d0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.579918] env[69440]: DEBUG oslo_concurrency.lockutils [req-99c699aa-275b-4f14-b059-6ece06004940 req-ab8c591f-3c1e-4ba0-86bc-657a75e62209 service nova] Acquired lock "refresh_cache-896ced19-ce4b-486c-9a37-96cb8e6767d0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.580194] env[69440]: DEBUG nova.network.neutron [req-99c699aa-275b-4f14-b059-6ece06004940 req-ab8c591f-3c1e-4ba0-86bc-657a75e62209 service nova] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Refreshing network info cache for port 04e441d7-c785-4e54-983f-4b6dda81282c {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.621174] env[69440]: DEBUG nova.compute.manager [None req-484c22c7-af20-41fe-9e83-d6555eea7c8f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 996.622695] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dd4f24-3c64-4936-b005-c1264180443c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.759509] env[69440]: DEBUG oslo_concurrency.lockutils [req-ed445b6e-cc84-401d-8a67-7b5de8ce8a2d req-7329ed06-429d-4f53-a4a3-9ddbf705d728 service nova] Releasing lock "refresh_cache-3d24ccf4-3a82-438c-ad37-0aa7e04afa92" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.759825] env[69440]: DEBUG nova.compute.manager [req-ed445b6e-cc84-401d-8a67-7b5de8ce8a2d req-7329ed06-429d-4f53-a4a3-9ddbf705d728 service nova] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Received event network-vif-deleted-5324155c-f42e-4a31-aa58-7390dd0a5fc8 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.780931] env[69440]: DEBUG oslo_vmware.api [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139839, 'name': PowerOnVM_Task, 'duration_secs': 0.908647} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.781387] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.781387] env[69440]: INFO nova.compute.manager [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Took 10.91 seconds to spawn the instance on the hypervisor. [ 996.781543] env[69440]: DEBUG nova.compute.manager [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 996.782370] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cd841a-e635-4bff-88bd-1a2b00569180 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.861535] env[69440]: DEBUG nova.objects.instance [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lazy-loading 'numa_topology' on Instance uuid 23bc134e-7725-40b1-b79d-d8ef6dbd7cad {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.864295] env[69440]: DEBUG nova.compute.utils [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.866195] env[69440]: DEBUG nova.compute.manager [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.866969] env[69440]: DEBUG nova.network.neutron [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.916599] env[69440]: DEBUG nova.compute.manager [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.917188] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.918266] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa87984-0717-4875-a2ce-d04fac4cce53 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.928235] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.928686] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-585b924c-1ec3-4e25-80c8-0a4fb556c490 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.936855] env[69440]: DEBUG oslo_vmware.api [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 996.936855] env[69440]: value = "task-4139841" [ 996.936855] env[69440]: _type = "Task" [ 996.936855] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.947725] env[69440]: DEBUG nova.policy [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a380b62d39de441492730dd651d612e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a2aa24d27de4af38c102ee97d5a4c44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.954722] env[69440]: DEBUG oslo_vmware.api [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.960656] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139840, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.030008] env[69440]: DEBUG nova.network.neutron [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Successfully updated port: f99e06ee-2e7d-4b3a-a706-121417107616 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.306568] env[69440]: INFO nova.compute.manager [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Took 43.38 seconds to build instance. [ 997.366716] env[69440]: INFO nova.compute.claims [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.371412] env[69440]: DEBUG nova.compute.manager [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.455520] env[69440]: DEBUG oslo_vmware.api [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139841, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.460560] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.930792} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.460903] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 3d24ccf4-3a82-438c-ad37-0aa7e04afa92/3d24ccf4-3a82-438c-ad37-0aa7e04afa92.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.461229] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.461865] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bf97306-38cc-428a-80ac-9c68c426d663 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.473329] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for the task: (returnval){ [ 997.473329] env[69440]: value = "task-4139842" [ 997.473329] env[69440]: _type = "Task" [ 997.473329] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.498257] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.537684] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.537684] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.537684] env[69440]: DEBUG nova.network.neutron [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.617173] env[69440]: DEBUG nova.network.neutron [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Successfully created port: 2a99e26c-5b3b-4b95-b51d-c88cad0b6632 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.644525] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7054c0-eaab-48f4-b3d4-5a0b55485696 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.654051] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-484c22c7-af20-41fe-9e83-d6555eea7c8f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Doing hard reboot of VM {{(pid=69440) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 997.654438] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1f1c3646-22cf-4156-b839-12ac2eb5cba4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.663179] env[69440]: DEBUG oslo_vmware.api [None req-484c22c7-af20-41fe-9e83-d6555eea7c8f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 997.663179] env[69440]: value = "task-4139843" [ 997.663179] env[69440]: _type = "Task" [ 997.663179] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.676158] env[69440]: DEBUG oslo_vmware.api [None req-484c22c7-af20-41fe-9e83-d6555eea7c8f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4139843, 'name': ResetVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.735668] env[69440]: DEBUG nova.network.neutron [req-99c699aa-275b-4f14-b059-6ece06004940 req-ab8c591f-3c1e-4ba0-86bc-657a75e62209 service nova] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Updated VIF entry in instance network info cache for port 04e441d7-c785-4e54-983f-4b6dda81282c. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.736084] env[69440]: DEBUG nova.network.neutron [req-99c699aa-275b-4f14-b059-6ece06004940 req-ab8c591f-3c1e-4ba0-86bc-657a75e62209 service nova] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Updating instance_info_cache with network_info: [{"id": "04e441d7-c785-4e54-983f-4b6dda81282c", "address": "fa:16:3e:79:75:6e", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e441d7-c7", "ovs_interfaceid": "04e441d7-c785-4e54-983f-4b6dda81282c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.809902] env[69440]: DEBUG oslo_concurrency.lockutils [None req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "5da8fdb5-7b21-4755-bb50-68bb8e0d8f13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.380s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.956397] env[69440]: DEBUG oslo_vmware.api [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139841, 'name': PowerOffVM_Task, 'duration_secs': 0.577213} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.957030] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.957236] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.957631] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8114108-6a54-4480-85cf-c45ac84ec4f3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.983682] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146414} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.983843] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.984800] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a721be-d18a-4638-b31a-1a7d07c6bb05 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.015194] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 3d24ccf4-3a82-438c-ad37-0aa7e04afa92/3d24ccf4-3a82-438c-ad37-0aa7e04afa92.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.018473] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f82f6f60-fba8-4162-9833-75b38eeac602 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.044156] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for the task: (returnval){ [ 998.044156] env[69440]: value = "task-4139845" [ 998.044156] env[69440]: _type = "Task" [ 998.044156] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.048611] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.048611] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.048611] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Deleting the datastore file [datastore2] 6be6f7c9-9c58-4636-9cbd-c4c251a66b53 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.050604] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fde5f205-5e95-441c-9d9f-6eb09508a8f4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.062764] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139845, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.064615] env[69440]: DEBUG oslo_vmware.api [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for the task: (returnval){ [ 998.064615] env[69440]: value = "task-4139846" [ 998.064615] env[69440]: _type = "Task" [ 998.064615] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.076400] env[69440]: DEBUG oslo_vmware.api [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.108144] env[69440]: WARNING nova.network.neutron [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] 9e27e521-a81f-441d-9050-b7e87a0b7dec already exists in list: networks containing: ['9e27e521-a81f-441d-9050-b7e87a0b7dec']. ignoring it [ 998.174237] env[69440]: DEBUG oslo_vmware.api [None req-484c22c7-af20-41fe-9e83-d6555eea7c8f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4139843, 'name': ResetVM_Task, 'duration_secs': 0.115635} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.174614] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-484c22c7-af20-41fe-9e83-d6555eea7c8f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Did hard reboot of VM {{(pid=69440) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 998.174838] env[69440]: DEBUG nova.compute.manager [None req-484c22c7-af20-41fe-9e83-d6555eea7c8f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 998.175811] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b4c6ed-190c-4209-bfdf-e9861591685e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.244741] env[69440]: DEBUG oslo_concurrency.lockutils [req-99c699aa-275b-4f14-b059-6ece06004940 req-ab8c591f-3c1e-4ba0-86bc-657a75e62209 service nova] Releasing lock "refresh_cache-896ced19-ce4b-486c-9a37-96cb8e6767d0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.384287] env[69440]: DEBUG nova.compute.manager [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.406860] env[69440]: DEBUG oslo_vmware.rw_handles [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c650ac-3b74-7538-ef6e-654f730f80ec/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 998.407805] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c68b1d7-94f7-4767-807e-ded38d428ca0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.421842] env[69440]: DEBUG nova.virt.hardware [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.421842] env[69440]: DEBUG nova.virt.hardware [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.421842] env[69440]: DEBUG nova.virt.hardware [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.421842] env[69440]: DEBUG nova.virt.hardware [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.421842] env[69440]: DEBUG nova.virt.hardware [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.424150] env[69440]: DEBUG nova.virt.hardware [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.424150] env[69440]: DEBUG nova.virt.hardware [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.424150] env[69440]: DEBUG nova.virt.hardware [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.424336] env[69440]: DEBUG nova.virt.hardware [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.424588] env[69440]: DEBUG nova.virt.hardware [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.424825] env[69440]: DEBUG nova.virt.hardware [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.425880] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d736eb-0816-4802-9c9e-2e20ee826afc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.434632] env[69440]: DEBUG oslo_vmware.rw_handles [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c650ac-3b74-7538-ef6e-654f730f80ec/disk-0.vmdk is in state: ready. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 998.434900] env[69440]: ERROR oslo_vmware.rw_handles [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c650ac-3b74-7538-ef6e-654f730f80ec/disk-0.vmdk due to incomplete transfer. [ 998.436340] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a6966f01-573c-42aa-9f07-1fa549d32da8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.442412] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79a7bb4-7822-4900-906b-e29b8cdc0b12 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.450874] env[69440]: DEBUG oslo_vmware.rw_handles [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c650ac-3b74-7538-ef6e-654f730f80ec/disk-0.vmdk. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 998.450874] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Uploaded image 594ec30d-02f0-42d6-809d-f50bf357efd6 to the Glance image server {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 998.452967] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Destroying the VM {{(pid=69440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 998.453707] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5e2272c3-9328-4ed5-86d1-66cabb855619 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.476741] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 998.476741] env[69440]: value = "task-4139847" [ 998.476741] env[69440]: _type = "Task" [ 998.476741] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.488890] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139847, 'name': Destroy_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.509045] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8667712d-9c35-46d7-89ad-9908fa886117 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.522763] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d6557c-fb48-4244-bb4a-e6707da4c226 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.571895] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2a42b8-bbad-4909-9466-cf3429db584a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.593107] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43937be7-e4d2-4223-87ae-04ddebe9410e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.597293] env[69440]: DEBUG oslo_vmware.api [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Task: {'id': task-4139846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29582} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.597530] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139845, 'name': ReconfigVM_Task, 'duration_secs': 0.478222} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.598130] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.598130] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.598130] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.598345] env[69440]: INFO nova.compute.manager [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Took 1.68 seconds to destroy the instance on the hypervisor. [ 998.598539] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.598812] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 3d24ccf4-3a82-438c-ad37-0aa7e04afa92/3d24ccf4-3a82-438c-ad37-0aa7e04afa92.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.599923] env[69440]: DEBUG nova.compute.manager [-] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.600032] env[69440]: DEBUG nova.network.neutron [-] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.602845] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24e154e7-bffd-44f8-8508-e712f7d61369 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.612146] env[69440]: DEBUG nova.compute.provider_tree [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.620842] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for the task: (returnval){ [ 998.620842] env[69440]: value = "task-4139848" [ 998.620842] env[69440]: _type = "Task" [ 998.620842] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.637691] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139848, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.700502] env[69440]: DEBUG oslo_concurrency.lockutils [None req-484c22c7-af20-41fe-9e83-d6555eea7c8f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "efd32a38-36e0-4f4d-9822-870d28a618d4" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.652s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.784325] env[69440]: DEBUG nova.network.neutron [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Updating instance_info_cache with network_info: [{"id": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "address": "fa:16:3e:b6:5b:e0", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ddf1c-f1", "ovs_interfaceid": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f99e06ee-2e7d-4b3a-a706-121417107616", "address": "fa:16:3e:5e:73:32", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf99e06ee-2e", "ovs_interfaceid": "f99e06ee-2e7d-4b3a-a706-121417107616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.993894] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139847, 'name': Destroy_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.116537] env[69440]: DEBUG nova.scheduler.client.report [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.132761] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139848, 'name': Rename_Task, 'duration_secs': 0.190697} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.133890] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.133890] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24bce542-9020-4778-95b9-35ed2b5df221 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.142647] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for the task: (returnval){ [ 999.142647] env[69440]: value = "task-4139849" [ 999.142647] env[69440]: _type = "Task" [ 999.142647] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.153197] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.256213] env[69440]: DEBUG nova.network.neutron [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Successfully updated port: 2a99e26c-5b3b-4b95-b51d-c88cad0b6632 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.287768] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.288137] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.288302] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.289163] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52ad727-eec9-470d-9b5b-beb6565ac425 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.309355] env[69440]: DEBUG nova.virt.hardware [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.309630] env[69440]: DEBUG nova.virt.hardware [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.309791] env[69440]: DEBUG nova.virt.hardware [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.309978] env[69440]: DEBUG nova.virt.hardware [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.310143] env[69440]: DEBUG nova.virt.hardware [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.310471] env[69440]: DEBUG nova.virt.hardware [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.310767] env[69440]: DEBUG nova.virt.hardware [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.310958] env[69440]: DEBUG nova.virt.hardware [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.311240] env[69440]: DEBUG nova.virt.hardware [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.311472] env[69440]: DEBUG nova.virt.hardware [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.311751] env[69440]: DEBUG nova.virt.hardware [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.318497] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Reconfiguring VM to attach interface {{(pid=69440) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 999.319339] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33b0d290-7f2f-4e24-a3cb-01eb7c889ee7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.339896] env[69440]: DEBUG oslo_vmware.api [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 999.339896] env[69440]: value = "task-4139850" [ 999.339896] env[69440]: _type = "Task" [ 999.339896] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.350977] env[69440]: DEBUG oslo_vmware.api [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139850, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.439599] env[69440]: DEBUG nova.network.neutron [-] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.493123] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139847, 'name': Destroy_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.623589] env[69440]: DEBUG oslo_concurrency.lockutils [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.266s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.626902] env[69440]: DEBUG oslo_concurrency.lockutils [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.492s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.628581] env[69440]: INFO nova.compute.claims [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.663776] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139849, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.673713] env[69440]: INFO nova.network.neutron [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Updating port 481eaa49-d789-44f3-965c-ff7dc1ec50a9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 999.760166] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Acquiring lock "refresh_cache-b4c7d5c6-31c2-4cc8-8b71-40a8a967de16" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.760365] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Acquired lock "refresh_cache-b4c7d5c6-31c2-4cc8-8b71-40a8a967de16" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.760547] env[69440]: DEBUG nova.network.neutron [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.855554] env[69440]: DEBUG oslo_vmware.api [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.861061] env[69440]: DEBUG nova.compute.manager [req-700dfa5b-63fd-491d-9014-5551ffb7b8ec req-c40600d7-4ba1-4e32-b020-2f807883d954 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Received event network-vif-plugged-f99e06ee-2e7d-4b3a-a706-121417107616 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.861061] env[69440]: DEBUG oslo_concurrency.lockutils [req-700dfa5b-63fd-491d-9014-5551ffb7b8ec req-c40600d7-4ba1-4e32-b020-2f807883d954 service nova] Acquiring lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.861187] env[69440]: DEBUG oslo_concurrency.lockutils [req-700dfa5b-63fd-491d-9014-5551ffb7b8ec req-c40600d7-4ba1-4e32-b020-2f807883d954 service nova] Lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.862046] env[69440]: DEBUG oslo_concurrency.lockutils [req-700dfa5b-63fd-491d-9014-5551ffb7b8ec req-c40600d7-4ba1-4e32-b020-2f807883d954 service nova] Lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.862046] env[69440]: DEBUG nova.compute.manager [req-700dfa5b-63fd-491d-9014-5551ffb7b8ec req-c40600d7-4ba1-4e32-b020-2f807883d954 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] No waiting events found dispatching network-vif-plugged-f99e06ee-2e7d-4b3a-a706-121417107616 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 999.862046] env[69440]: WARNING nova.compute.manager [req-700dfa5b-63fd-491d-9014-5551ffb7b8ec req-c40600d7-4ba1-4e32-b020-2f807883d954 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Received unexpected event network-vif-plugged-f99e06ee-2e7d-4b3a-a706-121417107616 for instance with vm_state active and task_state None. [ 999.862229] env[69440]: DEBUG nova.compute.manager [req-700dfa5b-63fd-491d-9014-5551ffb7b8ec req-c40600d7-4ba1-4e32-b020-2f807883d954 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Received event network-changed-f99e06ee-2e7d-4b3a-a706-121417107616 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.862357] env[69440]: DEBUG nova.compute.manager [req-700dfa5b-63fd-491d-9014-5551ffb7b8ec req-c40600d7-4ba1-4e32-b020-2f807883d954 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Refreshing instance network info cache due to event network-changed-f99e06ee-2e7d-4b3a-a706-121417107616. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.862755] env[69440]: DEBUG oslo_concurrency.lockutils [req-700dfa5b-63fd-491d-9014-5551ffb7b8ec req-c40600d7-4ba1-4e32-b020-2f807883d954 service nova] Acquiring lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.862847] env[69440]: DEBUG oslo_concurrency.lockutils [req-700dfa5b-63fd-491d-9014-5551ffb7b8ec req-c40600d7-4ba1-4e32-b020-2f807883d954 service nova] Acquired lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.863082] env[69440]: DEBUG nova.network.neutron [req-700dfa5b-63fd-491d-9014-5551ffb7b8ec req-c40600d7-4ba1-4e32-b020-2f807883d954 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Refreshing network info cache for port f99e06ee-2e7d-4b3a-a706-121417107616 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.943814] env[69440]: INFO nova.compute.manager [-] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Took 1.34 seconds to deallocate network for instance. [ 999.991294] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139847, 'name': Destroy_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.053991] env[69440]: DEBUG nova.compute.manager [req-ce9dcc44-b0b5-4850-8a35-18e3b4db73ec req-aef5f1e1-b07a-49a1-8cde-72a2cc6d48f2 service nova] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Received event network-vif-deleted-fa332da5-2f43-4bf6-8a00-55e192a6843e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.158529] env[69440]: DEBUG oslo_vmware.api [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139849, 'name': PowerOnVM_Task, 'duration_secs': 0.562656} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.158877] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.159044] env[69440]: INFO nova.compute.manager [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1000.159230] env[69440]: DEBUG nova.compute.manager [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1000.160060] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6664cc-092e-4b41-b619-113057b97923 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.178557] env[69440]: INFO nova.compute.manager [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Rebuilding instance [ 1000.250675] env[69440]: DEBUG nova.compute.manager [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1000.251921] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3fd630-daf5-4722-8fa9-25880f278bb7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.300365] env[69440]: DEBUG nova.network.neutron [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.352724] env[69440]: DEBUG oslo_vmware.api [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139850, 'name': ReconfigVM_Task, 'duration_secs': 0.697444} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.353250] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.353469] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Reconfigured VM to attach interface {{(pid=69440) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1000.453030] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.461022] env[69440]: DEBUG nova.network.neutron [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Updating instance_info_cache with network_info: [{"id": "2a99e26c-5b3b-4b95-b51d-c88cad0b6632", "address": "fa:16:3e:3e:29:15", "network": {"id": "53e55319-1916-41a3-b439-a1234207b55d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2028522883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a2aa24d27de4af38c102ee97d5a4c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a99e26c-5b", "ovs_interfaceid": "2a99e26c-5b3b-4b95-b51d-c88cad0b6632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.493493] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139847, 'name': Destroy_Task, 'duration_secs': 1.763882} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.493793] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Destroyed the VM [ 1000.494045] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Deleting Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1000.494301] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-317333f0-73ad-43d8-be49-ab5a6333e914 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.505206] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 1000.505206] env[69440]: value = "task-4139851" [ 1000.505206] env[69440]: _type = "Task" [ 1000.505206] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.515159] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139851, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.661134] env[69440]: DEBUG nova.network.neutron [req-700dfa5b-63fd-491d-9014-5551ffb7b8ec req-c40600d7-4ba1-4e32-b020-2f807883d954 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Updated VIF entry in instance network info cache for port f99e06ee-2e7d-4b3a-a706-121417107616. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.661696] env[69440]: DEBUG nova.network.neutron [req-700dfa5b-63fd-491d-9014-5551ffb7b8ec req-c40600d7-4ba1-4e32-b020-2f807883d954 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Updating instance_info_cache with network_info: [{"id": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "address": "fa:16:3e:b6:5b:e0", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ddf1c-f1", "ovs_interfaceid": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f99e06ee-2e7d-4b3a-a706-121417107616", "address": "fa:16:3e:5e:73:32", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf99e06ee-2e", "ovs_interfaceid": "f99e06ee-2e7d-4b3a-a706-121417107616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.686202] env[69440]: INFO nova.compute.manager [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Took 41.24 seconds to build instance. [ 1000.857891] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be6b4b18-34f4-45d8-b212-239aac751a1c tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "interface-130d72c0-e90e-4b8d-9e81-fe26ab150bae-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.517s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.961155] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Releasing lock "refresh_cache-b4c7d5c6-31c2-4cc8-8b71-40a8a967de16" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.961480] env[69440]: DEBUG nova.compute.manager [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Instance network_info: |[{"id": "2a99e26c-5b3b-4b95-b51d-c88cad0b6632", "address": "fa:16:3e:3e:29:15", "network": {"id": "53e55319-1916-41a3-b439-a1234207b55d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2028522883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a2aa24d27de4af38c102ee97d5a4c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a99e26c-5b", "ovs_interfaceid": "2a99e26c-5b3b-4b95-b51d-c88cad0b6632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.962125] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:29:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a99e26c-5b3b-4b95-b51d-c88cad0b6632', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.970136] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Creating folder: Project (2a2aa24d27de4af38c102ee97d5a4c44). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.970136] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a626fed-49b5-488b-8bef-304ecbebf7ff {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.984542] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Created folder: Project (2a2aa24d27de4af38c102ee97d5a4c44) in parent group-v819662. [ 1000.984826] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Creating folder: Instances. Parent ref: group-v819883. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.985088] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-473928d8-c97f-48f6-87ec-9b081839f9e1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.999978] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Created folder: Instances in parent group-v819883. [ 1001.000289] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.000532] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.000720] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8879d4b-5da0-4b53-bed7-28cd3ff9c18d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.031145] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139851, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.036553] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.036553] env[69440]: value = "task-4139854" [ 1001.036553] env[69440]: _type = "Task" [ 1001.036553] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.048950] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139854, 'name': CreateVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.140742] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5533413d-832f-4e2f-b9e5-46bb55f3a946 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.153433] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb87fa82-f207-434c-ab3e-689d3523fe85 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.200924] env[69440]: DEBUG oslo_concurrency.lockutils [req-700dfa5b-63fd-491d-9014-5551ffb7b8ec req-c40600d7-4ba1-4e32-b020-2f807883d954 service nova] Releasing lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.201582] env[69440]: DEBUG oslo_concurrency.lockutils [None req-156dac5b-1de9-4bda-9ba4-f415ddd8049b tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "3d24ccf4-3a82-438c-ad37-0aa7e04afa92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.763s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.203023] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062c105d-43cb-47f5-8a38-256b4826f87c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.214025] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd98e683-3f8f-41fa-84fd-915d7e84a8f1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.233114] env[69440]: DEBUG nova.compute.provider_tree [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.270199] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.270603] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86076f3d-dff6-415d-9ae6-547c0cf25610 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.279573] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 1001.279573] env[69440]: value = "task-4139855" [ 1001.279573] env[69440]: _type = "Task" [ 1001.279573] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.292141] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.532467] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139851, 'name': RemoveSnapshot_Task, 'duration_secs': 0.772298} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.532930] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Deleted Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1001.533575] env[69440]: DEBUG nova.compute.manager [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1001.534307] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a38ef5-ad36-440f-bb17-b0766bc98485 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.557056] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139854, 'name': CreateVM_Task, 'duration_secs': 0.403442} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.561062] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.566375] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.566634] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.567053] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.567442] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77916105-09bc-47a2-b3c7-0a603f39b85e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.576977] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Waiting for the task: (returnval){ [ 1001.576977] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d8bb88-bd6a-47df-276a-1d314b89f7be" [ 1001.576977] env[69440]: _type = "Task" [ 1001.576977] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.589124] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d8bb88-bd6a-47df-276a-1d314b89f7be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.632712] env[69440]: DEBUG oslo_concurrency.lockutils [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "refresh_cache-23bc134e-7725-40b1-b79d-d8ef6dbd7cad" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.632905] env[69440]: DEBUG oslo_concurrency.lockutils [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquired lock "refresh_cache-23bc134e-7725-40b1-b79d-d8ef6dbd7cad" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.633098] env[69440]: DEBUG nova.network.neutron [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.737938] env[69440]: DEBUG nova.scheduler.client.report [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.791666] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139855, 'name': PowerOffVM_Task, 'duration_secs': 0.268099} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.791973] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.792275] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.793149] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bf9b97-3bfa-4b9b-8318-458203aeb808 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.801266] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.802046] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56c2a3d2-be9a-4b9f-9e66-41945db9791d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.880516] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.880778] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.880929] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Deleting the datastore file [datastore2] e7a7624e-3780-4ab5-9e5e-ff73e934301e {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.881228] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24a3f14a-e3d4-490b-90c8-440f4446c5f6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.889921] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 1001.889921] env[69440]: value = "task-4139857" [ 1001.889921] env[69440]: _type = "Task" [ 1001.889921] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.899361] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.065268] env[69440]: INFO nova.compute.manager [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Shelve offloading [ 1002.089414] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d8bb88-bd6a-47df-276a-1d314b89f7be, 'name': SearchDatastore_Task, 'duration_secs': 0.011828} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.089749] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.089986] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.090243] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.090425] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.090568] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.090847] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21bf2840-f232-4618-9e73-e72b6c3d80d4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.101294] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.101500] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.102123] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-508e674e-8feb-43bc-83a1-990de7b9a2f4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.109039] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Waiting for the task: (returnval){ [ 1002.109039] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52939e1b-0db9-d26b-d475-c4f81e1e7a3b" [ 1002.109039] env[69440]: _type = "Task" [ 1002.109039] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.118988] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52939e1b-0db9-d26b-d475-c4f81e1e7a3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.244755] env[69440]: DEBUG oslo_concurrency.lockutils [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.245431] env[69440]: DEBUG nova.compute.manager [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.253945] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.320s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.254314] env[69440]: DEBUG nova.objects.instance [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lazy-loading 'resources' on Instance uuid 62386841-2d1a-4b69-8438-6646dd617889 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.398333] env[69440]: DEBUG nova.network.neutron [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Updating instance_info_cache with network_info: [{"id": "481eaa49-d789-44f3-965c-ff7dc1ec50a9", "address": "fa:16:3e:f0:bc:2a", "network": {"id": "c76cc809-ee36-4e50-8515-023def1b953b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-783545152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a06ebe28624c3e95dd75087b826705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481eaa49-d7", "ovs_interfaceid": "481eaa49-d789-44f3-965c-ff7dc1ec50a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.411963] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379192} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.411963] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.413211] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.413211] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.561234] env[69440]: DEBUG nova.compute.manager [req-1508c9fb-0d31-40b0-b246-bf30cd0360a2 req-59073f31-bfea-4099-8445-602884b3b250 service nova] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Received event network-changed-08a5b8d0-de9a-4cce-804d-c45174f4b9cd {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.561427] env[69440]: DEBUG nova.compute.manager [req-1508c9fb-0d31-40b0-b246-bf30cd0360a2 req-59073f31-bfea-4099-8445-602884b3b250 service nova] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Refreshing instance network info cache due to event network-changed-08a5b8d0-de9a-4cce-804d-c45174f4b9cd. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.561674] env[69440]: DEBUG oslo_concurrency.lockutils [req-1508c9fb-0d31-40b0-b246-bf30cd0360a2 req-59073f31-bfea-4099-8445-602884b3b250 service nova] Acquiring lock "refresh_cache-5da8fdb5-7b21-4755-bb50-68bb8e0d8f13" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.561827] env[69440]: DEBUG oslo_concurrency.lockutils [req-1508c9fb-0d31-40b0-b246-bf30cd0360a2 req-59073f31-bfea-4099-8445-602884b3b250 service nova] Acquired lock "refresh_cache-5da8fdb5-7b21-4755-bb50-68bb8e0d8f13" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.562384] env[69440]: DEBUG nova.network.neutron [req-1508c9fb-0d31-40b0-b246-bf30cd0360a2 req-59073f31-bfea-4099-8445-602884b3b250 service nova] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Refreshing network info cache for port 08a5b8d0-de9a-4cce-804d-c45174f4b9cd {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.569634] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.569890] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3907fa82-f4b1-46b4-8d55-b73de0ee150e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.580719] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 1002.580719] env[69440]: value = "task-4139858" [ 1002.580719] env[69440]: _type = "Task" [ 1002.580719] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.592954] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] VM already powered off {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1002.593194] env[69440]: DEBUG nova.compute.manager [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1002.593998] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e326b299-e30e-4876-b940-456d4e13ea42 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.602585] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "refresh_cache-53e86c03-079b-4918-b4a4-ea821a1be472" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.602991] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquired lock "refresh_cache-53e86c03-079b-4918-b4a4-ea821a1be472" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.603132] env[69440]: DEBUG nova.network.neutron [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.620652] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52939e1b-0db9-d26b-d475-c4f81e1e7a3b, 'name': SearchDatastore_Task, 'duration_secs': 0.013429} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.621827] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ca9e71b-42ba-4724-8a4d-fe7ca180135d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.630068] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Waiting for the task: (returnval){ [ 1002.630068] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52f7ea34-844b-468b-ba62-69e67968fd6b" [ 1002.630068] env[69440]: _type = "Task" [ 1002.630068] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.641221] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f7ea34-844b-468b-ba62-69e67968fd6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.696504] env[69440]: DEBUG nova.compute.manager [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Received event network-vif-plugged-2a99e26c-5b3b-4b95-b51d-c88cad0b6632 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.696755] env[69440]: DEBUG oslo_concurrency.lockutils [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] Acquiring lock "b4c7d5c6-31c2-4cc8-8b71-40a8a967de16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.697094] env[69440]: DEBUG oslo_concurrency.lockutils [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] Lock "b4c7d5c6-31c2-4cc8-8b71-40a8a967de16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.697193] env[69440]: DEBUG oslo_concurrency.lockutils [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] Lock "b4c7d5c6-31c2-4cc8-8b71-40a8a967de16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.697798] env[69440]: DEBUG nova.compute.manager [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] No waiting events found dispatching network-vif-plugged-2a99e26c-5b3b-4b95-b51d-c88cad0b6632 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1002.697798] env[69440]: WARNING nova.compute.manager [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Received unexpected event network-vif-plugged-2a99e26c-5b3b-4b95-b51d-c88cad0b6632 for instance with vm_state building and task_state spawning. [ 1002.697798] env[69440]: DEBUG nova.compute.manager [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Received event network-changed-2a99e26c-5b3b-4b95-b51d-c88cad0b6632 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.697952] env[69440]: DEBUG nova.compute.manager [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Refreshing instance network info cache due to event network-changed-2a99e26c-5b3b-4b95-b51d-c88cad0b6632. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.698128] env[69440]: DEBUG oslo_concurrency.lockutils [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] Acquiring lock "refresh_cache-b4c7d5c6-31c2-4cc8-8b71-40a8a967de16" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.698321] env[69440]: DEBUG oslo_concurrency.lockutils [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] Acquired lock "refresh_cache-b4c7d5c6-31c2-4cc8-8b71-40a8a967de16" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.698406] env[69440]: DEBUG nova.network.neutron [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Refreshing network info cache for port 2a99e26c-5b3b-4b95-b51d-c88cad0b6632 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.763448] env[69440]: DEBUG nova.compute.utils [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.771560] env[69440]: DEBUG nova.compute.manager [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.771766] env[69440]: DEBUG nova.network.neutron [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.824339] env[69440]: DEBUG nova.policy [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a39c333611a492d90f92989ddaced9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f307b75d6e0041feba20f44ef9f046e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.902586] env[69440]: DEBUG oslo_concurrency.lockutils [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Releasing lock "refresh_cache-23bc134e-7725-40b1-b79d-d8ef6dbd7cad" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.939037] env[69440]: DEBUG nova.virt.hardware [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='53505aa46a7c4b51c350bc06311441b8',container_format='bare',created_at=2025-05-14T09:53:43Z,direct_url=,disk_format='vmdk',id=1467ed7a-517a-4870-aa43-6c2c523eb298,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-523021332-shelved',owner='f8a06ebe28624c3e95dd75087b826705',properties=ImageMetaProps,protected=,size=31671808,status='active',tags=,updated_at=2025-05-14T09:53:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.939471] env[69440]: DEBUG nova.virt.hardware [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.939694] env[69440]: DEBUG nova.virt.hardware [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.939922] env[69440]: DEBUG nova.virt.hardware [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.940114] env[69440]: DEBUG nova.virt.hardware [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.940301] env[69440]: DEBUG nova.virt.hardware [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.940538] env[69440]: DEBUG nova.virt.hardware [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.940784] env[69440]: DEBUG nova.virt.hardware [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.941034] env[69440]: DEBUG nova.virt.hardware [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.941233] env[69440]: DEBUG nova.virt.hardware [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.942603] env[69440]: DEBUG nova.virt.hardware [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.946329] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42e0d69-6ab6-4f0f-9831-6c346021bd8d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.957158] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd42976-d9a2-468b-baf0-4461940c231b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.977836] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:bc:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '481eaa49-d789-44f3-965c-ff7dc1ec50a9', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.985630] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.986441] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.986723] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e79a24a-9d8a-40aa-a896-33b3158bf841 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.008949] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.008949] env[69440]: value = "task-4139859" [ 1003.008949] env[69440]: _type = "Task" [ 1003.008949] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.019685] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139859, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.145031] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f7ea34-844b-468b-ba62-69e67968fd6b, 'name': SearchDatastore_Task, 'duration_secs': 0.024115} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.146328] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.146328] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] b4c7d5c6-31c2-4cc8-8b71-40a8a967de16/b4c7d5c6-31c2-4cc8-8b71-40a8a967de16.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.147157] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14361c7f-bd3b-4f4d-827a-884b9119dd8b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.160739] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Waiting for the task: (returnval){ [ 1003.160739] env[69440]: value = "task-4139860" [ 1003.160739] env[69440]: _type = "Task" [ 1003.160739] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.177306] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4139860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.219656] env[69440]: DEBUG nova.network.neutron [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Successfully created port: 520ecf0b-0004-451e-852d-0e24eb2aaff3 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.279012] env[69440]: DEBUG nova.compute.manager [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.434362] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c801d903-9ecd-4cce-8f2c-e5f69f906c1b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.452129] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34954618-76df-4cec-aa4d-00b9444d1167 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.492556] env[69440]: DEBUG nova.virt.hardware [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.492888] env[69440]: DEBUG nova.virt.hardware [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.492888] env[69440]: DEBUG nova.virt.hardware [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.493698] env[69440]: DEBUG nova.virt.hardware [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.493698] env[69440]: DEBUG nova.virt.hardware [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.493698] env[69440]: DEBUG nova.virt.hardware [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.493698] env[69440]: DEBUG nova.virt.hardware [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.493698] env[69440]: DEBUG nova.virt.hardware [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.494019] env[69440]: DEBUG nova.virt.hardware [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.494019] env[69440]: DEBUG nova.virt.hardware [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.494189] env[69440]: DEBUG nova.virt.hardware [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.495128] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d23d30-8151-4e44-a365-8518d838b7ca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.498695] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d462f220-3ec6-4bc4-8ab6-ed81087d96d4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.510223] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56725e5a-1d23-44e6-8641-c1b5fb97ef5f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.517446] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed926bce-263f-4b1f-9197-2a2b022308c1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.537581] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:85:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7924bd45-8d5e-46ef-a407-923668fd7a0a', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.546468] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.561513] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.562095] env[69440]: DEBUG nova.compute.provider_tree [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.563508] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139859, 'name': CreateVM_Task, 'duration_secs': 0.439297} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.566094] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18808631-a789-4b28-ba84-9c49920372c0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.580936] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.585641] env[69440]: DEBUG oslo_concurrency.lockutils [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1467ed7a-517a-4870-aa43-6c2c523eb298" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.585863] env[69440]: DEBUG oslo_concurrency.lockutils [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1467ed7a-517a-4870-aa43-6c2c523eb298" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.586345] env[69440]: DEBUG oslo_concurrency.lockutils [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1467ed7a-517a-4870-aa43-6c2c523eb298" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.587717] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d51ac1d-3eb9-48d2-ab9a-a8d939d5e4ce {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.594848] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.594848] env[69440]: value = "task-4139861" [ 1003.594848] env[69440]: _type = "Task" [ 1003.594848] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.597641] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1003.597641] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b3900c-e40e-58ed-a2eb-03dd462ae591" [ 1003.597641] env[69440]: _type = "Task" [ 1003.597641] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.609391] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139861, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.613210] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52b3900c-e40e-58ed-a2eb-03dd462ae591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.676697] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4139860, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.680047] env[69440]: DEBUG nova.network.neutron [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Updating instance_info_cache with network_info: [{"id": "5351f12c-2d1b-4103-85da-fc01a06e995a", "address": "fa:16:3e:42:bd:a7", "network": {"id": "23222ba6-665f-4350-9d55-ae23c18c7f8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1685183244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5048d8d9a3a44d6ab13bd6eabc42e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5351f12c-2d", "ovs_interfaceid": "5351f12c-2d1b-4103-85da-fc01a06e995a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.767692] env[69440]: DEBUG nova.network.neutron [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Updated VIF entry in instance network info cache for port 2a99e26c-5b3b-4b95-b51d-c88cad0b6632. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.768068] env[69440]: DEBUG nova.network.neutron [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Updating instance_info_cache with network_info: [{"id": "2a99e26c-5b3b-4b95-b51d-c88cad0b6632", "address": "fa:16:3e:3e:29:15", "network": {"id": "53e55319-1916-41a3-b439-a1234207b55d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2028522883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a2aa24d27de4af38c102ee97d5a4c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a99e26c-5b", "ovs_interfaceid": "2a99e26c-5b3b-4b95-b51d-c88cad0b6632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.781758] env[69440]: DEBUG nova.network.neutron [req-1508c9fb-0d31-40b0-b246-bf30cd0360a2 req-59073f31-bfea-4099-8445-602884b3b250 service nova] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Updated VIF entry in instance network info cache for port 08a5b8d0-de9a-4cce-804d-c45174f4b9cd. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.782172] env[69440]: DEBUG nova.network.neutron [req-1508c9fb-0d31-40b0-b246-bf30cd0360a2 req-59073f31-bfea-4099-8445-602884b3b250 service nova] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Updating instance_info_cache with network_info: [{"id": "08a5b8d0-de9a-4cce-804d-c45174f4b9cd", "address": "fa:16:3e:7b:31:f2", "network": {"id": "eeb1fd99-8130-4307-a1ff-f4e0287dfc9c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-239946609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "449c066c0a2644b995fd9fd41599b07a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a5b8d0-de", "ovs_interfaceid": "08a5b8d0-de9a-4cce-804d-c45174f4b9cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.086827] env[69440]: DEBUG nova.scheduler.client.report [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.112783] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139861, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.116475] env[69440]: DEBUG oslo_concurrency.lockutils [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1467ed7a-517a-4870-aa43-6c2c523eb298" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.116766] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Processing image 1467ed7a-517a-4870-aa43-6c2c523eb298 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.117103] env[69440]: DEBUG oslo_concurrency.lockutils [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1467ed7a-517a-4870-aa43-6c2c523eb298/1467ed7a-517a-4870-aa43-6c2c523eb298.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.117177] env[69440]: DEBUG oslo_concurrency.lockutils [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1467ed7a-517a-4870-aa43-6c2c523eb298/1467ed7a-517a-4870-aa43-6c2c523eb298.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.117355] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.117961] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f986b95-03c1-4808-a0c6-3026e13278e7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.129814] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.129999] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.130772] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a61aadd-7ea5-4767-8f64-80d1c7f1dcfe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.137342] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1004.137342] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5212df61-6fa7-c107-ef9e-e3bb21029f07" [ 1004.137342] env[69440]: _type = "Task" [ 1004.137342] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.147434] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5212df61-6fa7-c107-ef9e-e3bb21029f07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.175946] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4139860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599618} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.177291] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] b4c7d5c6-31c2-4cc8-8b71-40a8a967de16/b4c7d5c6-31c2-4cc8-8b71-40a8a967de16.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.177291] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.177495] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc03e35a-7ae3-441a-a83c-9f50e1e71614 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.181326] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Releasing lock "refresh_cache-53e86c03-079b-4918-b4a4-ea821a1be472" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.190670] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Waiting for the task: (returnval){ [ 1004.190670] env[69440]: value = "task-4139862" [ 1004.190670] env[69440]: _type = "Task" [ 1004.190670] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.202782] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4139862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.274173] env[69440]: DEBUG oslo_concurrency.lockutils [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] Releasing lock "refresh_cache-b4c7d5c6-31c2-4cc8-8b71-40a8a967de16" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.274532] env[69440]: DEBUG nova.compute.manager [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Received event network-vif-plugged-481eaa49-d789-44f3-965c-ff7dc1ec50a9 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.274808] env[69440]: DEBUG oslo_concurrency.lockutils [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] Acquiring lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.275056] env[69440]: DEBUG oslo_concurrency.lockutils [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] Lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.275239] env[69440]: DEBUG oslo_concurrency.lockutils [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] Lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.275708] env[69440]: DEBUG nova.compute.manager [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] No waiting events found dispatching network-vif-plugged-481eaa49-d789-44f3-965c-ff7dc1ec50a9 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1004.275708] env[69440]: WARNING nova.compute.manager [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Received unexpected event network-vif-plugged-481eaa49-d789-44f3-965c-ff7dc1ec50a9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1004.275708] env[69440]: DEBUG nova.compute.manager [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Received event network-changed-481eaa49-d789-44f3-965c-ff7dc1ec50a9 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.275861] env[69440]: DEBUG nova.compute.manager [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Refreshing instance network info cache due to event network-changed-481eaa49-d789-44f3-965c-ff7dc1ec50a9. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.276035] env[69440]: DEBUG oslo_concurrency.lockutils [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] Acquiring lock "refresh_cache-23bc134e-7725-40b1-b79d-d8ef6dbd7cad" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.276205] env[69440]: DEBUG oslo_concurrency.lockutils [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] Acquired lock "refresh_cache-23bc134e-7725-40b1-b79d-d8ef6dbd7cad" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.276338] env[69440]: DEBUG nova.network.neutron [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Refreshing network info cache for port 481eaa49-d789-44f3-965c-ff7dc1ec50a9 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.285016] env[69440]: DEBUG oslo_concurrency.lockutils [req-1508c9fb-0d31-40b0-b246-bf30cd0360a2 req-59073f31-bfea-4099-8445-602884b3b250 service nova] Releasing lock "refresh_cache-5da8fdb5-7b21-4755-bb50-68bb8e0d8f13" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.285413] env[69440]: DEBUG nova.compute.manager [req-1508c9fb-0d31-40b0-b246-bf30cd0360a2 req-59073f31-bfea-4099-8445-602884b3b250 service nova] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Received event network-changed-f967fd5b-7a16-42dd-a687-b102b9b35848 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.285503] env[69440]: DEBUG nova.compute.manager [req-1508c9fb-0d31-40b0-b246-bf30cd0360a2 req-59073f31-bfea-4099-8445-602884b3b250 service nova] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Refreshing instance network info cache due to event network-changed-f967fd5b-7a16-42dd-a687-b102b9b35848. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.285701] env[69440]: DEBUG oslo_concurrency.lockutils [req-1508c9fb-0d31-40b0-b246-bf30cd0360a2 req-59073f31-bfea-4099-8445-602884b3b250 service nova] Acquiring lock "refresh_cache-3d24ccf4-3a82-438c-ad37-0aa7e04afa92" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.285988] env[69440]: DEBUG oslo_concurrency.lockutils [req-1508c9fb-0d31-40b0-b246-bf30cd0360a2 req-59073f31-bfea-4099-8445-602884b3b250 service nova] Acquired lock "refresh_cache-3d24ccf4-3a82-438c-ad37-0aa7e04afa92" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.286112] env[69440]: DEBUG nova.network.neutron [req-1508c9fb-0d31-40b0-b246-bf30cd0360a2 req-59073f31-bfea-4099-8445-602884b3b250 service nova] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Refreshing network info cache for port f967fd5b-7a16-42dd-a687-b102b9b35848 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.292845] env[69440]: DEBUG nova.compute.manager [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.319430] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "interface-130d72c0-e90e-4b8d-9e81-fe26ab150bae-0cebb1a0-ed08-47b7-af77-17c162fc9b86" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.319430] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "interface-130d72c0-e90e-4b8d-9e81-fe26ab150bae-0cebb1a0-ed08-47b7-af77-17c162fc9b86" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.319803] env[69440]: DEBUG nova.objects.instance [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lazy-loading 'flavor' on Instance uuid 130d72c0-e90e-4b8d-9e81-fe26ab150bae {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.324940] env[69440]: DEBUG nova.virt.hardware [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.325224] env[69440]: DEBUG nova.virt.hardware [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.325381] env[69440]: DEBUG nova.virt.hardware [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.325559] env[69440]: DEBUG nova.virt.hardware [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.326132] env[69440]: DEBUG nova.virt.hardware [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.326132] env[69440]: DEBUG nova.virt.hardware [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.326132] env[69440]: DEBUG nova.virt.hardware [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.326335] env[69440]: DEBUG nova.virt.hardware [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.326373] env[69440]: DEBUG nova.virt.hardware [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.326534] env[69440]: DEBUG nova.virt.hardware [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.327567] env[69440]: DEBUG nova.virt.hardware [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.327889] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b2202f-599c-4d6d-8418-618379ebc9f1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.338119] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedcb88a-4c8d-4162-b649-11b6647950a3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.593958] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.340s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.600366] env[69440]: DEBUG oslo_concurrency.lockutils [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.613s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.600808] env[69440]: DEBUG nova.objects.instance [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lazy-loading 'resources' on Instance uuid e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.616948] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139861, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.625387] env[69440]: INFO nova.scheduler.client.report [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Deleted allocations for instance 62386841-2d1a-4b69-8438-6646dd617889 [ 1004.650382] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.650489] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Preparing fetch location {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1004.650719] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Fetch image to [datastore1] OSTACK_IMG_71b61dc0-858f-48c8-9df2-f8d94d83d6bf/OSTACK_IMG_71b61dc0-858f-48c8-9df2-f8d94d83d6bf.vmdk {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1004.650902] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Downloading stream optimized image 1467ed7a-517a-4870-aa43-6c2c523eb298 to [datastore1] OSTACK_IMG_71b61dc0-858f-48c8-9df2-f8d94d83d6bf/OSTACK_IMG_71b61dc0-858f-48c8-9df2-f8d94d83d6bf.vmdk on the data store datastore1 as vApp {{(pid=69440) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1004.651087] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Downloading image file data 1467ed7a-517a-4870-aa43-6c2c523eb298 to the ESX as VM named 'OSTACK_IMG_71b61dc0-858f-48c8-9df2-f8d94d83d6bf' {{(pid=69440) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1004.653745] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120bee51-010a-4316-a278-55a911bf3465 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.664439] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.664840] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c03a24e-f91b-4d74-bc1a-ecdaf92f59c3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.713665] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4139862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080953} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.713949] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.715176] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3f2730-9dfc-4151-a07c-77c98e892740 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.739619] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] b4c7d5c6-31c2-4cc8-8b71-40a8a967de16/b4c7d5c6-31c2-4cc8-8b71-40a8a967de16.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.742141] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9720f10-cfeb-4d0a-8743-a0b988f77264 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.762886] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.763185] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.763271] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Deleting the datastore file [datastore1] 53e86c03-079b-4918-b4a4-ea821a1be472 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.763485] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6aa12bd8-ee76-426b-8c87-f60bb3ac078d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.766900] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Waiting for the task: (returnval){ [ 1004.766900] env[69440]: value = "task-4139864" [ 1004.766900] env[69440]: _type = "Task" [ 1004.766900] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.772595] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 1004.772595] env[69440]: value = "task-4139865" [ 1004.772595] env[69440]: _type = "Task" [ 1004.772595] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.782711] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4139864, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.784315] env[69440]: DEBUG oslo_vmware.rw_handles [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1004.784315] env[69440]: value = "resgroup-9" [ 1004.784315] env[69440]: _type = "ResourcePool" [ 1004.784315] env[69440]: }. {{(pid=69440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1004.784898] env[69440]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cd7e2cc0-cf55-4f64-b3a1-d6a7887940e9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.808307] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.815267] env[69440]: DEBUG oslo_vmware.rw_handles [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lease: (returnval){ [ 1004.815267] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b880bf-6bbe-9d91-1275-9481f197f597" [ 1004.815267] env[69440]: _type = "HttpNfcLease" [ 1004.815267] env[69440]: } obtained for vApp import into resource pool (val){ [ 1004.815267] env[69440]: value = "resgroup-9" [ 1004.815267] env[69440]: _type = "ResourcePool" [ 1004.815267] env[69440]: }. {{(pid=69440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1004.815267] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the lease: (returnval){ [ 1004.815267] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b880bf-6bbe-9d91-1275-9481f197f597" [ 1004.815267] env[69440]: _type = "HttpNfcLease" [ 1004.815267] env[69440]: } to be ready. {{(pid=69440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1004.821600] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1004.821600] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b880bf-6bbe-9d91-1275-9481f197f597" [ 1004.821600] env[69440]: _type = "HttpNfcLease" [ 1004.821600] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1005.083536] env[69440]: DEBUG nova.objects.instance [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lazy-loading 'pci_requests' on Instance uuid 130d72c0-e90e-4b8d-9e81-fe26ab150bae {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.120990] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139861, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.133372] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5f103d8b-a928-4955-999a-d417f7378ab6 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "62386841-2d1a-4b69-8438-6646dd617889" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.140s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.243445] env[69440]: DEBUG nova.compute.manager [req-a0dd89b4-f49f-410d-980c-0b26203ce8ee req-5b348cc3-bbff-4818-9b04-c97a693ffa89 service nova] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Received event network-changed-f967fd5b-7a16-42dd-a687-b102b9b35848 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.243675] env[69440]: DEBUG nova.compute.manager [req-a0dd89b4-f49f-410d-980c-0b26203ce8ee req-5b348cc3-bbff-4818-9b04-c97a693ffa89 service nova] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Refreshing instance network info cache due to event network-changed-f967fd5b-7a16-42dd-a687-b102b9b35848. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.244995] env[69440]: DEBUG oslo_concurrency.lockutils [req-a0dd89b4-f49f-410d-980c-0b26203ce8ee req-5b348cc3-bbff-4818-9b04-c97a693ffa89 service nova] Acquiring lock "refresh_cache-3d24ccf4-3a82-438c-ad37-0aa7e04afa92" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.246042] env[69440]: DEBUG nova.network.neutron [req-1508c9fb-0d31-40b0-b246-bf30cd0360a2 req-59073f31-bfea-4099-8445-602884b3b250 service nova] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Updated VIF entry in instance network info cache for port f967fd5b-7a16-42dd-a687-b102b9b35848. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.246401] env[69440]: DEBUG nova.network.neutron [req-1508c9fb-0d31-40b0-b246-bf30cd0360a2 req-59073f31-bfea-4099-8445-602884b3b250 service nova] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Updating instance_info_cache with network_info: [{"id": "f967fd5b-7a16-42dd-a687-b102b9b35848", "address": "fa:16:3e:e7:66:56", "network": {"id": "7919e2d2-b828-4044-83bd-c2c95cee4b7d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1769126228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca9d5a8f31945f695b562879cce6a7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf967fd5b-7a", "ovs_interfaceid": "f967fd5b-7a16-42dd-a687-b102b9b35848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.284843] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4139864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.294069] env[69440]: DEBUG oslo_vmware.api [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295977} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.294508] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.294763] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.294963] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.325631] env[69440]: INFO nova.scheduler.client.report [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Deleted allocations for instance 53e86c03-079b-4918-b4a4-ea821a1be472 [ 1005.332662] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1005.332662] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b880bf-6bbe-9d91-1275-9481f197f597" [ 1005.332662] env[69440]: _type = "HttpNfcLease" [ 1005.332662] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1005.373060] env[69440]: DEBUG nova.network.neutron [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Successfully updated port: 520ecf0b-0004-451e-852d-0e24eb2aaff3 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.406928] env[69440]: DEBUG nova.network.neutron [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Updated VIF entry in instance network info cache for port 481eaa49-d789-44f3-965c-ff7dc1ec50a9. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.407360] env[69440]: DEBUG nova.network.neutron [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Updating instance_info_cache with network_info: [{"id": "481eaa49-d789-44f3-965c-ff7dc1ec50a9", "address": "fa:16:3e:f0:bc:2a", "network": {"id": "c76cc809-ee36-4e50-8515-023def1b953b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-783545152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a06ebe28624c3e95dd75087b826705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481eaa49-d7", "ovs_interfaceid": "481eaa49-d789-44f3-965c-ff7dc1ec50a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.581119] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78e3471-fcea-4932-87c4-c5a9affcd3c2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.588376] env[69440]: DEBUG nova.objects.base [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Object Instance<130d72c0-e90e-4b8d-9e81-fe26ab150bae> lazy-loaded attributes: flavor,pci_requests {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1005.588598] env[69440]: DEBUG nova.network.neutron [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.591501] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fa1b1b-96b2-458d-895d-72f64f076821 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.627821] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b239cfe-52c2-4e50-bdc7-81b8a353d4aa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.639217] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16e5d09-f310-4d3e-9399-e9a360c32ac1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.643222] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139861, 'name': CreateVM_Task, 'duration_secs': 1.915895} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.643411] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.644483] env[69440]: DEBUG oslo_concurrency.lockutils [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.644643] env[69440]: DEBUG oslo_concurrency.lockutils [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.644965] env[69440]: DEBUG oslo_concurrency.lockutils [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.645240] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3faa2b9-999f-4d3e-b4b4-88d640881f0e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.655115] env[69440]: DEBUG nova.compute.provider_tree [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.660687] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 1005.660687] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]521cd7f0-b03b-2dac-3ff6-ade271ba0532" [ 1005.660687] env[69440]: _type = "Task" [ 1005.660687] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.670728] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521cd7f0-b03b-2dac-3ff6-ade271ba0532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.702471] env[69440]: DEBUG nova.policy [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5453e29b1e164e708b74abee8e68a929', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce1b9966b9444589a47ad0c5c5125308', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.752995] env[69440]: DEBUG oslo_concurrency.lockutils [req-1508c9fb-0d31-40b0-b246-bf30cd0360a2 req-59073f31-bfea-4099-8445-602884b3b250 service nova] Releasing lock "refresh_cache-3d24ccf4-3a82-438c-ad37-0aa7e04afa92" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.753518] env[69440]: DEBUG oslo_concurrency.lockutils [req-a0dd89b4-f49f-410d-980c-0b26203ce8ee req-5b348cc3-bbff-4818-9b04-c97a693ffa89 service nova] Acquired lock "refresh_cache-3d24ccf4-3a82-438c-ad37-0aa7e04afa92" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.753713] env[69440]: DEBUG nova.network.neutron [req-a0dd89b4-f49f-410d-980c-0b26203ce8ee req-5b348cc3-bbff-4818-9b04-c97a693ffa89 service nova] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Refreshing network info cache for port f967fd5b-7a16-42dd-a687-b102b9b35848 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.780173] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4139864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.824538] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1005.824538] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b880bf-6bbe-9d91-1275-9481f197f597" [ 1005.824538] env[69440]: _type = "HttpNfcLease" [ 1005.824538] env[69440]: } is ready. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1005.825018] env[69440]: DEBUG oslo_vmware.rw_handles [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1005.825018] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b880bf-6bbe-9d91-1275-9481f197f597" [ 1005.825018] env[69440]: _type = "HttpNfcLease" [ 1005.825018] env[69440]: }. {{(pid=69440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1005.826126] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dff243-1138-4987-8fff-9a53c995d50c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.831620] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.839895] env[69440]: DEBUG oslo_vmware.rw_handles [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52247451-846e-5672-13b8-994ad2ae7a4f/disk-0.vmdk from lease info. {{(pid=69440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1005.840131] env[69440]: DEBUG oslo_vmware.rw_handles [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Creating HTTP connection to write to file with size = 31671808 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52247451-846e-5672-13b8-994ad2ae7a4f/disk-0.vmdk. {{(pid=69440) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1005.911077] env[69440]: DEBUG oslo_concurrency.lockutils [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "refresh_cache-af5e12ef-baf4-4941-8364-94ddad799408" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.911245] env[69440]: DEBUG oslo_concurrency.lockutils [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquired lock "refresh_cache-af5e12ef-baf4-4941-8364-94ddad799408" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.911406] env[69440]: DEBUG nova.network.neutron [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.915627] env[69440]: DEBUG oslo_concurrency.lockutils [req-f5adc3a7-1bc2-4363-9922-286ccab39de5 req-37367192-582b-4d1d-8782-c1b52641a52e service nova] Releasing lock "refresh_cache-23bc134e-7725-40b1-b79d-d8ef6dbd7cad" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.917830] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0572c82e-3422-477a-8654-ab5ba34c4e0a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.050832] env[69440]: DEBUG nova.compute.manager [req-542c65c5-b05c-41a2-8cd6-82073ffec16a req-5e09781c-3537-4d09-b77f-a9ebc762e961 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Received event network-vif-plugged-520ecf0b-0004-451e-852d-0e24eb2aaff3 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.050917] env[69440]: DEBUG oslo_concurrency.lockutils [req-542c65c5-b05c-41a2-8cd6-82073ffec16a req-5e09781c-3537-4d09-b77f-a9ebc762e961 service nova] Acquiring lock "af5e12ef-baf4-4941-8364-94ddad799408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.051148] env[69440]: DEBUG oslo_concurrency.lockutils [req-542c65c5-b05c-41a2-8cd6-82073ffec16a req-5e09781c-3537-4d09-b77f-a9ebc762e961 service nova] Lock "af5e12ef-baf4-4941-8364-94ddad799408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.051452] env[69440]: DEBUG oslo_concurrency.lockutils [req-542c65c5-b05c-41a2-8cd6-82073ffec16a req-5e09781c-3537-4d09-b77f-a9ebc762e961 service nova] Lock "af5e12ef-baf4-4941-8364-94ddad799408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.051628] env[69440]: DEBUG nova.compute.manager [req-542c65c5-b05c-41a2-8cd6-82073ffec16a req-5e09781c-3537-4d09-b77f-a9ebc762e961 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] No waiting events found dispatching network-vif-plugged-520ecf0b-0004-451e-852d-0e24eb2aaff3 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1006.052154] env[69440]: WARNING nova.compute.manager [req-542c65c5-b05c-41a2-8cd6-82073ffec16a req-5e09781c-3537-4d09-b77f-a9ebc762e961 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Received unexpected event network-vif-plugged-520ecf0b-0004-451e-852d-0e24eb2aaff3 for instance with vm_state building and task_state spawning. [ 1006.159710] env[69440]: DEBUG nova.scheduler.client.report [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.174010] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521cd7f0-b03b-2dac-3ff6-ade271ba0532, 'name': SearchDatastore_Task, 'duration_secs': 0.026333} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.174010] env[69440]: DEBUG oslo_concurrency.lockutils [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.174825] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.174825] env[69440]: DEBUG oslo_concurrency.lockutils [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.174825] env[69440]: DEBUG oslo_concurrency.lockutils [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.174825] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.175064] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69aa2ee7-80b3-4d0f-a12a-8fa75f36137f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.185103] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.185349] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.186387] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d9431b9-b629-456b-91b5-d966eb3c6ae0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.192962] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 1006.192962] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52bb348b-0522-b8bd-eac0-0bab78a3884a" [ 1006.192962] env[69440]: _type = "Task" [ 1006.192962] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.203129] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52bb348b-0522-b8bd-eac0-0bab78a3884a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.279367] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4139864, 'name': ReconfigVM_Task, 'duration_secs': 1.392093} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.280355] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Reconfigured VM instance instance-0000004d to attach disk [datastore1] b4c7d5c6-31c2-4cc8-8b71-40a8a967de16/b4c7d5c6-31c2-4cc8-8b71-40a8a967de16.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.281067] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e29c85fc-9152-480e-a46e-7bbd904fcd3e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.289262] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Waiting for the task: (returnval){ [ 1006.289262] env[69440]: value = "task-4139867" [ 1006.289262] env[69440]: _type = "Task" [ 1006.289262] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.299947] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4139867, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.468513] env[69440]: DEBUG nova.network.neutron [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.607170] env[69440]: DEBUG nova.network.neutron [req-a0dd89b4-f49f-410d-980c-0b26203ce8ee req-5b348cc3-bbff-4818-9b04-c97a693ffa89 service nova] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Updated VIF entry in instance network info cache for port f967fd5b-7a16-42dd-a687-b102b9b35848. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.607170] env[69440]: DEBUG nova.network.neutron [req-a0dd89b4-f49f-410d-980c-0b26203ce8ee req-5b348cc3-bbff-4818-9b04-c97a693ffa89 service nova] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Updating instance_info_cache with network_info: [{"id": "f967fd5b-7a16-42dd-a687-b102b9b35848", "address": "fa:16:3e:e7:66:56", "network": {"id": "7919e2d2-b828-4044-83bd-c2c95cee4b7d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1769126228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca9d5a8f31945f695b562879cce6a7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf967fd5b-7a", "ovs_interfaceid": "f967fd5b-7a16-42dd-a687-b102b9b35848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.669915] env[69440]: DEBUG oslo_concurrency.lockutils [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.673345] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.004s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.673345] env[69440]: DEBUG nova.objects.instance [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lazy-loading 'resources' on Instance uuid c3c00ac9-17c8-41c5-a696-6eb84b2b9537 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.680355] env[69440]: DEBUG nova.network.neutron [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Updating instance_info_cache with network_info: [{"id": "520ecf0b-0004-451e-852d-0e24eb2aaff3", "address": "fa:16:3e:31:f8:66", "network": {"id": "b46392e5-d63e-4df4-ba59-e4f0adfb50fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2074667289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f307b75d6e0041feba20f44ef9f046e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520ecf0b-00", "ovs_interfaceid": "520ecf0b-0004-451e-852d-0e24eb2aaff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.709159] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52bb348b-0522-b8bd-eac0-0bab78a3884a, 'name': SearchDatastore_Task, 'duration_secs': 0.016116} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.710316] env[69440]: INFO nova.scheduler.client.report [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Deleted allocations for instance e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b [ 1006.715623] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25144a41-5d52-47f9-860b-53f89f293407 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.725443] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 1006.725443] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5278854b-cf99-c3eb-75e8-1e598ac6f7dd" [ 1006.725443] env[69440]: _type = "Task" [ 1006.725443] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.736767] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5278854b-cf99-c3eb-75e8-1e598ac6f7dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.801180] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4139867, 'name': Rename_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.116792] env[69440]: DEBUG oslo_concurrency.lockutils [req-a0dd89b4-f49f-410d-980c-0b26203ce8ee req-5b348cc3-bbff-4818-9b04-c97a693ffa89 service nova] Releasing lock "refresh_cache-3d24ccf4-3a82-438c-ad37-0aa7e04afa92" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.183613] env[69440]: DEBUG oslo_concurrency.lockutils [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Releasing lock "refresh_cache-af5e12ef-baf4-4941-8364-94ddad799408" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.187032] env[69440]: DEBUG nova.compute.manager [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Instance network_info: |[{"id": "520ecf0b-0004-451e-852d-0e24eb2aaff3", "address": "fa:16:3e:31:f8:66", "network": {"id": "b46392e5-d63e-4df4-ba59-e4f0adfb50fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2074667289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f307b75d6e0041feba20f44ef9f046e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520ecf0b-00", "ovs_interfaceid": "520ecf0b-0004-451e-852d-0e24eb2aaff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.187032] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:f8:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3952eb02-1162-48ed-8227-9c138960d583', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '520ecf0b-0004-451e-852d-0e24eb2aaff3', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.194184] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.197667] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.198315] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-306ad82a-9705-4893-96f4-1f39d105ce30 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.235790] env[69440]: DEBUG oslo_concurrency.lockutils [None req-393422ac-5e74-47cb-95aa-56b8a19de76f tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Lock "e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.832s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.240927] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.240927] env[69440]: value = "task-4139868" [ 1007.240927] env[69440]: _type = "Task" [ 1007.240927] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.250338] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5278854b-cf99-c3eb-75e8-1e598ac6f7dd, 'name': SearchDatastore_Task, 'duration_secs': 0.015157} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.258847] env[69440]: DEBUG oslo_concurrency.lockutils [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.259537] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] e7a7624e-3780-4ab5-9e5e-ff73e934301e/e7a7624e-3780-4ab5-9e5e-ff73e934301e.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.260390] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64d78373-8f24-4f97-bdcd-34caa38f73f5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.268100] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139868, 'name': CreateVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.270598] env[69440]: DEBUG oslo_vmware.rw_handles [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Completed reading data from the image iterator. {{(pid=69440) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1007.271206] env[69440]: DEBUG oslo_vmware.rw_handles [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52247451-846e-5672-13b8-994ad2ae7a4f/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1007.273042] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acedb327-ac9b-4b18-a1e3-3c431b592e14 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.282636] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 1007.282636] env[69440]: value = "task-4139869" [ 1007.282636] env[69440]: _type = "Task" [ 1007.282636] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.289381] env[69440]: DEBUG oslo_vmware.rw_handles [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52247451-846e-5672-13b8-994ad2ae7a4f/disk-0.vmdk is in state: ready. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1007.289601] env[69440]: DEBUG oslo_vmware.rw_handles [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52247451-846e-5672-13b8-994ad2ae7a4f/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1007.290451] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-134827b7-c909-4042-8549-a6185c4def01 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.303836] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.311081] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4139867, 'name': Rename_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.557383] env[69440]: DEBUG oslo_vmware.rw_handles [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52247451-846e-5672-13b8-994ad2ae7a4f/disk-0.vmdk. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1007.557757] env[69440]: INFO nova.virt.vmwareapi.images [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Downloaded image file data 1467ed7a-517a-4870-aa43-6c2c523eb298 [ 1007.559496] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5d1301-7f68-4062-b8cf-aeb0d1c15e9b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.592371] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c6c0def-1ea1-4291-9de3-b28fd73f0955 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.622035] env[69440]: INFO nova.virt.vmwareapi.images [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] The imported VM was unregistered [ 1007.624474] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Caching image {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1007.624738] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1467ed7a-517a-4870-aa43-6c2c523eb298 {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.627859] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-765f1822-a807-4bcc-b9ff-5412d9a03be0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.640960] env[69440]: DEBUG nova.network.neutron [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Successfully updated port: 0cebb1a0-ed08-47b7-af77-17c162fc9b86 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.649644] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Created directory with path [datastore1] devstack-image-cache_base/1467ed7a-517a-4870-aa43-6c2c523eb298 {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.649981] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_71b61dc0-858f-48c8-9df2-f8d94d83d6bf/OSTACK_IMG_71b61dc0-858f-48c8-9df2-f8d94d83d6bf.vmdk to [datastore1] devstack-image-cache_base/1467ed7a-517a-4870-aa43-6c2c523eb298/1467ed7a-517a-4870-aa43-6c2c523eb298.vmdk. {{(pid=69440) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1007.650803] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-703c6ba6-7c2c-4709-9033-20be4871c78b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.660398] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1007.660398] env[69440]: value = "task-4139871" [ 1007.660398] env[69440]: _type = "Task" [ 1007.660398] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.670678] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139871, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.684674] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e961b8-106d-4156-96a4-3595e0a83a05 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.694179] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f875e00e-6f9d-4af7-a6d5-82f326ef8fc3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.735716] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b06f59-152a-49a3-a47d-e5ecb60feee0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.749177] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038ebf9e-82de-4bdc-ab50-ebd141818d16 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.760393] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139868, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.770153] env[69440]: DEBUG nova.compute.provider_tree [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.794509] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139869, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.804729] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4139867, 'name': Rename_Task, 'duration_secs': 1.217804} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.805266] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.805418] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bc74f0f-6c59-47dd-9549-9d54ed075b6b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.814452] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Waiting for the task: (returnval){ [ 1007.814452] env[69440]: value = "task-4139872" [ 1007.814452] env[69440]: _type = "Task" [ 1007.814452] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.824229] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4139872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.146442] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.146691] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.146906] env[69440]: DEBUG nova.network.neutron [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.162340] env[69440]: DEBUG nova.compute.manager [req-6f446ea0-e040-4aa3-89e4-502c27124ed4 req-13249f5e-468a-4694-9d4e-02f6abf2f346 service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Received event network-vif-unplugged-5351f12c-2d1b-4103-85da-fc01a06e995a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.162474] env[69440]: DEBUG oslo_concurrency.lockutils [req-6f446ea0-e040-4aa3-89e4-502c27124ed4 req-13249f5e-468a-4694-9d4e-02f6abf2f346 service nova] Acquiring lock "53e86c03-079b-4918-b4a4-ea821a1be472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.162693] env[69440]: DEBUG oslo_concurrency.lockutils [req-6f446ea0-e040-4aa3-89e4-502c27124ed4 req-13249f5e-468a-4694-9d4e-02f6abf2f346 service nova] Lock "53e86c03-079b-4918-b4a4-ea821a1be472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.162875] env[69440]: DEBUG oslo_concurrency.lockutils [req-6f446ea0-e040-4aa3-89e4-502c27124ed4 req-13249f5e-468a-4694-9d4e-02f6abf2f346 service nova] Lock "53e86c03-079b-4918-b4a4-ea821a1be472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.163093] env[69440]: DEBUG nova.compute.manager [req-6f446ea0-e040-4aa3-89e4-502c27124ed4 req-13249f5e-468a-4694-9d4e-02f6abf2f346 service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] No waiting events found dispatching network-vif-unplugged-5351f12c-2d1b-4103-85da-fc01a06e995a {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1008.163262] env[69440]: WARNING nova.compute.manager [req-6f446ea0-e040-4aa3-89e4-502c27124ed4 req-13249f5e-468a-4694-9d4e-02f6abf2f346 service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Received unexpected event network-vif-unplugged-5351f12c-2d1b-4103-85da-fc01a06e995a for instance with vm_state shelved_offloaded and task_state None. [ 1008.163430] env[69440]: DEBUG nova.compute.manager [req-6f446ea0-e040-4aa3-89e4-502c27124ed4 req-13249f5e-468a-4694-9d4e-02f6abf2f346 service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Received event network-changed-5351f12c-2d1b-4103-85da-fc01a06e995a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.163712] env[69440]: DEBUG nova.compute.manager [req-6f446ea0-e040-4aa3-89e4-502c27124ed4 req-13249f5e-468a-4694-9d4e-02f6abf2f346 service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Refreshing instance network info cache due to event network-changed-5351f12c-2d1b-4103-85da-fc01a06e995a. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.163784] env[69440]: DEBUG oslo_concurrency.lockutils [req-6f446ea0-e040-4aa3-89e4-502c27124ed4 req-13249f5e-468a-4694-9d4e-02f6abf2f346 service nova] Acquiring lock "refresh_cache-53e86c03-079b-4918-b4a4-ea821a1be472" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.163905] env[69440]: DEBUG oslo_concurrency.lockutils [req-6f446ea0-e040-4aa3-89e4-502c27124ed4 req-13249f5e-468a-4694-9d4e-02f6abf2f346 service nova] Acquired lock "refresh_cache-53e86c03-079b-4918-b4a4-ea821a1be472" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.164077] env[69440]: DEBUG nova.network.neutron [req-6f446ea0-e040-4aa3-89e4-502c27124ed4 req-13249f5e-468a-4694-9d4e-02f6abf2f346 service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Refreshing network info cache for port 5351f12c-2d1b-4103-85da-fc01a06e995a {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.177653] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139871, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.255633] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139868, 'name': CreateVM_Task, 'duration_secs': 0.878244} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.255802] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.256551] env[69440]: DEBUG oslo_concurrency.lockutils [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.256783] env[69440]: DEBUG oslo_concurrency.lockutils [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.257173] env[69440]: DEBUG oslo_concurrency.lockutils [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.257465] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c214dfd-ac89-4d30-9e7a-59dc93bb5286 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.263132] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1008.263132] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]523e358f-e42d-8411-a1a2-e39b14e41580" [ 1008.263132] env[69440]: _type = "Task" [ 1008.263132] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.272551] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523e358f-e42d-8411-a1a2-e39b14e41580, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.273454] env[69440]: DEBUG nova.scheduler.client.report [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.297696] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847861} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.298689] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] e7a7624e-3780-4ab5-9e5e-ff73e934301e/e7a7624e-3780-4ab5-9e5e-ff73e934301e.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.298917] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.299221] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b47467cc-3c14-4ab5-bed4-e56f0df6a6b1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.308673] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 1008.308673] env[69440]: value = "task-4139873" [ 1008.308673] env[69440]: _type = "Task" [ 1008.308673] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.323078] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.332497] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4139872, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.682296] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139871, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.724438] env[69440]: WARNING nova.network.neutron [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] 9e27e521-a81f-441d-9050-b7e87a0b7dec already exists in list: networks containing: ['9e27e521-a81f-441d-9050-b7e87a0b7dec']. ignoring it [ 1008.724995] env[69440]: WARNING nova.network.neutron [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] 9e27e521-a81f-441d-9050-b7e87a0b7dec already exists in list: networks containing: ['9e27e521-a81f-441d-9050-b7e87a0b7dec']. ignoring it [ 1008.788426] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.792361] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523e358f-e42d-8411-a1a2-e39b14e41580, 'name': SearchDatastore_Task, 'duration_secs': 0.013648} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.797484] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.103s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.801405] env[69440]: INFO nova.compute.claims [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.805571] env[69440]: DEBUG oslo_concurrency.lockutils [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.808130] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.808130] env[69440]: DEBUG oslo_concurrency.lockutils [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.808130] env[69440]: DEBUG oslo_concurrency.lockutils [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.808130] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.809725] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46c5de7d-d75f-4a4a-9195-78f51b58cc72 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.816340] env[69440]: DEBUG nova.compute.manager [req-3637ee84-836a-497a-84a3-7c52df5802fa req-167fbf80-b244-40f4-9df1-72d4d9e7b5b3 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Received event network-changed-520ecf0b-0004-451e-852d-0e24eb2aaff3 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.816557] env[69440]: DEBUG nova.compute.manager [req-3637ee84-836a-497a-84a3-7c52df5802fa req-167fbf80-b244-40f4-9df1-72d4d9e7b5b3 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Refreshing instance network info cache due to event network-changed-520ecf0b-0004-451e-852d-0e24eb2aaff3. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.816828] env[69440]: DEBUG oslo_concurrency.lockutils [req-3637ee84-836a-497a-84a3-7c52df5802fa req-167fbf80-b244-40f4-9df1-72d4d9e7b5b3 service nova] Acquiring lock "refresh_cache-af5e12ef-baf4-4941-8364-94ddad799408" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.818474] env[69440]: DEBUG oslo_concurrency.lockutils [req-3637ee84-836a-497a-84a3-7c52df5802fa req-167fbf80-b244-40f4-9df1-72d4d9e7b5b3 service nova] Acquired lock "refresh_cache-af5e12ef-baf4-4941-8364-94ddad799408" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.818474] env[69440]: DEBUG nova.network.neutron [req-3637ee84-836a-497a-84a3-7c52df5802fa req-167fbf80-b244-40f4-9df1-72d4d9e7b5b3 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Refreshing network info cache for port 520ecf0b-0004-451e-852d-0e24eb2aaff3 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.827771] env[69440]: INFO nova.scheduler.client.report [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Deleted allocations for instance c3c00ac9-17c8-41c5-a696-6eb84b2b9537 [ 1008.853028] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231863} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.858208] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.859208] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4139872, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.859531] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.859720] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.861086] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f250f0ea-3089-40d7-b0c1-98d66bc6f198 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.863990] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-495c5c0c-cd04-4800-8258-be3cf9332dde {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.875274] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1008.875274] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52cbd18e-ce6a-0c54-68d8-92bb675a640b" [ 1008.875274] env[69440]: _type = "Task" [ 1008.875274] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.908499] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] e7a7624e-3780-4ab5-9e5e-ff73e934301e/e7a7624e-3780-4ab5-9e5e-ff73e934301e.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.908499] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46fdc79e-d6f6-40d9-a427-0eed5a3156ab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.937883] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52cbd18e-ce6a-0c54-68d8-92bb675a640b, 'name': SearchDatastore_Task, 'duration_secs': 0.016585} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.939924] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 1008.939924] env[69440]: value = "task-4139874" [ 1008.939924] env[69440]: _type = "Task" [ 1008.939924] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.940232] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae38d79-845a-42b4-94b2-c3cd07fee614 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.955475] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1008.955475] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5209a707-d874-1898-4a6c-b91851902516" [ 1008.955475] env[69440]: _type = "Task" [ 1008.955475] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.963316] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.970377] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5209a707-d874-1898-4a6c-b91851902516, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.026794] env[69440]: DEBUG nova.network.neutron [req-6f446ea0-e040-4aa3-89e4-502c27124ed4 req-13249f5e-468a-4694-9d4e-02f6abf2f346 service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Updated VIF entry in instance network info cache for port 5351f12c-2d1b-4103-85da-fc01a06e995a. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.027265] env[69440]: DEBUG nova.network.neutron [req-6f446ea0-e040-4aa3-89e4-502c27124ed4 req-13249f5e-468a-4694-9d4e-02f6abf2f346 service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Updating instance_info_cache with network_info: [{"id": "5351f12c-2d1b-4103-85da-fc01a06e995a", "address": "fa:16:3e:42:bd:a7", "network": {"id": "23222ba6-665f-4350-9d55-ae23c18c7f8a", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1685183244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5048d8d9a3a44d6ab13bd6eabc42e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5351f12c-2d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.182804] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139871, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.349801] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4139872, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.350450] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5c50c02-b841-4ef1-a5c0-98f0429f152b tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "c3c00ac9-17c8-41c5-a696-6eb84b2b9537" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.142s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.457901] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.472944] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5209a707-d874-1898-4a6c-b91851902516, 'name': SearchDatastore_Task, 'duration_secs': 0.017037} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.479372] env[69440]: DEBUG oslo_concurrency.lockutils [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.479372] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] af5e12ef-baf4-4941-8364-94ddad799408/af5e12ef-baf4-4941-8364-94ddad799408.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.479372] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b4a4ece-f5cc-4cbd-bf31-50abddefefca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.490327] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1009.490327] env[69440]: value = "task-4139875" [ 1009.490327] env[69440]: _type = "Task" [ 1009.490327] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.500846] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.530464] env[69440]: DEBUG oslo_concurrency.lockutils [req-6f446ea0-e040-4aa3-89e4-502c27124ed4 req-13249f5e-468a-4694-9d4e-02f6abf2f346 service nova] Releasing lock "refresh_cache-53e86c03-079b-4918-b4a4-ea821a1be472" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.634167] env[69440]: DEBUG nova.network.neutron [req-3637ee84-836a-497a-84a3-7c52df5802fa req-167fbf80-b244-40f4-9df1-72d4d9e7b5b3 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Updated VIF entry in instance network info cache for port 520ecf0b-0004-451e-852d-0e24eb2aaff3. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.634548] env[69440]: DEBUG nova.network.neutron [req-3637ee84-836a-497a-84a3-7c52df5802fa req-167fbf80-b244-40f4-9df1-72d4d9e7b5b3 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Updating instance_info_cache with network_info: [{"id": "520ecf0b-0004-451e-852d-0e24eb2aaff3", "address": "fa:16:3e:31:f8:66", "network": {"id": "b46392e5-d63e-4df4-ba59-e4f0adfb50fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2074667289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f307b75d6e0041feba20f44ef9f046e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520ecf0b-00", "ovs_interfaceid": "520ecf0b-0004-451e-852d-0e24eb2aaff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.679694] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139871, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.847503] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4139872, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.895646] env[69440]: DEBUG nova.network.neutron [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Updating instance_info_cache with network_info: [{"id": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "address": "fa:16:3e:b6:5b:e0", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ddf1c-f1", "ovs_interfaceid": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f99e06ee-2e7d-4b3a-a706-121417107616", "address": "fa:16:3e:5e:73:32", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf99e06ee-2e", "ovs_interfaceid": "f99e06ee-2e7d-4b3a-a706-121417107616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0cebb1a0-ed08-47b7-af77-17c162fc9b86", "address": "fa:16:3e:07:e9:6c", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cebb1a0-ed", "ovs_interfaceid": "0cebb1a0-ed08-47b7-af77-17c162fc9b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.967508] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.006222] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139875, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.150820] env[69440]: DEBUG oslo_concurrency.lockutils [req-3637ee84-836a-497a-84a3-7c52df5802fa req-167fbf80-b244-40f4-9df1-72d4d9e7b5b3 service nova] Releasing lock "refresh_cache-af5e12ef-baf4-4941-8364-94ddad799408" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.183500] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139871, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.252511] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "53e86c03-079b-4918-b4a4-ea821a1be472" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.345069] env[69440]: DEBUG oslo_vmware.api [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4139872, 'name': PowerOnVM_Task, 'duration_secs': 2.05894} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.345069] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.345069] env[69440]: INFO nova.compute.manager [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Took 11.96 seconds to spawn the instance on the hypervisor. [ 1010.345069] env[69440]: DEBUG nova.compute.manager [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1010.345989] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08764e33-93d2-4323-b0b9-956baaa2b04f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.359154] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3050547-1f60-442a-8901-812b99dd79aa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.368599] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07274c4-299b-4c8e-9937-15340343fc8a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.409141] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.409141] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.409141] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.409761] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a52cbc-dc82-4233-a90b-67ac27676ed6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.414576] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f84523-e70d-4a54-b5e4-2ded15326c73 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.435695] env[69440]: DEBUG nova.virt.hardware [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.435958] env[69440]: DEBUG nova.virt.hardware [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.436132] env[69440]: DEBUG nova.virt.hardware [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.436322] env[69440]: DEBUG nova.virt.hardware [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.436610] env[69440]: DEBUG nova.virt.hardware [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.438856] env[69440]: DEBUG nova.virt.hardware [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.438856] env[69440]: DEBUG nova.virt.hardware [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.438856] env[69440]: DEBUG nova.virt.hardware [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.438856] env[69440]: DEBUG nova.virt.hardware [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.438856] env[69440]: DEBUG nova.virt.hardware [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.438856] env[69440]: DEBUG nova.virt.hardware [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.446333] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Reconfiguring VM to attach interface {{(pid=69440) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1010.449919] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bc99976-5611-43fe-b9d7-e03235b1aac4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.469065] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c75cef8-2081-4d5b-bba2-7591547ec84d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.480155] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.489314] env[69440]: DEBUG nova.compute.provider_tree [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.492490] env[69440]: DEBUG oslo_vmware.api [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1010.492490] env[69440]: value = "task-4139876" [ 1010.492490] env[69440]: _type = "Task" [ 1010.492490] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.507081] env[69440]: DEBUG oslo_vmware.api [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139876, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.510605] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852866} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.511283] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] af5e12ef-baf4-4941-8364-94ddad799408/af5e12ef-baf4-4941-8364-94ddad799408.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.511516] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.511801] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc9970a3-da58-4040-a972-02fd45c7a0b0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.523865] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1010.523865] env[69440]: value = "task-4139877" [ 1010.523865] env[69440]: _type = "Task" [ 1010.523865] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.539571] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.679632] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139871, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.872100] env[69440]: INFO nova.compute.manager [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Took 39.80 seconds to build instance. [ 1010.917279] env[69440]: DEBUG nova.compute.manager [req-e4b1b7c4-6416-4c77-88f5-25807814a71b req-73447334-e0cf-4535-8787-b6453372f593 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Received event network-vif-plugged-0cebb1a0-ed08-47b7-af77-17c162fc9b86 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.917279] env[69440]: DEBUG oslo_concurrency.lockutils [req-e4b1b7c4-6416-4c77-88f5-25807814a71b req-73447334-e0cf-4535-8787-b6453372f593 service nova] Acquiring lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.918126] env[69440]: DEBUG oslo_concurrency.lockutils [req-e4b1b7c4-6416-4c77-88f5-25807814a71b req-73447334-e0cf-4535-8787-b6453372f593 service nova] Lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.918126] env[69440]: DEBUG oslo_concurrency.lockutils [req-e4b1b7c4-6416-4c77-88f5-25807814a71b req-73447334-e0cf-4535-8787-b6453372f593 service nova] Lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.918126] env[69440]: DEBUG nova.compute.manager [req-e4b1b7c4-6416-4c77-88f5-25807814a71b req-73447334-e0cf-4535-8787-b6453372f593 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] No waiting events found dispatching network-vif-plugged-0cebb1a0-ed08-47b7-af77-17c162fc9b86 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1010.918126] env[69440]: WARNING nova.compute.manager [req-e4b1b7c4-6416-4c77-88f5-25807814a71b req-73447334-e0cf-4535-8787-b6453372f593 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Received unexpected event network-vif-plugged-0cebb1a0-ed08-47b7-af77-17c162fc9b86 for instance with vm_state active and task_state None. [ 1010.918373] env[69440]: DEBUG nova.compute.manager [req-e4b1b7c4-6416-4c77-88f5-25807814a71b req-73447334-e0cf-4535-8787-b6453372f593 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Received event network-changed-0cebb1a0-ed08-47b7-af77-17c162fc9b86 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.918616] env[69440]: DEBUG nova.compute.manager [req-e4b1b7c4-6416-4c77-88f5-25807814a71b req-73447334-e0cf-4535-8787-b6453372f593 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Refreshing instance network info cache due to event network-changed-0cebb1a0-ed08-47b7-af77-17c162fc9b86. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.918911] env[69440]: DEBUG oslo_concurrency.lockutils [req-e4b1b7c4-6416-4c77-88f5-25807814a71b req-73447334-e0cf-4535-8787-b6453372f593 service nova] Acquiring lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.919129] env[69440]: DEBUG oslo_concurrency.lockutils [req-e4b1b7c4-6416-4c77-88f5-25807814a71b req-73447334-e0cf-4535-8787-b6453372f593 service nova] Acquired lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.919382] env[69440]: DEBUG nova.network.neutron [req-e4b1b7c4-6416-4c77-88f5-25807814a71b req-73447334-e0cf-4535-8787-b6453372f593 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Refreshing network info cache for port 0cebb1a0-ed08-47b7-af77-17c162fc9b86 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.962160] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.995175] env[69440]: DEBUG nova.scheduler.client.report [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.008701] env[69440]: DEBUG oslo_vmware.api [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139876, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.034734] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084402} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.035064] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.035904] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af87f6e5-f490-420a-9a83-223eaf1105b0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.062929] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] af5e12ef-baf4-4941-8364-94ddad799408/af5e12ef-baf4-4941-8364-94ddad799408.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.063615] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e46fd34e-eacb-4abc-8b68-5d16ffefcc5a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.079177] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "5ee66e6a-5de3-44b0-bcb3-b9c933999d6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.079399] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "5ee66e6a-5de3-44b0-bcb3-b9c933999d6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.079618] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "5ee66e6a-5de3-44b0-bcb3-b9c933999d6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.079800] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "5ee66e6a-5de3-44b0-bcb3-b9c933999d6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.080068] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "5ee66e6a-5de3-44b0-bcb3-b9c933999d6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.087149] env[69440]: INFO nova.compute.manager [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Terminating instance [ 1011.090075] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1011.090075] env[69440]: value = "task-4139878" [ 1011.090075] env[69440]: _type = "Task" [ 1011.090075] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.101589] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.180267] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139871, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.276908} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.180499] env[69440]: INFO nova.virt.vmwareapi.ds_util [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_71b61dc0-858f-48c8-9df2-f8d94d83d6bf/OSTACK_IMG_71b61dc0-858f-48c8-9df2-f8d94d83d6bf.vmdk to [datastore1] devstack-image-cache_base/1467ed7a-517a-4870-aa43-6c2c523eb298/1467ed7a-517a-4870-aa43-6c2c523eb298.vmdk. [ 1011.180689] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Cleaning up location [datastore1] OSTACK_IMG_71b61dc0-858f-48c8-9df2-f8d94d83d6bf {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1011.180858] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_71b61dc0-858f-48c8-9df2-f8d94d83d6bf {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.181187] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-816982fd-786a-49e5-82ca-cec735521d88 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.189090] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1011.189090] env[69440]: value = "task-4139879" [ 1011.189090] env[69440]: _type = "Task" [ 1011.189090] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.198379] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.372985] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Lock "b4c7d5c6-31c2-4cc8-8b71-40a8a967de16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.038s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.461458] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139874, 'name': ReconfigVM_Task, 'duration_secs': 2.263441} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.461745] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Reconfigured VM instance instance-00000021 to attach disk [datastore1] e7a7624e-3780-4ab5-9e5e-ff73e934301e/e7a7624e-3780-4ab5-9e5e-ff73e934301e.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.462487] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2df2bf28-43d2-426d-9015-2ac14fda44bf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.469806] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 1011.469806] env[69440]: value = "task-4139880" [ 1011.469806] env[69440]: _type = "Task" [ 1011.469806] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.479588] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139880, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.503949] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.504496] env[69440]: DEBUG nova.compute.manager [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.511329] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.719s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.511329] env[69440]: INFO nova.compute.claims [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.517828] env[69440]: DEBUG oslo_vmware.api [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139876, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.589880] env[69440]: DEBUG nova.compute.manager [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.590177] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.591482] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c1fe70-5d80-4d46-bfcd-c1e3e94ab4de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.607875] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.610234] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.610513] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b740331c-9ec5-4202-87d9-f9327b2b5b61 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.618560] env[69440]: DEBUG oslo_vmware.api [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 1011.618560] env[69440]: value = "task-4139881" [ 1011.618560] env[69440]: _type = "Task" [ 1011.618560] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.628068] env[69440]: DEBUG oslo_vmware.api [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.702931] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08592} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.702931] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.703164] env[69440]: DEBUG oslo_concurrency.lockutils [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1467ed7a-517a-4870-aa43-6c2c523eb298/1467ed7a-517a-4870-aa43-6c2c523eb298.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.703426] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1467ed7a-517a-4870-aa43-6c2c523eb298/1467ed7a-517a-4870-aa43-6c2c523eb298.vmdk to [datastore1] 23bc134e-7725-40b1-b79d-d8ef6dbd7cad/23bc134e-7725-40b1-b79d-d8ef6dbd7cad.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.703750] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb212205-6ce2-470f-8916-a6525af6bb29 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.712392] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1011.712392] env[69440]: value = "task-4139882" [ 1011.712392] env[69440]: _type = "Task" [ 1011.712392] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.722558] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.733960] env[69440]: DEBUG nova.network.neutron [req-e4b1b7c4-6416-4c77-88f5-25807814a71b req-73447334-e0cf-4535-8787-b6453372f593 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Updated VIF entry in instance network info cache for port 0cebb1a0-ed08-47b7-af77-17c162fc9b86. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.734566] env[69440]: DEBUG nova.network.neutron [req-e4b1b7c4-6416-4c77-88f5-25807814a71b req-73447334-e0cf-4535-8787-b6453372f593 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Updating instance_info_cache with network_info: [{"id": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "address": "fa:16:3e:b6:5b:e0", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ddf1c-f1", "ovs_interfaceid": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f99e06ee-2e7d-4b3a-a706-121417107616", "address": "fa:16:3e:5e:73:32", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf99e06ee-2e", "ovs_interfaceid": "f99e06ee-2e7d-4b3a-a706-121417107616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0cebb1a0-ed08-47b7-af77-17c162fc9b86", "address": "fa:16:3e:07:e9:6c", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cebb1a0-ed", "ovs_interfaceid": "0cebb1a0-ed08-47b7-af77-17c162fc9b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.986782] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139880, 'name': Rename_Task, 'duration_secs': 0.443883} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.987132] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.988043] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69813b61-18fe-4987-9964-6dace10117aa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.995566] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 1011.995566] env[69440]: value = "task-4139883" [ 1011.995566] env[69440]: _type = "Task" [ 1011.995566] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.006999] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.017273] env[69440]: DEBUG nova.compute.utils [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.018571] env[69440]: DEBUG oslo_vmware.api [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139876, 'name': ReconfigVM_Task, 'duration_secs': 1.485043} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.019091] env[69440]: DEBUG nova.compute.manager [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.019255] env[69440]: DEBUG nova.network.neutron [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.021313] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.021504] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Reconfigured VM to attach interface {{(pid=69440) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1012.098101] env[69440]: DEBUG nova.policy [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd30b69c2769c4dbc8f01978b013193da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52f29420e0f24ac284b3e66740fa6ce5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.103842] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139878, 'name': ReconfigVM_Task, 'duration_secs': 0.88368} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.103996] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Reconfigured VM instance instance-0000004e to attach disk [datastore2] af5e12ef-baf4-4941-8364-94ddad799408/af5e12ef-baf4-4941-8364-94ddad799408.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.104749] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdefd1c7-dfcd-4dad-82fb-21034f99028b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.114299] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1012.114299] env[69440]: value = "task-4139884" [ 1012.114299] env[69440]: _type = "Task" [ 1012.114299] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.129985] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139884, 'name': Rename_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.133731] env[69440]: DEBUG oslo_vmware.api [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139881, 'name': PowerOffVM_Task, 'duration_secs': 0.347541} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.134108] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.134345] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.134697] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb553e5c-2e68-410e-871a-b30bb560c1fa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.227328] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139882, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.228622] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.229100] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.229409] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Deleting the datastore file [datastore2] 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.229802] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85aaa9d4-fb0d-48d8-99bc-796a728d5c74 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.238300] env[69440]: DEBUG oslo_concurrency.lockutils [req-e4b1b7c4-6416-4c77-88f5-25807814a71b req-73447334-e0cf-4535-8787-b6453372f593 service nova] Releasing lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.244026] env[69440]: DEBUG oslo_vmware.api [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for the task: (returnval){ [ 1012.244026] env[69440]: value = "task-4139886" [ 1012.244026] env[69440]: _type = "Task" [ 1012.244026] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.252633] env[69440]: DEBUG oslo_vmware.api [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.512457] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139883, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.524927] env[69440]: DEBUG nova.compute.manager [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.529175] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f23c209c-7c7e-472a-958a-eae76cb35a3a tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "interface-130d72c0-e90e-4b8d-9e81-fe26ab150bae-0cebb1a0-ed08-47b7-af77-17c162fc9b86" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.210s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.628626] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139884, 'name': Rename_Task, 'duration_secs': 0.302208} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.629562] env[69440]: DEBUG nova.network.neutron [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Successfully created port: f59d3765-33d1-4b3f-9a0d-af1edef1aa9d {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.634376] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.634376] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3d7d60c-427c-4a23-b5e7-dbbbeb0cd91e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.646032] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1012.646032] env[69440]: value = "task-4139887" [ 1012.646032] env[69440]: _type = "Task" [ 1012.646032] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.657835] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.732707] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139882, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.757468] env[69440]: DEBUG oslo_vmware.api [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Task: {'id': task-4139886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341064} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.758248] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.758727] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.759146] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.759430] env[69440]: INFO nova.compute.manager [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1012.759904] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.760934] env[69440]: DEBUG nova.compute.manager [-] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.760934] env[69440]: DEBUG nova.network.neutron [-] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.007211] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1649afd-eaf8-4b8f-bbb1-78f75401a6b9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.015034] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139883, 'name': PowerOnVM_Task} progress is 70%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.019770] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ba5b4b-8ba6-4deb-946d-2445e090eba8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.060204] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b617e8f-4c2a-4eb1-b6c0-215675d4915f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.070057] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f13031-e63e-4ea4-bfcb-2ccf3ce568ab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.088120] env[69440]: DEBUG nova.compute.provider_tree [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.161055] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139887, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.234930] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139882, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.518203] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139883, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.561368] env[69440]: DEBUG nova.compute.manager [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.592410] env[69440]: DEBUG nova.scheduler.client.report [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.601251] env[69440]: DEBUG nova.virt.hardware [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.601749] env[69440]: DEBUG nova.virt.hardware [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.602056] env[69440]: DEBUG nova.virt.hardware [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.602283] env[69440]: DEBUG nova.virt.hardware [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.602430] env[69440]: DEBUG nova.virt.hardware [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.602581] env[69440]: DEBUG nova.virt.hardware [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.602874] env[69440]: DEBUG nova.virt.hardware [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.603030] env[69440]: DEBUG nova.virt.hardware [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.603274] env[69440]: DEBUG nova.virt.hardware [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.603393] env[69440]: DEBUG nova.virt.hardware [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.603575] env[69440]: DEBUG nova.virt.hardware [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.604549] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d8577b-2233-4574-8788-869b5a8d26c8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.615842] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca734362-0128-4c25-8809-1bef00546582 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.661099] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139887, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.713356] env[69440]: DEBUG nova.network.neutron [-] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.731286] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139882, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.010529] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139883, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.106443] env[69440]: DEBUG nova.compute.manager [req-2f4c4890-1c2d-4e0d-807f-26db6066c144 req-2e5f8f13-baba-4f99-9c26-90aa2424d25f service nova] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Received event network-vif-deleted-2a991817-c7aa-4b73-ac42-efc128c77df3 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.109640] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.110154] env[69440]: DEBUG nova.compute.manager [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.113497] env[69440]: DEBUG oslo_concurrency.lockutils [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.284s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.113706] env[69440]: DEBUG nova.objects.instance [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lazy-loading 'resources' on Instance uuid d8fea3d9-1d92-4bd6-9726-5eae9485f7f8 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.165362] env[69440]: DEBUG oslo_vmware.api [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139887, 'name': PowerOnVM_Task, 'duration_secs': 1.052328} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.165362] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.165362] env[69440]: INFO nova.compute.manager [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1014.165362] env[69440]: DEBUG nova.compute.manager [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1014.166876] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a882ee20-5a2e-4472-8e84-c1fbbc388922 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.197296] env[69440]: DEBUG oslo_concurrency.lockutils [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Acquiring lock "df834da5-3d71-4b17-a24d-28419e3dee60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.197625] env[69440]: DEBUG oslo_concurrency.lockutils [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Lock "df834da5-3d71-4b17-a24d-28419e3dee60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.198762] env[69440]: DEBUG oslo_concurrency.lockutils [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Acquiring lock "df834da5-3d71-4b17-a24d-28419e3dee60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.199103] env[69440]: DEBUG oslo_concurrency.lockutils [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Lock "df834da5-3d71-4b17-a24d-28419e3dee60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.199272] env[69440]: DEBUG oslo_concurrency.lockutils [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Lock "df834da5-3d71-4b17-a24d-28419e3dee60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.204345] env[69440]: INFO nova.compute.manager [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Terminating instance [ 1014.217086] env[69440]: INFO nova.compute.manager [-] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Took 1.46 seconds to deallocate network for instance. [ 1014.241397] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139882, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.515864] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139883, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.522302] env[69440]: DEBUG nova.compute.manager [req-d7eab4f8-ef25-489e-bed1-418bcfaa006a req-76d29e9e-2ba7-4b37-8288-57503ec4ab07 service nova] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Received event network-changed-2a99e26c-5b3b-4b95-b51d-c88cad0b6632 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.522652] env[69440]: DEBUG nova.compute.manager [req-d7eab4f8-ef25-489e-bed1-418bcfaa006a req-76d29e9e-2ba7-4b37-8288-57503ec4ab07 service nova] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Refreshing instance network info cache due to event network-changed-2a99e26c-5b3b-4b95-b51d-c88cad0b6632. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.522787] env[69440]: DEBUG oslo_concurrency.lockutils [req-d7eab4f8-ef25-489e-bed1-418bcfaa006a req-76d29e9e-2ba7-4b37-8288-57503ec4ab07 service nova] Acquiring lock "refresh_cache-b4c7d5c6-31c2-4cc8-8b71-40a8a967de16" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.522957] env[69440]: DEBUG oslo_concurrency.lockutils [req-d7eab4f8-ef25-489e-bed1-418bcfaa006a req-76d29e9e-2ba7-4b37-8288-57503ec4ab07 service nova] Acquired lock "refresh_cache-b4c7d5c6-31c2-4cc8-8b71-40a8a967de16" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.523846] env[69440]: DEBUG nova.network.neutron [req-d7eab4f8-ef25-489e-bed1-418bcfaa006a req-76d29e9e-2ba7-4b37-8288-57503ec4ab07 service nova] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Refreshing network info cache for port 2a99e26c-5b3b-4b95-b51d-c88cad0b6632 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.620713] env[69440]: DEBUG nova.compute.utils [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.623658] env[69440]: DEBUG nova.compute.manager [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.623658] env[69440]: DEBUG nova.network.neutron [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.695443] env[69440]: INFO nova.compute.manager [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Took 40.59 seconds to build instance. [ 1014.698352] env[69440]: DEBUG nova.policy [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fb57f5536514f4991f6e9df7c04628b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '384851ba5d9645a48c645ad3db374d90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.709362] env[69440]: DEBUG nova.compute.manager [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.709621] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.710612] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ec8e8f-9995-4946-9ecb-046e2d36b7a5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.727049] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.730502] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-136bfa27-1937-4b2f-a312-2e08df1803c8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.733903] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.739947] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139882, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.809496} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.744414] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1467ed7a-517a-4870-aa43-6c2c523eb298/1467ed7a-517a-4870-aa43-6c2c523eb298.vmdk to [datastore1] 23bc134e-7725-40b1-b79d-d8ef6dbd7cad/23bc134e-7725-40b1-b79d-d8ef6dbd7cad.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.744414] env[69440]: DEBUG oslo_vmware.api [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Waiting for the task: (returnval){ [ 1014.744414] env[69440]: value = "task-4139888" [ 1014.744414] env[69440]: _type = "Task" [ 1014.744414] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.744414] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2af4e8-ccf1-4a0d-8ced-e724ed1c8e68 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.763479] env[69440]: DEBUG oslo_vmware.api [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': task-4139888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.786670] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 23bc134e-7725-40b1-b79d-d8ef6dbd7cad/23bc134e-7725-40b1-b79d-d8ef6dbd7cad.vmdk or device None with type streamOptimized {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.790209] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eea00d8e-e30d-4eba-a576-ad26637e2da1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.813253] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1014.813253] env[69440]: value = "task-4139889" [ 1014.813253] env[69440]: _type = "Task" [ 1014.813253] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.828769] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139889, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.015121] env[69440]: DEBUG oslo_vmware.api [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139883, 'name': PowerOnVM_Task, 'duration_secs': 2.783794} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.015507] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.015779] env[69440]: DEBUG nova.compute.manager [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1015.016881] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba934f52-0963-48d2-90dc-122d9dd4d48f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.128916] env[69440]: DEBUG nova.compute.manager [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.197916] env[69440]: DEBUG oslo_concurrency.lockutils [None req-76c2759a-da9f-4010-bb34-b92fb5a8013c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "af5e12ef-baf4-4941-8364-94ddad799408" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.939s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.209567] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c253f7b6-fc78-482c-a5f6-b4edd75ce933 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.217949] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9634021b-afda-429e-888f-9f28162808b6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.268520] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd486db-e520-42e9-81a2-f3b77778b0be {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.274286] env[69440]: DEBUG nova.network.neutron [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Successfully updated port: f59d3765-33d1-4b3f-9a0d-af1edef1aa9d {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.288082] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ac64f9-73ba-4f22-a403-ab8f117e5e3a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.292377] env[69440]: DEBUG oslo_vmware.api [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': task-4139888, 'name': PowerOffVM_Task, 'duration_secs': 0.269591} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.293295] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.293454] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.294516] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-507ef214-84c2-492f-9dd4-a91ca433c395 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.306021] env[69440]: DEBUG nova.compute.provider_tree [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.327670] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139889, 'name': ReconfigVM_Task, 'duration_secs': 0.396904} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.327967] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 23bc134e-7725-40b1-b79d-d8ef6dbd7cad/23bc134e-7725-40b1-b79d-d8ef6dbd7cad.vmdk or device None with type streamOptimized {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.329487] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/sda', 'encryption_format': None, 'disk_bus': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'image_id': '555d0c13-6860-403d-b1b7-ed3636d51225'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819865', 'volume_id': 'c0afe81b-aca4-42c7-90d1-50b5267bc0b9', 'name': 'volume-c0afe81b-aca4-42c7-90d1-50b5267bc0b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '23bc134e-7725-40b1-b79d-d8ef6dbd7cad', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0afe81b-aca4-42c7-90d1-50b5267bc0b9', 'serial': 'c0afe81b-aca4-42c7-90d1-50b5267bc0b9'}, 'guest_format': None, 'attachment_id': 'e98b27ac-f1d2-4f9b-8077-2b43819436ee', 'mount_device': '/dev/sdb', 'disk_bus': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69440) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1015.329734] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Volume attach. Driver type: vmdk {{(pid=69440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1015.329921] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819865', 'volume_id': 'c0afe81b-aca4-42c7-90d1-50b5267bc0b9', 'name': 'volume-c0afe81b-aca4-42c7-90d1-50b5267bc0b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '23bc134e-7725-40b1-b79d-d8ef6dbd7cad', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0afe81b-aca4-42c7-90d1-50b5267bc0b9', 'serial': 'c0afe81b-aca4-42c7-90d1-50b5267bc0b9'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1015.331092] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec0ffee-dd8e-46ab-ab6a-aae01953a653 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.349875] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411bc1cc-3d6a-4730-900b-852ef5c6e6eb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.382822] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] volume-c0afe81b-aca4-42c7-90d1-50b5267bc0b9/volume-c0afe81b-aca4-42c7-90d1-50b5267bc0b9.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.384871] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c80dba0c-eecf-4c09-b56c-258b2a09d90f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.397687] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.397933] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.398131] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Deleting the datastore file [datastore1] df834da5-3d71-4b17-a24d-28419e3dee60 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.400728] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b71a3ef-3a2f-4be1-ad17-5f803d497f3d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.409871] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1015.409871] env[69440]: value = "task-4139891" [ 1015.409871] env[69440]: _type = "Task" [ 1015.409871] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.411707] env[69440]: DEBUG oslo_vmware.api [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Waiting for the task: (returnval){ [ 1015.411707] env[69440]: value = "task-4139892" [ 1015.411707] env[69440]: _type = "Task" [ 1015.411707] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.427096] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139891, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.430884] env[69440]: DEBUG oslo_vmware.api [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': task-4139892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.434282] env[69440]: DEBUG nova.network.neutron [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Successfully created port: a3477b4f-a4d4-4a1c-9bf7-477dc3acc143 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.545614] env[69440]: DEBUG oslo_concurrency.lockutils [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.780813] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "refresh_cache-71c2c177-39bb-40f5-b548-bc5235b3b17e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.781192] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquired lock "refresh_cache-71c2c177-39bb-40f5-b548-bc5235b3b17e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.781192] env[69440]: DEBUG nova.network.neutron [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.788032] env[69440]: DEBUG nova.network.neutron [req-d7eab4f8-ef25-489e-bed1-418bcfaa006a req-76d29e9e-2ba7-4b37-8288-57503ec4ab07 service nova] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Updated VIF entry in instance network info cache for port 2a99e26c-5b3b-4b95-b51d-c88cad0b6632. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.788032] env[69440]: DEBUG nova.network.neutron [req-d7eab4f8-ef25-489e-bed1-418bcfaa006a req-76d29e9e-2ba7-4b37-8288-57503ec4ab07 service nova] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Updating instance_info_cache with network_info: [{"id": "2a99e26c-5b3b-4b95-b51d-c88cad0b6632", "address": "fa:16:3e:3e:29:15", "network": {"id": "53e55319-1916-41a3-b439-a1234207b55d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2028522883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a2aa24d27de4af38c102ee97d5a4c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a99e26c-5b", "ovs_interfaceid": "2a99e26c-5b3b-4b95-b51d-c88cad0b6632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.810060] env[69440]: DEBUG nova.scheduler.client.report [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.940803] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139891, 'name': ReconfigVM_Task, 'duration_secs': 0.341514} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.940803] env[69440]: DEBUG oslo_vmware.api [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Task: {'id': task-4139892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475144} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.940803] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Reconfigured VM instance instance-00000015 to attach disk [datastore1] volume-c0afe81b-aca4-42c7-90d1-50b5267bc0b9/volume-c0afe81b-aca4-42c7-90d1-50b5267bc0b9.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.944658] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.945475] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.945475] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.945475] env[69440]: INFO nova.compute.manager [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1015.945705] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.945937] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38e8653c-2f8d-48c9-b8e3-cc9992f0c0c2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.957969] env[69440]: DEBUG nova.compute.manager [-] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.958300] env[69440]: DEBUG nova.network.neutron [-] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.967858] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1015.967858] env[69440]: value = "task-4139893" [ 1015.967858] env[69440]: _type = "Task" [ 1015.967858] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.979480] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.054104] env[69440]: DEBUG oslo_concurrency.lockutils [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Acquiring lock "531690f2-335a-408f-8a36-5a188b77dff4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.054357] env[69440]: DEBUG oslo_concurrency.lockutils [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Lock "531690f2-335a-408f-8a36-5a188b77dff4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.139673] env[69440]: DEBUG nova.compute.manager [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.170604] env[69440]: DEBUG nova.virt.hardware [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.170915] env[69440]: DEBUG nova.virt.hardware [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.171052] env[69440]: DEBUG nova.virt.hardware [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.171244] env[69440]: DEBUG nova.virt.hardware [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.171391] env[69440]: DEBUG nova.virt.hardware [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.171538] env[69440]: DEBUG nova.virt.hardware [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.171757] env[69440]: DEBUG nova.virt.hardware [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.171913] env[69440]: DEBUG nova.virt.hardware [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.172296] env[69440]: DEBUG nova.virt.hardware [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.172502] env[69440]: DEBUG nova.virt.hardware [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.172710] env[69440]: DEBUG nova.virt.hardware [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.174826] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5f0121-a434-4ecd-8d26-1f7d217b49dd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.184786] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50457c6-2d4e-49d2-92af-20d10a7dee05 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.292095] env[69440]: DEBUG oslo_concurrency.lockutils [req-d7eab4f8-ef25-489e-bed1-418bcfaa006a req-76d29e9e-2ba7-4b37-8288-57503ec4ab07 service nova] Releasing lock "refresh_cache-b4c7d5c6-31c2-4cc8-8b71-40a8a967de16" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.319324] env[69440]: DEBUG oslo_concurrency.lockutils [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.323125] env[69440]: DEBUG oslo_concurrency.lockutils [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.444s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.323125] env[69440]: DEBUG nova.objects.instance [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lazy-loading 'resources' on Instance uuid b424570b-6a9f-4982-8c59-5a6b2efe9fa5 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.339553] env[69440]: DEBUG nova.network.neutron [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.362857] env[69440]: INFO nova.scheduler.client.report [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Deleted allocations for instance d8fea3d9-1d92-4bd6-9726-5eae9485f7f8 [ 1016.486033] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139893, 'name': ReconfigVM_Task, 'duration_secs': 0.357097} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.486033] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819865', 'volume_id': 'c0afe81b-aca4-42c7-90d1-50b5267bc0b9', 'name': 'volume-c0afe81b-aca4-42c7-90d1-50b5267bc0b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '23bc134e-7725-40b1-b79d-d8ef6dbd7cad', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0afe81b-aca4-42c7-90d1-50b5267bc0b9', 'serial': 'c0afe81b-aca4-42c7-90d1-50b5267bc0b9'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1016.487782] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b10d01c-0b74-48ff-8b44-61c39445b3ea {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.501390] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1016.501390] env[69440]: value = "task-4139894" [ 1016.501390] env[69440]: _type = "Task" [ 1016.501390] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.516221] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139894, 'name': Rename_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.557112] env[69440]: DEBUG nova.compute.manager [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.592319] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "interface-130d72c0-e90e-4b8d-9e81-fe26ab150bae-f99e06ee-2e7d-4b3a-a706-121417107616" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.592867] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "interface-130d72c0-e90e-4b8d-9e81-fe26ab150bae-f99e06ee-2e7d-4b3a-a706-121417107616" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.685834] env[69440]: DEBUG nova.network.neutron [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Updating instance_info_cache with network_info: [{"id": "f59d3765-33d1-4b3f-9a0d-af1edef1aa9d", "address": "fa:16:3e:77:02:a4", "network": {"id": "2ab53400-e44d-4256-b940-6e71b3d52ff6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1510575604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f29420e0f24ac284b3e66740fa6ce5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf59d3765-33", "ovs_interfaceid": "f59d3765-33d1-4b3f-9a0d-af1edef1aa9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.865435] env[69440]: DEBUG nova.compute.manager [req-4f996678-46f4-419f-9d37-cbdb0ff872cf req-ea80af34-f21f-4a21-a2ce-7cc03ffbc1e9 service nova] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Received event network-vif-plugged-f59d3765-33d1-4b3f-9a0d-af1edef1aa9d {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.865765] env[69440]: DEBUG oslo_concurrency.lockutils [req-4f996678-46f4-419f-9d37-cbdb0ff872cf req-ea80af34-f21f-4a21-a2ce-7cc03ffbc1e9 service nova] Acquiring lock "71c2c177-39bb-40f5-b548-bc5235b3b17e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.866668] env[69440]: DEBUG oslo_concurrency.lockutils [req-4f996678-46f4-419f-9d37-cbdb0ff872cf req-ea80af34-f21f-4a21-a2ce-7cc03ffbc1e9 service nova] Lock "71c2c177-39bb-40f5-b548-bc5235b3b17e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.866668] env[69440]: DEBUG oslo_concurrency.lockutils [req-4f996678-46f4-419f-9d37-cbdb0ff872cf req-ea80af34-f21f-4a21-a2ce-7cc03ffbc1e9 service nova] Lock "71c2c177-39bb-40f5-b548-bc5235b3b17e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.866668] env[69440]: DEBUG nova.compute.manager [req-4f996678-46f4-419f-9d37-cbdb0ff872cf req-ea80af34-f21f-4a21-a2ce-7cc03ffbc1e9 service nova] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] No waiting events found dispatching network-vif-plugged-f59d3765-33d1-4b3f-9a0d-af1edef1aa9d {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1016.866668] env[69440]: WARNING nova.compute.manager [req-4f996678-46f4-419f-9d37-cbdb0ff872cf req-ea80af34-f21f-4a21-a2ce-7cc03ffbc1e9 service nova] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Received unexpected event network-vif-plugged-f59d3765-33d1-4b3f-9a0d-af1edef1aa9d for instance with vm_state building and task_state spawning. [ 1016.866668] env[69440]: DEBUG nova.compute.manager [req-4f996678-46f4-419f-9d37-cbdb0ff872cf req-ea80af34-f21f-4a21-a2ce-7cc03ffbc1e9 service nova] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Received event network-changed-f59d3765-33d1-4b3f-9a0d-af1edef1aa9d {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.866942] env[69440]: DEBUG nova.compute.manager [req-4f996678-46f4-419f-9d37-cbdb0ff872cf req-ea80af34-f21f-4a21-a2ce-7cc03ffbc1e9 service nova] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Refreshing instance network info cache due to event network-changed-f59d3765-33d1-4b3f-9a0d-af1edef1aa9d. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.866942] env[69440]: DEBUG oslo_concurrency.lockutils [req-4f996678-46f4-419f-9d37-cbdb0ff872cf req-ea80af34-f21f-4a21-a2ce-7cc03ffbc1e9 service nova] Acquiring lock "refresh_cache-71c2c177-39bb-40f5-b548-bc5235b3b17e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.875049] env[69440]: DEBUG oslo_concurrency.lockutils [None req-20f2b676-03b1-4750-a78c-51800a8cb7a0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Lock "d8fea3d9-1d92-4bd6-9726-5eae9485f7f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.560s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.994416] env[69440]: DEBUG nova.compute.manager [req-2dca4c33-58e6-4ff6-acfa-e15a12f6c287 req-0071d0a4-6e82-45ef-9cfa-02540fb1dd9b service nova] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Received event network-vif-deleted-5389a474-08bb-4d01-b59c-fd7f69e32f64 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.994924] env[69440]: INFO nova.compute.manager [req-2dca4c33-58e6-4ff6-acfa-e15a12f6c287 req-0071d0a4-6e82-45ef-9cfa-02540fb1dd9b service nova] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Neutron deleted interface 5389a474-08bb-4d01-b59c-fd7f69e32f64; detaching it from the instance and deleting it from the info cache [ 1016.994924] env[69440]: DEBUG nova.network.neutron [req-2dca4c33-58e6-4ff6-acfa-e15a12f6c287 req-0071d0a4-6e82-45ef-9cfa-02540fb1dd9b service nova] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.018948] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139894, 'name': Rename_Task, 'duration_secs': 0.169045} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.019918] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.020263] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-567ae2cd-f1da-4c59-8153-e9ccbcf0a111 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.029468] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1017.029468] env[69440]: value = "task-4139895" [ 1017.029468] env[69440]: _type = "Task" [ 1017.029468] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.047446] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.077789] env[69440]: DEBUG oslo_concurrency.lockutils [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.099811] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.099999] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.100892] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2292cd3-5022-451c-a890-d36a919fa153 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.133028] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c745ae3-b388-42da-875e-9eff65646536 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.172224] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Reconfiguring VM to detach interface {{(pid=69440) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1017.175922] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-354d16d1-38b5-4ef4-a176-7802f986f2b7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.193959] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Releasing lock "refresh_cache-71c2c177-39bb-40f5-b548-bc5235b3b17e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.193959] env[69440]: DEBUG nova.compute.manager [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Instance network_info: |[{"id": "f59d3765-33d1-4b3f-9a0d-af1edef1aa9d", "address": "fa:16:3e:77:02:a4", "network": {"id": "2ab53400-e44d-4256-b940-6e71b3d52ff6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1510575604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f29420e0f24ac284b3e66740fa6ce5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf59d3765-33", "ovs_interfaceid": "f59d3765-33d1-4b3f-9a0d-af1edef1aa9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.193959] env[69440]: DEBUG oslo_concurrency.lockutils [req-4f996678-46f4-419f-9d37-cbdb0ff872cf req-ea80af34-f21f-4a21-a2ce-7cc03ffbc1e9 service nova] Acquired lock "refresh_cache-71c2c177-39bb-40f5-b548-bc5235b3b17e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.193959] env[69440]: DEBUG nova.network.neutron [req-4f996678-46f4-419f-9d37-cbdb0ff872cf req-ea80af34-f21f-4a21-a2ce-7cc03ffbc1e9 service nova] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Refreshing network info cache for port f59d3765-33d1-4b3f-9a0d-af1edef1aa9d {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.194985] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:02:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f59d3765-33d1-4b3f-9a0d-af1edef1aa9d', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.204308] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.206216] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.206216] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc50b3d8-acd3-4bd2-8675-6b5a89bc24e9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.229837] env[69440]: DEBUG oslo_vmware.api [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1017.229837] env[69440]: value = "task-4139896" [ 1017.229837] env[69440]: _type = "Task" [ 1017.229837] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.239566] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.239566] env[69440]: value = "task-4139897" [ 1017.239566] env[69440]: _type = "Task" [ 1017.239566] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.257914] env[69440]: DEBUG oslo_vmware.api [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.261782] env[69440]: DEBUG nova.network.neutron [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Successfully updated port: a3477b4f-a4d4-4a1c-9bf7-477dc3acc143 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.271857] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139897, 'name': CreateVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.334722] env[69440]: DEBUG nova.network.neutron [-] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.502891] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fa6c11b-0d62-44f6-b691-a2ecd78d5e80 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.515614] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de33dd28-36aa-4151-9ed7-951fffa0e508 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.545853] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139895, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.567054] env[69440]: DEBUG nova.compute.manager [req-2dca4c33-58e6-4ff6-acfa-e15a12f6c287 req-0071d0a4-6e82-45ef-9cfa-02540fb1dd9b service nova] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Detach interface failed, port_id=5389a474-08bb-4d01-b59c-fd7f69e32f64, reason: Instance df834da5-3d71-4b17-a24d-28419e3dee60 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1017.571951] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquiring lock "90698fe5-6557-48b7-97d5-21a6d03005cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.572587] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "90698fe5-6557-48b7-97d5-21a6d03005cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.657346] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb50787d-b9fa-4d8a-9f08-cbb047d80264 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.665405] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1065a22c-5dc6-4ae6-b4ed-db0f6d7ec5e4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.699273] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df2567c-c5e6-45d9-8752-9f4332f328b9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.712454] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ada925b-6572-4ed8-85d9-4a6471731b29 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.729661] env[69440]: DEBUG nova.compute.provider_tree [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.742510] env[69440]: DEBUG oslo_vmware.api [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.753778] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139897, 'name': CreateVM_Task, 'duration_secs': 0.420454} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.761744] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.761744] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.761744] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.761744] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.761744] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd72ecd2-136d-4778-a42d-7d0b86df8263 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.766255] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "refresh_cache-44a63078-b297-4902-a1bc-ae52783c6d15" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.766422] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "refresh_cache-44a63078-b297-4902-a1bc-ae52783c6d15" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.766570] env[69440]: DEBUG nova.network.neutron [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.773138] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1017.773138] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d291db-b744-7ae5-8757-293751423ff2" [ 1017.773138] env[69440]: _type = "Task" [ 1017.773138] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.789093] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d291db-b744-7ae5-8757-293751423ff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.836222] env[69440]: INFO nova.compute.manager [-] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Took 1.88 seconds to deallocate network for instance. [ 1018.041453] env[69440]: DEBUG oslo_vmware.api [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139895, 'name': PowerOnVM_Task, 'duration_secs': 0.79628} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.041731] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.066507] env[69440]: DEBUG nova.network.neutron [req-4f996678-46f4-419f-9d37-cbdb0ff872cf req-ea80af34-f21f-4a21-a2ce-7cc03ffbc1e9 service nova] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Updated VIF entry in instance network info cache for port f59d3765-33d1-4b3f-9a0d-af1edef1aa9d. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.066941] env[69440]: DEBUG nova.network.neutron [req-4f996678-46f4-419f-9d37-cbdb0ff872cf req-ea80af34-f21f-4a21-a2ce-7cc03ffbc1e9 service nova] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Updating instance_info_cache with network_info: [{"id": "f59d3765-33d1-4b3f-9a0d-af1edef1aa9d", "address": "fa:16:3e:77:02:a4", "network": {"id": "2ab53400-e44d-4256-b940-6e71b3d52ff6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1510575604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f29420e0f24ac284b3e66740fa6ce5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf59d3765-33", "ovs_interfaceid": "f59d3765-33d1-4b3f-9a0d-af1edef1aa9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.076980] env[69440]: DEBUG nova.compute.manager [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.176486] env[69440]: DEBUG nova.compute.manager [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1018.177535] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fc37b4-01fd-4a92-b648-627e51895e6d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.237366] env[69440]: DEBUG nova.scheduler.client.report [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.247333] env[69440]: DEBUG oslo_vmware.api [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.262921] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "f2728b30-2c85-4ff6-ae26-eeb799ce554b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.263795] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "f2728b30-2c85-4ff6-ae26-eeb799ce554b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.264083] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "f2728b30-2c85-4ff6-ae26-eeb799ce554b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.264326] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "f2728b30-2c85-4ff6-ae26-eeb799ce554b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.264499] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "f2728b30-2c85-4ff6-ae26-eeb799ce554b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.267248] env[69440]: INFO nova.compute.manager [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Terminating instance [ 1018.285819] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d291db-b744-7ae5-8757-293751423ff2, 'name': SearchDatastore_Task, 'duration_secs': 0.019561} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.286211] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.286437] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.286684] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.286944] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.287134] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.287707] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13050d41-43b4-4a66-82f9-da000ffedb7b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.299953] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.300264] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.301155] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e3a847d-0599-4d5a-96f7-aba64d17c92f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.309729] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1018.309729] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52be2eee-c169-cc51-e67d-84748bba5f15" [ 1018.309729] env[69440]: _type = "Task" [ 1018.309729] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.319904] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52be2eee-c169-cc51-e67d-84748bba5f15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.326211] env[69440]: DEBUG nova.network.neutron [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.343424] env[69440]: DEBUG oslo_concurrency.lockutils [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.496296] env[69440]: DEBUG nova.network.neutron [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Updating instance_info_cache with network_info: [{"id": "a3477b4f-a4d4-4a1c-9bf7-477dc3acc143", "address": "fa:16:3e:eb:58:dd", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3477b4f-a4", "ovs_interfaceid": "a3477b4f-a4d4-4a1c-9bf7-477dc3acc143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.570081] env[69440]: DEBUG oslo_concurrency.lockutils [req-4f996678-46f4-419f-9d37-cbdb0ff872cf req-ea80af34-f21f-4a21-a2ce-7cc03ffbc1e9 service nova] Releasing lock "refresh_cache-71c2c177-39bb-40f5-b548-bc5235b3b17e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.606099] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.697641] env[69440]: DEBUG oslo_concurrency.lockutils [None req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 54.071s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.743693] env[69440]: DEBUG oslo_concurrency.lockutils [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.422s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.747744] env[69440]: DEBUG oslo_vmware.api [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.748378] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.629s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.750409] env[69440]: INFO nova.compute.claims [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.773750] env[69440]: INFO nova.scheduler.client.report [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Deleted allocations for instance b424570b-6a9f-4982-8c59-5a6b2efe9fa5 [ 1018.775399] env[69440]: DEBUG nova.compute.manager [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.775582] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.781953] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c6c4ca-ea2a-46f9-90d1-44e858cb0578 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.795141] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.795141] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-463e924e-4a26-4cd7-92c9-f3c385961567 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.801106] env[69440]: DEBUG oslo_vmware.api [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 1018.801106] env[69440]: value = "task-4139898" [ 1018.801106] env[69440]: _type = "Task" [ 1018.801106] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.814191] env[69440]: DEBUG oslo_vmware.api [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.828559] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52be2eee-c169-cc51-e67d-84748bba5f15, 'name': SearchDatastore_Task, 'duration_secs': 0.025537} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.829582] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8616ba8d-c7ee-4cc6-b83f-3238912a19d7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.837093] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1018.837093] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b9e944-3da2-d025-6d4a-5d0bafdcb910" [ 1018.837093] env[69440]: _type = "Task" [ 1018.837093] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.850822] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52b9e944-3da2-d025-6d4a-5d0bafdcb910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.000495] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "refresh_cache-44a63078-b297-4902-a1bc-ae52783c6d15" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.000495] env[69440]: DEBUG nova.compute.manager [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Instance network_info: |[{"id": "a3477b4f-a4d4-4a1c-9bf7-477dc3acc143", "address": "fa:16:3e:eb:58:dd", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3477b4f-a4", "ovs_interfaceid": "a3477b4f-a4d4-4a1c-9bf7-477dc3acc143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.001332] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:58:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3477b4f-a4d4-4a1c-9bf7-477dc3acc143', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.016691] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.017173] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.017565] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4d243b4-dac0-49f0-811f-0ee3a802901a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.056271] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.056271] env[69440]: value = "task-4139899" [ 1019.056271] env[69440]: _type = "Task" [ 1019.056271] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.069078] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139899, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.139504] env[69440]: DEBUG nova.compute.manager [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Received event network-changed-520ecf0b-0004-451e-852d-0e24eb2aaff3 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.145025] env[69440]: DEBUG nova.compute.manager [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Refreshing instance network info cache due to event network-changed-520ecf0b-0004-451e-852d-0e24eb2aaff3. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.145025] env[69440]: DEBUG oslo_concurrency.lockutils [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] Acquiring lock "refresh_cache-af5e12ef-baf4-4941-8364-94ddad799408" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.145025] env[69440]: DEBUG oslo_concurrency.lockutils [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] Acquired lock "refresh_cache-af5e12ef-baf4-4941-8364-94ddad799408" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.145025] env[69440]: DEBUG nova.network.neutron [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Refreshing network info cache for port 520ecf0b-0004-451e-852d-0e24eb2aaff3 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.246302] env[69440]: DEBUG oslo_vmware.api [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.291118] env[69440]: DEBUG oslo_concurrency.lockutils [None req-23d82665-9b8a-498b-8155-52f84da7ff65 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "b424570b-6a9f-4982-8c59-5a6b2efe9fa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.302s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.315800] env[69440]: DEBUG oslo_vmware.api [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139898, 'name': PowerOffVM_Task, 'duration_secs': 0.407164} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.315800] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.316111] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.316256] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eee4a8c8-1a98-4535-b3b6-5bc95470516f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.350417] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52b9e944-3da2-d025-6d4a-5d0bafdcb910, 'name': SearchDatastore_Task, 'duration_secs': 0.016328} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.350717] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.351762] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 71c2c177-39bb-40f5-b548-bc5235b3b17e/71c2c177-39bb-40f5-b548-bc5235b3b17e.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.351762] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8ac34f4-e44b-4b96-93e4-019ab63c4b1e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.360260] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1019.360260] env[69440]: value = "task-4139902" [ 1019.360260] env[69440]: _type = "Task" [ 1019.360260] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.375542] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.409592] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.409918] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.410164] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Deleting the datastore file [datastore1] f2728b30-2c85-4ff6-ae26-eeb799ce554b {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.410474] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2341f70a-6959-41b1-bde8-8b1524b35fbd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.418966] env[69440]: DEBUG oslo_vmware.api [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 1019.418966] env[69440]: value = "task-4139903" [ 1019.418966] env[69440]: _type = "Task" [ 1019.418966] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.433764] env[69440]: DEBUG oslo_vmware.api [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.571998] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139899, 'name': CreateVM_Task, 'duration_secs': 0.392566} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.572437] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.577447] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.577752] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.578020] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.578853] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1d9bd6-be66-45d1-a502-24e95b3ce37a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.586248] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1019.586248] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52084cb8-624e-60c5-869b-22d36ed5a0e6" [ 1019.586248] env[69440]: _type = "Task" [ 1019.586248] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.599414] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52084cb8-624e-60c5-869b-22d36ed5a0e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.746400] env[69440]: DEBUG oslo_vmware.api [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.880362] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139902, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.919685] env[69440]: DEBUG nova.network.neutron [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Updated VIF entry in instance network info cache for port 520ecf0b-0004-451e-852d-0e24eb2aaff3. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.920065] env[69440]: DEBUG nova.network.neutron [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Updating instance_info_cache with network_info: [{"id": "520ecf0b-0004-451e-852d-0e24eb2aaff3", "address": "fa:16:3e:31:f8:66", "network": {"id": "b46392e5-d63e-4df4-ba59-e4f0adfb50fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2074667289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f307b75d6e0041feba20f44ef9f046e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520ecf0b-00", "ovs_interfaceid": "520ecf0b-0004-451e-852d-0e24eb2aaff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.935783] env[69440]: DEBUG oslo_vmware.api [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166862} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.936065] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.936265] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.936432] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.936639] env[69440]: INFO nova.compute.manager [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1019.936914] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.937144] env[69440]: DEBUG nova.compute.manager [-] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.937252] env[69440]: DEBUG nova.network.neutron [-] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.104978] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52084cb8-624e-60c5-869b-22d36ed5a0e6, 'name': SearchDatastore_Task, 'duration_secs': 0.065095} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.108504] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.108789] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.109825] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.109825] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.109825] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.109974] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c48b9f5f-60cd-4ee0-a32c-9330c1a1ca91 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.123845] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.123845] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.124678] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80aa4eb7-4a18-4611-80d3-7bc525610f6a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.139550] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1020.139550] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52c56d96-0ae1-1e90-931f-3cf739267302" [ 1020.139550] env[69440]: _type = "Task" [ 1020.139550] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.151231] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c56d96-0ae1-1e90-931f-3cf739267302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.245305] env[69440]: DEBUG oslo_vmware.api [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.297066] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96afe4a0-8749-44dd-ac15-d8e4096ee235 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.309318] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355d4442-7175-4f50-aaf9-64fe0c143561 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.347405] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d1cc13-6a48-477a-aca7-10e2cf78548d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.356718] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36e80e4-5fc9-4564-a05a-1daaf0fd9cdd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.374902] env[69440]: DEBUG nova.compute.provider_tree [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.382494] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551376} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.382761] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 71c2c177-39bb-40f5-b548-bc5235b3b17e/71c2c177-39bb-40f5-b548-bc5235b3b17e.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.382978] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.383324] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1355f94a-d63a-40a4-94ca-fcbe4682a272 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.391518] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1020.391518] env[69440]: value = "task-4139904" [ 1020.391518] env[69440]: _type = "Task" [ 1020.391518] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.402365] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.428918] env[69440]: DEBUG oslo_concurrency.lockutils [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] Releasing lock "refresh_cache-af5e12ef-baf4-4941-8364-94ddad799408" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.429267] env[69440]: DEBUG nova.compute.manager [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Received event network-vif-plugged-a3477b4f-a4d4-4a1c-9bf7-477dc3acc143 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.429466] env[69440]: DEBUG oslo_concurrency.lockutils [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] Acquiring lock "44a63078-b297-4902-a1bc-ae52783c6d15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.429673] env[69440]: DEBUG oslo_concurrency.lockutils [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] Lock "44a63078-b297-4902-a1bc-ae52783c6d15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.429837] env[69440]: DEBUG oslo_concurrency.lockutils [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] Lock "44a63078-b297-4902-a1bc-ae52783c6d15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.430062] env[69440]: DEBUG nova.compute.manager [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] No waiting events found dispatching network-vif-plugged-a3477b4f-a4d4-4a1c-9bf7-477dc3acc143 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1020.430275] env[69440]: WARNING nova.compute.manager [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Received unexpected event network-vif-plugged-a3477b4f-a4d4-4a1c-9bf7-477dc3acc143 for instance with vm_state building and task_state spawning. [ 1020.430470] env[69440]: DEBUG nova.compute.manager [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Received event network-changed-a3477b4f-a4d4-4a1c-9bf7-477dc3acc143 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.430646] env[69440]: DEBUG nova.compute.manager [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Refreshing instance network info cache due to event network-changed-a3477b4f-a4d4-4a1c-9bf7-477dc3acc143. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.430855] env[69440]: DEBUG oslo_concurrency.lockutils [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] Acquiring lock "refresh_cache-44a63078-b297-4902-a1bc-ae52783c6d15" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.430999] env[69440]: DEBUG oslo_concurrency.lockutils [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] Acquired lock "refresh_cache-44a63078-b297-4902-a1bc-ae52783c6d15" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.431398] env[69440]: DEBUG nova.network.neutron [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Refreshing network info cache for port a3477b4f-a4d4-4a1c-9bf7-477dc3acc143 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.725271] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c56d96-0ae1-1e90-931f-3cf739267302, 'name': SearchDatastore_Task, 'duration_secs': 0.026016} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.725271] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ba2caa7-3e04-492b-a887-439802a7d31a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.725271] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1020.725271] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52eb0941-ded5-5a0f-1d1b-3bb1082dbf7f" [ 1020.725271] env[69440]: _type = "Task" [ 1020.725271] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.725271] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52eb0941-ded5-5a0f-1d1b-3bb1082dbf7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.725271] env[69440]: DEBUG nova.network.neutron [-] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.745042] env[69440]: DEBUG oslo_vmware.api [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.878062] env[69440]: DEBUG nova.scheduler.client.report [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.907213] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07857} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.907548] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.908636] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b263aa48-fb9a-44a6-87f3-5f614603efb1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.936438] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 71c2c177-39bb-40f5-b548-bc5235b3b17e/71c2c177-39bb-40f5-b548-bc5235b3b17e.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.938313] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48dce24c-14c6-4c06-97bf-02a108cfcffa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.961911] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1020.961911] env[69440]: value = "task-4139905" [ 1020.961911] env[69440]: _type = "Task" [ 1020.961911] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.970316] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.176279] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52eb0941-ded5-5a0f-1d1b-3bb1082dbf7f, 'name': SearchDatastore_Task, 'duration_secs': 0.012899} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.180025] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.180025] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 44a63078-b297-4902-a1bc-ae52783c6d15/44a63078-b297-4902-a1bc-ae52783c6d15.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.180025] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe89553e-f411-4726-aaac-4ad8cfcef5a2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.185553] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1021.185553] env[69440]: value = "task-4139906" [ 1021.185553] env[69440]: _type = "Task" [ 1021.185553] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.195539] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.212204] env[69440]: DEBUG nova.network.neutron [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Updated VIF entry in instance network info cache for port a3477b4f-a4d4-4a1c-9bf7-477dc3acc143. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.212204] env[69440]: DEBUG nova.network.neutron [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Updating instance_info_cache with network_info: [{"id": "a3477b4f-a4d4-4a1c-9bf7-477dc3acc143", "address": "fa:16:3e:eb:58:dd", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3477b4f-a4", "ovs_interfaceid": "a3477b4f-a4d4-4a1c-9bf7-477dc3acc143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.223033] env[69440]: INFO nova.compute.manager [-] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Took 1.29 seconds to deallocate network for instance. [ 1021.250425] env[69440]: DEBUG oslo_vmware.api [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.271646] env[69440]: DEBUG nova.compute.manager [req-be69b2e6-ab36-469f-8945-1fac03a3dc54 req-13eebf79-1f30-4ea6-851b-0fa1b1cf97eb service nova] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Received event network-vif-deleted-340aa06b-6658-4c50-b64a-8821d8dc5b86 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.383641] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.384210] env[69440]: DEBUG nova.compute.manager [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.387684] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.011s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.388126] env[69440]: DEBUG nova.objects.instance [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Lazy-loading 'resources' on Instance uuid 68d051e0-e7cd-4370-ad1a-cf9d4996913c {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.473661] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.697359] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139906, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.714331] env[69440]: DEBUG oslo_concurrency.lockutils [req-f97f80d7-6a4e-43c1-b7f5-d8ebaaf2020b req-3f5bb29f-741c-4edf-9f49-f2963b049617 service nova] Releasing lock "refresh_cache-44a63078-b297-4902-a1bc-ae52783c6d15" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.737154] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.748283] env[69440]: DEBUG oslo_vmware.api [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.892043] env[69440]: DEBUG nova.compute.utils [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.896951] env[69440]: DEBUG nova.compute.manager [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.897040] env[69440]: DEBUG nova.network.neutron [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.973570] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139905, 'name': ReconfigVM_Task, 'duration_secs': 0.891956} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.974192] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 71c2c177-39bb-40f5-b548-bc5235b3b17e/71c2c177-39bb-40f5-b548-bc5235b3b17e.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.974774] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9726da0c-2559-4ceb-96f9-9fea6bb80982 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.983590] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1021.983590] env[69440]: value = "task-4139907" [ 1021.983590] env[69440]: _type = "Task" [ 1021.983590] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.994106] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139907, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.995968] env[69440]: DEBUG nova.policy [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a92a96d6e5a948d1ab2e99bb2f7804a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a27a00c5d4f64e81b6f2e92da994f52b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.204295] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843129} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.205033] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 44a63078-b297-4902-a1bc-ae52783c6d15/44a63078-b297-4902-a1bc-ae52783c6d15.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.205033] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.205196] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e120e0a0-ee04-4891-83cd-3b4c38cb606f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.216058] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1022.216058] env[69440]: value = "task-4139908" [ 1022.216058] env[69440]: _type = "Task" [ 1022.216058] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.235829] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.252045] env[69440]: DEBUG oslo_vmware.api [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.399648] env[69440]: DEBUG nova.compute.manager [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.406954] env[69440]: DEBUG nova.network.neutron [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Successfully created port: 1349a32a-8f36-4a96-a4e5-64a65b83dbf3 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.456205] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f90461-c3cb-4c05-9efc-e5c4d0d63320 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.472149] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeece366-25eb-4c76-ab69-5d355f6503ae {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.509843] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1407a273-6eb7-466c-b370-c7315bb619c3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.521887] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286360bc-9918-45d9-80b2-6a36093d4ee7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.525989] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139907, 'name': Rename_Task, 'duration_secs': 0.398977} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.527501] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.528301] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0db66681-871e-4af5-af4d-a5f3476ac681 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.540853] env[69440]: DEBUG nova.compute.provider_tree [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.544307] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1022.544307] env[69440]: value = "task-4139909" [ 1022.544307] env[69440]: _type = "Task" [ 1022.544307] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.555190] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.733859] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131433} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.733859] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.734697] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3c3ef2-a270-42e4-bfbc-51d98e9fd273 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.748399] env[69440]: DEBUG oslo_vmware.api [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139896, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.767144] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 44a63078-b297-4902-a1bc-ae52783c6d15/44a63078-b297-4902-a1bc-ae52783c6d15.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.767584] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dd0c4d5-f1ba-43e7-bfd0-e8485b3e0950 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.789206] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1022.789206] env[69440]: value = "task-4139910" [ 1022.789206] env[69440]: _type = "Task" [ 1022.789206] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.801405] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.943549] env[69440]: DEBUG oslo_concurrency.lockutils [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquiring lock "f254ccca-ffc2-4ca6-92ac-317b5f99cd20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.943549] env[69440]: DEBUG oslo_concurrency.lockutils [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "f254ccca-ffc2-4ca6-92ac-317b5f99cd20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.943549] env[69440]: DEBUG oslo_concurrency.lockutils [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquiring lock "f254ccca-ffc2-4ca6-92ac-317b5f99cd20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.943549] env[69440]: DEBUG oslo_concurrency.lockutils [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "f254ccca-ffc2-4ca6-92ac-317b5f99cd20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.943549] env[69440]: DEBUG oslo_concurrency.lockutils [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "f254ccca-ffc2-4ca6-92ac-317b5f99cd20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.946668] env[69440]: INFO nova.compute.manager [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Terminating instance [ 1023.047182] env[69440]: DEBUG nova.scheduler.client.report [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.066026] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139909, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.251495] env[69440]: DEBUG oslo_vmware.api [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139896, 'name': ReconfigVM_Task, 'duration_secs': 5.897452} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.251812] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.252059] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Reconfigured VM to detach interface {{(pid=69440) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1023.304252] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.415660] env[69440]: DEBUG nova.compute.manager [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.449996] env[69440]: DEBUG nova.virt.hardware [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.450343] env[69440]: DEBUG nova.virt.hardware [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.450523] env[69440]: DEBUG nova.virt.hardware [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.450712] env[69440]: DEBUG nova.virt.hardware [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.450859] env[69440]: DEBUG nova.virt.hardware [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.451018] env[69440]: DEBUG nova.virt.hardware [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.451295] env[69440]: DEBUG nova.virt.hardware [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.451517] env[69440]: DEBUG nova.virt.hardware [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.451717] env[69440]: DEBUG nova.virt.hardware [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.451990] env[69440]: DEBUG nova.virt.hardware [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.452179] env[69440]: DEBUG nova.virt.hardware [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.454553] env[69440]: DEBUG nova.compute.manager [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.454553] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.454553] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b75f76c-4a3f-4ce7-85e0-b3dc5d00c8c6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.457748] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab847fe-d8cf-415d-a61c-cff5cf1f0b2d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.466971] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.469485] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cad15ffb-a0c0-4364-aaa9-c3f622a59308 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.474530] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e6c92d-f78f-4ba1-b12f-1446a71a171b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.494606] env[69440]: DEBUG oslo_vmware.api [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 1023.494606] env[69440]: value = "task-4139911" [ 1023.494606] env[69440]: _type = "Task" [ 1023.494606] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.506855] env[69440]: DEBUG oslo_vmware.api [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.557241] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.560024] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.376s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.560280] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.562282] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.631s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.562479] env[69440]: DEBUG nova.objects.instance [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1023.580076] env[69440]: DEBUG oslo_vmware.api [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139909, 'name': PowerOnVM_Task, 'duration_secs': 0.900245} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.580488] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.580752] env[69440]: INFO nova.compute.manager [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1023.580959] env[69440]: DEBUG nova.compute.manager [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1023.582139] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f1c181-3610-4d55-916b-93435261eb78 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.594390] env[69440]: INFO nova.scheduler.client.report [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Deleted allocations for instance 68d051e0-e7cd-4370-ad1a-cf9d4996913c [ 1023.597806] env[69440]: INFO nova.scheduler.client.report [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Deleted allocations for instance 26d5e4a4-a985-440c-ab16-5798e9bd72ff [ 1023.673601] env[69440]: DEBUG nova.compute.manager [req-a2395027-416c-49dd-ab20-8f459daa1cab req-44587b12-dedd-4730-95d7-7bc7f999c3ab service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Received event network-vif-deleted-f99e06ee-2e7d-4b3a-a706-121417107616 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.673799] env[69440]: INFO nova.compute.manager [req-a2395027-416c-49dd-ab20-8f459daa1cab req-44587b12-dedd-4730-95d7-7bc7f999c3ab service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Neutron deleted interface f99e06ee-2e7d-4b3a-a706-121417107616; detaching it from the instance and deleting it from the info cache [ 1023.674109] env[69440]: DEBUG nova.network.neutron [req-a2395027-416c-49dd-ab20-8f459daa1cab req-44587b12-dedd-4730-95d7-7bc7f999c3ab service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Updating instance_info_cache with network_info: [{"id": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "address": "fa:16:3e:b6:5b:e0", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ddf1c-f1", "ovs_interfaceid": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0cebb1a0-ed08-47b7-af77-17c162fc9b86", "address": "fa:16:3e:07:e9:6c", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cebb1a0-ed", "ovs_interfaceid": "0cebb1a0-ed08-47b7-af77-17c162fc9b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.804021] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139910, 'name': ReconfigVM_Task, 'duration_secs': 0.705586} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.804539] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 44a63078-b297-4902-a1bc-ae52783c6d15/44a63078-b297-4902-a1bc-ae52783c6d15.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.805423] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd67e29d-c508-44eb-92e3-407e842bf51f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.814433] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1023.814433] env[69440]: value = "task-4139912" [ 1023.814433] env[69440]: _type = "Task" [ 1023.814433] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.826180] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139912, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.960311] env[69440]: DEBUG nova.network.neutron [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Successfully updated port: 1349a32a-8f36-4a96-a4e5-64a65b83dbf3 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.007421] env[69440]: DEBUG oslo_vmware.api [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139911, 'name': PowerOffVM_Task, 'duration_secs': 0.33098} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.007831] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.008052] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.008370] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7ba1f11-e891-4761-8523-1f721282e415 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.095726] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.095726] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.095726] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Deleting the datastore file [datastore2] f254ccca-ffc2-4ca6-92ac-317b5f99cd20 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.095726] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17f09c14-96fe-4ec4-ba0d-077d7eb1b135 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.104376] env[69440]: DEBUG oslo_vmware.api [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for the task: (returnval){ [ 1024.104376] env[69440]: value = "task-4139914" [ 1024.104376] env[69440]: _type = "Task" [ 1024.104376] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.117147] env[69440]: DEBUG oslo_concurrency.lockutils [None req-60630d20-49a9-4545-b58d-37d99192acc2 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "26d5e4a4-a985-440c-ab16-5798e9bd72ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.662s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.121267] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9a5bbfef-6af7-404d-8080-6740a70b3e43 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Lock "68d051e0-e7cd-4370-ad1a-cf9d4996913c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.390s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.133191] env[69440]: DEBUG oslo_vmware.api [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.138537] env[69440]: INFO nova.compute.manager [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Took 46.47 seconds to build instance. [ 1024.176787] env[69440]: DEBUG oslo_concurrency.lockutils [req-a2395027-416c-49dd-ab20-8f459daa1cab req-44587b12-dedd-4730-95d7-7bc7f999c3ab service nova] Acquiring lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.177094] env[69440]: DEBUG oslo_concurrency.lockutils [req-a2395027-416c-49dd-ab20-8f459daa1cab req-44587b12-dedd-4730-95d7-7bc7f999c3ab service nova] Acquired lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.178171] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d5904e-084a-42c9-9e0f-056d214c8ee4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.203598] env[69440]: DEBUG oslo_concurrency.lockutils [req-a2395027-416c-49dd-ab20-8f459daa1cab req-44587b12-dedd-4730-95d7-7bc7f999c3ab service nova] Releasing lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.204968] env[69440]: WARNING nova.compute.manager [req-a2395027-416c-49dd-ab20-8f459daa1cab req-44587b12-dedd-4730-95d7-7bc7f999c3ab service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Detach interface failed, port_id=f99e06ee-2e7d-4b3a-a706-121417107616, reason: No device with interface-id f99e06ee-2e7d-4b3a-a706-121417107616 exists on VM: nova.exception.NotFound: No device with interface-id f99e06ee-2e7d-4b3a-a706-121417107616 exists on VM [ 1024.329692] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139912, 'name': Rename_Task, 'duration_secs': 0.3563} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.329980] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.330249] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2d970bd-ae9d-4a4d-ad16-68f8c2a409cf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.338591] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1024.338591] env[69440]: value = "task-4139915" [ 1024.338591] env[69440]: _type = "Task" [ 1024.338591] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.352764] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.438340] env[69440]: DEBUG nova.compute.manager [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Received event network-vif-deleted-0cebb1a0-ed08-47b7-af77-17c162fc9b86 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.438535] env[69440]: INFO nova.compute.manager [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Neutron deleted interface 0cebb1a0-ed08-47b7-af77-17c162fc9b86; detaching it from the instance and deleting it from the info cache [ 1024.438783] env[69440]: DEBUG nova.network.neutron [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Updating instance_info_cache with network_info: [{"id": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "address": "fa:16:3e:b6:5b:e0", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ddf1c-f1", "ovs_interfaceid": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.463436] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "refresh_cache-bf77d8ed-e17b-4dcd-81a5-8e67f024b294" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.463436] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "refresh_cache-bf77d8ed-e17b-4dcd-81a5-8e67f024b294" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.463516] env[69440]: DEBUG nova.network.neutron [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.580474] env[69440]: DEBUG oslo_concurrency.lockutils [None req-74ce86c4-abfb-4ec5-add6-7613040581a6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.580638] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.128s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.580869] env[69440]: DEBUG nova.objects.instance [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lazy-loading 'resources' on Instance uuid 6be6f7c9-9c58-4636-9cbd-c4c251a66b53 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.618938] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.619150] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.620236] env[69440]: DEBUG nova.network.neutron [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.622402] env[69440]: DEBUG oslo_vmware.api [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Task: {'id': task-4139914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252821} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.622592] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.622805] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.623047] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.623287] env[69440]: INFO nova.compute.manager [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1024.623621] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.623981] env[69440]: DEBUG nova.compute.manager [-] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.624097] env[69440]: DEBUG nova.network.neutron [-] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.641083] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb389474-5a85-4c44-80fd-8f132bbb0225 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "71c2c177-39bb-40f5-b548-bc5235b3b17e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.658s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.851760] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139915, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.945047] env[69440]: DEBUG oslo_concurrency.lockutils [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] Acquiring lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.945047] env[69440]: DEBUG oslo_concurrency.lockutils [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] Acquired lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.945047] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4cf936-81d1-4987-9d10-55a9864f1b58 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.970076] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740cf00d-8e06-43e0-96b6-1cf265e42098 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.006739] env[69440]: DEBUG nova.virt.vmwareapi.vmops [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Reconfiguring VM to detach interface {{(pid=69440) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1025.007630] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48e99a67-84d5-43ab-bb8d-e6e3e4fe66f0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.028082] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.036918] env[69440]: DEBUG oslo_vmware.api [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] Waiting for the task: (returnval){ [ 1025.036918] env[69440]: value = "task-4139916" [ 1025.036918] env[69440]: _type = "Task" [ 1025.036918] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.047297] env[69440]: DEBUG oslo_vmware.api [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] Task: {'id': task-4139916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.079375] env[69440]: DEBUG nova.network.neutron [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.352398] env[69440]: DEBUG oslo_vmware.api [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139915, 'name': PowerOnVM_Task, 'duration_secs': 0.604028} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.355648] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.355892] env[69440]: INFO nova.compute.manager [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1025.356096] env[69440]: DEBUG nova.compute.manager [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1025.357531] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4ecdf4-5517-44b5-806a-ddf08605f2df {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.446518] env[69440]: DEBUG nova.network.neutron [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Updating instance_info_cache with network_info: [{"id": "1349a32a-8f36-4a96-a4e5-64a65b83dbf3", "address": "fa:16:3e:50:62:a4", "network": {"id": "41c1c367-801b-433c-b176-6a81cc0d5096", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2091308805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27a00c5d4f64e81b6f2e92da994f52b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1349a32a-8f", "ovs_interfaceid": "1349a32a-8f36-4a96-a4e5-64a65b83dbf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.557289] env[69440]: DEBUG oslo_vmware.api [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] Task: {'id': task-4139916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.672720] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b4a401-0387-4488-b54b-e573e9081ab7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.681871] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1ba8bf-f8ca-40a7-81df-fb5a56b838d7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.722697] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a00e6b3-6afc-4085-92b2-f9753c6fd4a8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.727238] env[69440]: DEBUG nova.network.neutron [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Updating instance_info_cache with network_info: [{"id": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "address": "fa:16:3e:b6:5b:e0", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ddf1c-f1", "ovs_interfaceid": "1c2ddf1c-f160-4edc-8257-8ebb74de8efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.734502] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb48707-2aed-4451-a4ad-8c799d80afe9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.752979] env[69440]: DEBUG nova.compute.provider_tree [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.885114] env[69440]: INFO nova.compute.manager [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Took 42.12 seconds to build instance. [ 1025.950244] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "refresh_cache-bf77d8ed-e17b-4dcd-81a5-8e67f024b294" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.950244] env[69440]: DEBUG nova.compute.manager [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Instance network_info: |[{"id": "1349a32a-8f36-4a96-a4e5-64a65b83dbf3", "address": "fa:16:3e:50:62:a4", "network": {"id": "41c1c367-801b-433c-b176-6a81cc0d5096", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2091308805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27a00c5d4f64e81b6f2e92da994f52b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1349a32a-8f", "ovs_interfaceid": "1349a32a-8f36-4a96-a4e5-64a65b83dbf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.950960] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:62:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1349a32a-8f36-4a96-a4e5-64a65b83dbf3', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.963883] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Creating folder: Project (a27a00c5d4f64e81b6f2e92da994f52b). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.964860] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eee18681-3df9-4d28-9068-902467da98a1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.979076] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Created folder: Project (a27a00c5d4f64e81b6f2e92da994f52b) in parent group-v819662. [ 1025.979251] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Creating folder: Instances. Parent ref: group-v819892. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.979569] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be170823-d468-4a41-acce-3b6fe1b12ef9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.993226] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Created folder: Instances in parent group-v819892. [ 1025.993308] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.993521] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.993775] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acfe26be-2c5f-4a5f-b622-b8946cff748b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.017073] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.017073] env[69440]: value = "task-4139919" [ 1026.017073] env[69440]: _type = "Task" [ 1026.017073] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.027384] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139919, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.056209] env[69440]: DEBUG oslo_vmware.api [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] Task: {'id': task-4139916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.098437] env[69440]: DEBUG oslo_concurrency.lockutils [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "5c1878eb-3c4b-49b8-89ba-9c51845204bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.098437] env[69440]: DEBUG oslo_concurrency.lockutils [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "5c1878eb-3c4b-49b8-89ba-9c51845204bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.098437] env[69440]: DEBUG oslo_concurrency.lockutils [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "5c1878eb-3c4b-49b8-89ba-9c51845204bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.098437] env[69440]: DEBUG oslo_concurrency.lockutils [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "5c1878eb-3c4b-49b8-89ba-9c51845204bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.098437] env[69440]: DEBUG oslo_concurrency.lockutils [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "5c1878eb-3c4b-49b8-89ba-9c51845204bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.102610] env[69440]: INFO nova.compute.manager [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Terminating instance [ 1026.205064] env[69440]: DEBUG nova.compute.manager [req-003b92c8-31ba-484f-b96a-d24f002866aa req-fdd904eb-49ec-49bf-8aff-86ae6d1de2a6 service nova] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Received event network-vif-plugged-1349a32a-8f36-4a96-a4e5-64a65b83dbf3 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.205064] env[69440]: DEBUG oslo_concurrency.lockutils [req-003b92c8-31ba-484f-b96a-d24f002866aa req-fdd904eb-49ec-49bf-8aff-86ae6d1de2a6 service nova] Acquiring lock "bf77d8ed-e17b-4dcd-81a5-8e67f024b294-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.205064] env[69440]: DEBUG oslo_concurrency.lockutils [req-003b92c8-31ba-484f-b96a-d24f002866aa req-fdd904eb-49ec-49bf-8aff-86ae6d1de2a6 service nova] Lock "bf77d8ed-e17b-4dcd-81a5-8e67f024b294-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.205064] env[69440]: DEBUG oslo_concurrency.lockutils [req-003b92c8-31ba-484f-b96a-d24f002866aa req-fdd904eb-49ec-49bf-8aff-86ae6d1de2a6 service nova] Lock "bf77d8ed-e17b-4dcd-81a5-8e67f024b294-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.205064] env[69440]: DEBUG nova.compute.manager [req-003b92c8-31ba-484f-b96a-d24f002866aa req-fdd904eb-49ec-49bf-8aff-86ae6d1de2a6 service nova] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] No waiting events found dispatching network-vif-plugged-1349a32a-8f36-4a96-a4e5-64a65b83dbf3 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1026.205064] env[69440]: WARNING nova.compute.manager [req-003b92c8-31ba-484f-b96a-d24f002866aa req-fdd904eb-49ec-49bf-8aff-86ae6d1de2a6 service nova] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Received unexpected event network-vif-plugged-1349a32a-8f36-4a96-a4e5-64a65b83dbf3 for instance with vm_state building and task_state spawning. [ 1026.205064] env[69440]: DEBUG nova.compute.manager [req-003b92c8-31ba-484f-b96a-d24f002866aa req-fdd904eb-49ec-49bf-8aff-86ae6d1de2a6 service nova] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Received event network-changed-1349a32a-8f36-4a96-a4e5-64a65b83dbf3 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.205064] env[69440]: DEBUG nova.compute.manager [req-003b92c8-31ba-484f-b96a-d24f002866aa req-fdd904eb-49ec-49bf-8aff-86ae6d1de2a6 service nova] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Refreshing instance network info cache due to event network-changed-1349a32a-8f36-4a96-a4e5-64a65b83dbf3. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.205064] env[69440]: DEBUG oslo_concurrency.lockutils [req-003b92c8-31ba-484f-b96a-d24f002866aa req-fdd904eb-49ec-49bf-8aff-86ae6d1de2a6 service nova] Acquiring lock "refresh_cache-bf77d8ed-e17b-4dcd-81a5-8e67f024b294" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.205064] env[69440]: DEBUG oslo_concurrency.lockutils [req-003b92c8-31ba-484f-b96a-d24f002866aa req-fdd904eb-49ec-49bf-8aff-86ae6d1de2a6 service nova] Acquired lock "refresh_cache-bf77d8ed-e17b-4dcd-81a5-8e67f024b294" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.205064] env[69440]: DEBUG nova.network.neutron [req-003b92c8-31ba-484f-b96a-d24f002866aa req-fdd904eb-49ec-49bf-8aff-86ae6d1de2a6 service nova] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Refreshing network info cache for port 1349a32a-8f36-4a96-a4e5-64a65b83dbf3 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.229806] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "refresh_cache-130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.258604] env[69440]: DEBUG nova.scheduler.client.report [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.389265] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a97dbed-036b-4800-934e-1a784f88ee34 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "44a63078-b297-4902-a1bc-ae52783c6d15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.068s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.437043] env[69440]: DEBUG nova.network.neutron [-] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.532675] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139919, 'name': CreateVM_Task, 'duration_secs': 0.389722} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.532735] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.533833] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.533833] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.542390] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.542390] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c77f5afb-266c-4891-a756-970cb7279613 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.542390] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1026.542390] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5294144b-98e4-4ece-b9c0-c094916595d3" [ 1026.542390] env[69440]: _type = "Task" [ 1026.542390] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.552222] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5294144b-98e4-4ece-b9c0-c094916595d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.558630] env[69440]: DEBUG oslo_vmware.api [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] Task: {'id': task-4139916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.610837] env[69440]: DEBUG nova.compute.manager [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.610837] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.611476] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162c099e-259a-4d19-a1d5-42dd464f8f63 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.621274] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.623120] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2ac8485-3570-4e4d-b99f-6d399577b2b0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.632622] env[69440]: DEBUG oslo_vmware.api [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 1026.632622] env[69440]: value = "task-4139920" [ 1026.632622] env[69440]: _type = "Task" [ 1026.632622] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.646949] env[69440]: DEBUG oslo_vmware.api [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.737622] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e9cd515a-9739-45a2-9add-7770427bbff2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "interface-130d72c0-e90e-4b8d-9e81-fe26ab150bae-f99e06ee-2e7d-4b3a-a706-121417107616" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.145s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.767613] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.769753] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.938s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.769980] env[69440]: DEBUG nova.objects.instance [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lazy-loading 'resources' on Instance uuid 53e86c03-079b-4918-b4a4-ea821a1be472 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.804921] env[69440]: INFO nova.scheduler.client.report [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Deleted allocations for instance 6be6f7c9-9c58-4636-9cbd-c4c251a66b53 [ 1026.940215] env[69440]: INFO nova.compute.manager [-] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Took 2.32 seconds to deallocate network for instance. [ 1027.057668] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5294144b-98e4-4ece-b9c0-c094916595d3, 'name': SearchDatastore_Task, 'duration_secs': 0.011239} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.062921] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.063523] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.063817] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.064084] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.064226] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.064548] env[69440]: DEBUG oslo_vmware.api [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] Task: {'id': task-4139916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.064814] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-739b606b-3678-4074-ab88-e62070e42857 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.068255] env[69440]: DEBUG nova.network.neutron [req-003b92c8-31ba-484f-b96a-d24f002866aa req-fdd904eb-49ec-49bf-8aff-86ae6d1de2a6 service nova] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Updated VIF entry in instance network info cache for port 1349a32a-8f36-4a96-a4e5-64a65b83dbf3. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.068650] env[69440]: DEBUG nova.network.neutron [req-003b92c8-31ba-484f-b96a-d24f002866aa req-fdd904eb-49ec-49bf-8aff-86ae6d1de2a6 service nova] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Updating instance_info_cache with network_info: [{"id": "1349a32a-8f36-4a96-a4e5-64a65b83dbf3", "address": "fa:16:3e:50:62:a4", "network": {"id": "41c1c367-801b-433c-b176-6a81cc0d5096", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2091308805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27a00c5d4f64e81b6f2e92da994f52b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1349a32a-8f", "ovs_interfaceid": "1349a32a-8f36-4a96-a4e5-64a65b83dbf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.083829] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.083829] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.084567] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a70892c0-0f66-4a14-89bc-7000e46ba0ee {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.094309] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1027.094309] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52f10ea9-1406-0a3d-ba86-e869b174a6c7" [ 1027.094309] env[69440]: _type = "Task" [ 1027.094309] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.105701] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f10ea9-1406-0a3d-ba86-e869b174a6c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.147215] env[69440]: DEBUG oslo_vmware.api [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139920, 'name': PowerOffVM_Task, 'duration_secs': 0.24461} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.147752] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.148226] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.149913] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1de9d7c4-79e8-49d4-8b00-3ca2bc6520c4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.248767] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.249048] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.249310] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Deleting the datastore file [datastore2] 5c1878eb-3c4b-49b8-89ba-9c51845204bd {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.249554] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd52b88f-fe10-4c1a-8375-d000b33e8139 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.259043] env[69440]: DEBUG oslo_vmware.api [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for the task: (returnval){ [ 1027.259043] env[69440]: value = "task-4139922" [ 1027.259043] env[69440]: _type = "Task" [ 1027.259043] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.273028] env[69440]: DEBUG nova.objects.instance [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lazy-loading 'numa_topology' on Instance uuid 53e86c03-079b-4918-b4a4-ea821a1be472 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.274458] env[69440]: DEBUG oslo_vmware.api [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.314255] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Lock "6be6f7c9-9c58-4636-9cbd-c4c251a66b53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.904s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.324317] env[69440]: DEBUG nova.compute.manager [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1027.325038] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3356f1-ba67-4e04-b1bc-832abd7ab1d5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.447375] env[69440]: DEBUG oslo_concurrency.lockutils [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.557923] env[69440]: DEBUG oslo_vmware.api [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] Task: {'id': task-4139916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.573533] env[69440]: DEBUG oslo_concurrency.lockutils [req-003b92c8-31ba-484f-b96a-d24f002866aa req-fdd904eb-49ec-49bf-8aff-86ae6d1de2a6 service nova] Releasing lock "refresh_cache-bf77d8ed-e17b-4dcd-81a5-8e67f024b294" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.604823] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f10ea9-1406-0a3d-ba86-e869b174a6c7, 'name': SearchDatastore_Task, 'duration_secs': 0.017382} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.605733] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f86a52a-9f59-4cdc-b9b7-00463e79c9bf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.614895] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1027.614895] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5243bdf1-4742-2633-0f78-6640ad5261af" [ 1027.614895] env[69440]: _type = "Task" [ 1027.614895] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.626287] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5243bdf1-4742-2633-0f78-6640ad5261af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.770575] env[69440]: DEBUG oslo_vmware.api [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Task: {'id': task-4139922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273894} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.770890] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.771113] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.771425] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.771644] env[69440]: INFO nova.compute.manager [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1027.771948] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.772222] env[69440]: DEBUG nova.compute.manager [-] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.772312] env[69440]: DEBUG nova.network.neutron [-] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.778199] env[69440]: DEBUG nova.objects.base [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Object Instance<53e86c03-079b-4918-b4a4-ea821a1be472> lazy-loaded attributes: resources,numa_topology {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1027.839553] env[69440]: INFO nova.compute.manager [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] instance snapshotting [ 1027.843219] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa597bc1-2d3d-4f0c-961f-c0cf53cb19ca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.867824] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e649a5b-c13f-491b-8fa0-c69b11a4c077 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.910189] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "44a63078-b297-4902-a1bc-ae52783c6d15" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.910307] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "44a63078-b297-4902-a1bc-ae52783c6d15" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.910928] env[69440]: INFO nova.compute.manager [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Shelving [ 1028.061572] env[69440]: DEBUG oslo_vmware.api [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] Task: {'id': task-4139916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.124280] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5243bdf1-4742-2633-0f78-6640ad5261af, 'name': SearchDatastore_Task, 'duration_secs': 0.016549} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.127821] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.128810] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] bf77d8ed-e17b-4dcd-81a5-8e67f024b294/bf77d8ed-e17b-4dcd-81a5-8e67f024b294.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.128810] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b6ee87b-cafe-4a2a-aaf6-ff70f5e10249 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.137931] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1028.137931] env[69440]: value = "task-4139923" [ 1028.137931] env[69440]: _type = "Task" [ 1028.137931] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.149596] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.254158] env[69440]: DEBUG nova.compute.manager [req-5869205e-cf1c-41ad-b220-3ccd84ea659b req-d4cea637-1d5f-4944-a12a-27cbafd339d6 service nova] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Received event network-vif-deleted-c30b8c27-69f8-4885-abbe-e74290842d2c {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.254158] env[69440]: DEBUG nova.compute.manager [req-5869205e-cf1c-41ad-b220-3ccd84ea659b req-d4cea637-1d5f-4944-a12a-27cbafd339d6 service nova] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Received event network-vif-deleted-a0acc9f7-7520-43bf-9ee5-a77637b24316 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.254158] env[69440]: INFO nova.compute.manager [req-5869205e-cf1c-41ad-b220-3ccd84ea659b req-d4cea637-1d5f-4944-a12a-27cbafd339d6 service nova] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Neutron deleted interface a0acc9f7-7520-43bf-9ee5-a77637b24316; detaching it from the instance and deleting it from the info cache [ 1028.254158] env[69440]: DEBUG nova.network.neutron [req-5869205e-cf1c-41ad-b220-3ccd84ea659b req-d4cea637-1d5f-4944-a12a-27cbafd339d6 service nova] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.287532] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be273f15-ec19-430b-a703-9196392fe4e7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.302666] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c967718-5617-4bbc-bb2c-acc981faf4e5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.356026] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7068e6a0-0b9b-4dff-abec-dc255d7a4816 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.362367] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea05846-6087-4cdb-817b-103b0442a2de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.378877] env[69440]: DEBUG nova.compute.provider_tree [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.381617] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Creating Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1028.382196] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2cb1e18e-789a-444b-b3a6-a4a819e2e879 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.390124] env[69440]: DEBUG oslo_vmware.api [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1028.390124] env[69440]: value = "task-4139924" [ 1028.390124] env[69440]: _type = "Task" [ 1028.390124] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.400328] env[69440]: DEBUG oslo_vmware.api [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139924, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.563021] env[69440]: DEBUG oslo_vmware.api [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] Task: {'id': task-4139916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.612317] env[69440]: DEBUG nova.network.neutron [-] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.658997] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139923, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.756752] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d075a65d-d1fa-458e-92f1-e91fc1b5f676 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.767743] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4619ce57-9650-4e53-ae10-88d73401fa16 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.827407] env[69440]: DEBUG nova.compute.manager [req-5869205e-cf1c-41ad-b220-3ccd84ea659b req-d4cea637-1d5f-4944-a12a-27cbafd339d6 service nova] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Detach interface failed, port_id=a0acc9f7-7520-43bf-9ee5-a77637b24316, reason: Instance 5c1878eb-3c4b-49b8-89ba-9c51845204bd could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1028.885025] env[69440]: DEBUG nova.scheduler.client.report [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.901829] env[69440]: DEBUG oslo_vmware.api [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139924, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.925497] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.926362] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-993b97df-dcf3-4df6-9334-c2be117194b5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.934867] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1028.934867] env[69440]: value = "task-4139925" [ 1028.934867] env[69440]: _type = "Task" [ 1028.934867] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.944986] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.064951] env[69440]: DEBUG oslo_vmware.api [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] Task: {'id': task-4139916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.117472] env[69440]: INFO nova.compute.manager [-] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Took 1.34 seconds to deallocate network for instance. [ 1029.151927] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729785} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.152528] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] bf77d8ed-e17b-4dcd-81a5-8e67f024b294/bf77d8ed-e17b-4dcd-81a5-8e67f024b294.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.152803] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.153100] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d7bfb47-4e81-48df-ac9a-d80509dd6dab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.163354] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1029.163354] env[69440]: value = "task-4139926" [ 1029.163354] env[69440]: _type = "Task" [ 1029.163354] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.178093] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.388256] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.618s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.391219] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.657s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.391519] env[69440]: DEBUG nova.objects.instance [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lazy-loading 'resources' on Instance uuid 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.403906] env[69440]: DEBUG oslo_vmware.api [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139924, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.450967] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139925, 'name': PowerOffVM_Task, 'duration_secs': 0.37831} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.452583] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.452831] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd880f6-b58b-4620-b1d8-014739fd0178 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.478924] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c546d80a-9a05-4e54-8987-d2876b528075 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.567770] env[69440]: DEBUG oslo_vmware.api [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] Task: {'id': task-4139916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.627296] env[69440]: DEBUG oslo_concurrency.lockutils [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.676025] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085126} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.678557] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.678557] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cff945b-5779-4491-b00d-e47911c503e2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.707891] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] bf77d8ed-e17b-4dcd-81a5-8e67f024b294/bf77d8ed-e17b-4dcd-81a5-8e67f024b294.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.708628] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4ff8aca-79f2-488b-a6c9-83e710b5ed8b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.739921] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1029.739921] env[69440]: value = "task-4139927" [ 1029.739921] env[69440]: _type = "Task" [ 1029.739921] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.750357] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.902070] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0a16a407-791c-46f5-b32a-88d6e10c1d44 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "53e86c03-079b-4918-b4a4-ea821a1be472" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 49.646s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.907956] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "53e86c03-079b-4918-b4a4-ea821a1be472" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 19.657s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.908148] env[69440]: INFO nova.compute.manager [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Unshelving [ 1029.927429] env[69440]: DEBUG oslo_vmware.api [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139924, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.992055] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Creating Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1029.992404] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9fecfda1-195c-45a5-bcab-4306402f00de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.005663] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1030.005663] env[69440]: value = "task-4139928" [ 1030.005663] env[69440]: _type = "Task" [ 1030.005663] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.019451] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139928, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.066343] env[69440]: DEBUG oslo_vmware.api [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] Task: {'id': task-4139916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.255681] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139927, 'name': ReconfigVM_Task, 'duration_secs': 0.421514} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.258340] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Reconfigured VM instance instance-00000052 to attach disk [datastore1] bf77d8ed-e17b-4dcd-81a5-8e67f024b294/bf77d8ed-e17b-4dcd-81a5-8e67f024b294.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.259700] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3cb69dc-3f02-460f-9b8a-aed1c395b6d4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.270893] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1030.270893] env[69440]: value = "task-4139929" [ 1030.270893] env[69440]: _type = "Task" [ 1030.270893] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.285411] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139929, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.418789] env[69440]: DEBUG oslo_vmware.api [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139924, 'name': CreateSnapshot_Task, 'duration_secs': 1.602732} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.422175] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Created Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1030.423103] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b9e881-4409-4030-98d1-0787437b1322 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.430147] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a219f99-25b3-4728-88d1-2389520905f2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.442472] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8ae534-ae21-4953-a36f-10094fe62181 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.484224] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fab4b81-7a91-41f6-85e9-be1525b36f48 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.495318] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed938471-f413-4b73-99eb-c8a6c391650c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.511788] env[69440]: DEBUG nova.compute.provider_tree [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.524352] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139928, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.567784] env[69440]: DEBUG oslo_vmware.api [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] Task: {'id': task-4139916, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.784432] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139929, 'name': Rename_Task, 'duration_secs': 0.183449} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.784762] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.785112] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fddcd95b-4429-441b-b193-f6da853fb4bd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.793906] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1030.793906] env[69440]: value = "task-4139930" [ 1030.793906] env[69440]: _type = "Task" [ 1030.793906] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.803561] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.946313] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.955567] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Creating linked-clone VM from snapshot {{(pid=69440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1030.955567] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-881ce25c-3083-4d3b-94c1-c97eca338bf3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.965753] env[69440]: DEBUG oslo_vmware.api [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1030.965753] env[69440]: value = "task-4139931" [ 1030.965753] env[69440]: _type = "Task" [ 1030.965753] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.977101] env[69440]: DEBUG oslo_vmware.api [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139931, 'name': CloneVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.020414] env[69440]: DEBUG nova.scheduler.client.report [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.027810] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139928, 'name': CreateSnapshot_Task, 'duration_secs': 0.535134} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.028432] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Created Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1031.031038] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3071a9-2475-46a5-a014-5a7163eb163f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.072876] env[69440]: DEBUG oslo_vmware.api [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] Task: {'id': task-4139916, 'name': ReconfigVM_Task, 'duration_secs': 5.889512} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.073305] env[69440]: DEBUG oslo_concurrency.lockutils [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] Releasing lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.073613] env[69440]: DEBUG nova.virt.vmwareapi.vmops [req-f674867e-c5a0-4f2f-9c6c-22a6d6e08db8 req-cf506a47-d6a8-4c4e-85f4-44c5f1d305c8 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Reconfigured VM to detach interface {{(pid=69440) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1031.078028] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.046s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.078131] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.078353] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.079414] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.082832] env[69440]: INFO nova.compute.manager [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Terminating instance [ 1031.307909] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139930, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.486477] env[69440]: DEBUG oslo_vmware.api [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139931, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.530278] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.533062] env[69440]: DEBUG oslo_concurrency.lockutils [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.987s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.533300] env[69440]: DEBUG nova.objects.instance [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1031.554026] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Creating linked-clone VM from snapshot {{(pid=69440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1031.554026] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f5c4438b-a039-4358-a09d-ab7c14f5083b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.561825] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1031.561825] env[69440]: value = "task-4139932" [ 1031.561825] env[69440]: _type = "Task" [ 1031.561825] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.568681] env[69440]: INFO nova.scheduler.client.report [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Deleted allocations for instance 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c [ 1031.582599] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139932, 'name': CloneVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.593038] env[69440]: DEBUG nova.compute.manager [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.593038] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.593038] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade16299-fe29-4699-bc22-70246bd93855 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.607390] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.607390] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da5a3c98-9607-46ea-a921-13b5346c6358 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.615801] env[69440]: DEBUG oslo_vmware.api [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1031.615801] env[69440]: value = "task-4139933" [ 1031.615801] env[69440]: _type = "Task" [ 1031.615801] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.631692] env[69440]: DEBUG oslo_vmware.api [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.811079] env[69440]: DEBUG oslo_vmware.api [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139930, 'name': PowerOnVM_Task, 'duration_secs': 0.548593} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.811316] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.811553] env[69440]: INFO nova.compute.manager [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1031.811757] env[69440]: DEBUG nova.compute.manager [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1031.812627] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2e40e3-43f2-49d3-9b98-287ba78840ab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.984434] env[69440]: DEBUG oslo_vmware.api [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139931, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.077928] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139932, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.090607] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Lock "5ee66e6a-5de3-44b0-bcb3-b9c933999d6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.011s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.130708] env[69440]: DEBUG oslo_vmware.api [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139933, 'name': PowerOffVM_Task, 'duration_secs': 0.422986} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.131069] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.132404] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.132818] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de701437-6c43-40be-b916-55f74c84a3a4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.137872] env[69440]: DEBUG oslo_concurrency.lockutils [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Acquiring lock "c6f7bfe9-676d-4e9c-a920-6b72485303f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.138265] env[69440]: DEBUG oslo_concurrency.lockutils [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Lock "c6f7bfe9-676d-4e9c-a920-6b72485303f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.234479] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.236018] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.236018] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Deleting the datastore file [datastore2] 130d72c0-e90e-4b8d-9e81-fe26ab150bae {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.236018] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3023844-9c6c-4061-ac2d-aa2d96d40d39 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.248442] env[69440]: DEBUG oslo_vmware.api [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1032.248442] env[69440]: value = "task-4139935" [ 1032.248442] env[69440]: _type = "Task" [ 1032.248442] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.268842] env[69440]: DEBUG oslo_vmware.api [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.339997] env[69440]: INFO nova.compute.manager [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Took 40.24 seconds to build instance. [ 1032.482534] env[69440]: DEBUG oslo_vmware.api [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139931, 'name': CloneVM_Task, 'duration_secs': 1.427934} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.482816] env[69440]: INFO nova.virt.vmwareapi.vmops [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Created linked-clone VM from snapshot [ 1032.483642] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e967dd69-ef42-4801-803b-3f6f744bba82 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.495809] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Uploading image 078974cd-82b4-40bc-af1e-f9002deffc38 {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1032.536825] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1032.536825] env[69440]: value = "vm-819897" [ 1032.536825] env[69440]: _type = "VirtualMachine" [ 1032.536825] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1032.536825] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2fd029aa-76a7-4553-b638-9ef4955c6b7b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.545720] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lease: (returnval){ [ 1032.545720] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52606f23-5fb2-86c8-a3e5-2a83491a3a27" [ 1032.545720] env[69440]: _type = "HttpNfcLease" [ 1032.545720] env[69440]: } obtained for exporting VM: (result){ [ 1032.545720] env[69440]: value = "vm-819897" [ 1032.545720] env[69440]: _type = "VirtualMachine" [ 1032.545720] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1032.546029] env[69440]: DEBUG oslo_vmware.api [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the lease: (returnval){ [ 1032.546029] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52606f23-5fb2-86c8-a3e5-2a83491a3a27" [ 1032.546029] env[69440]: _type = "HttpNfcLease" [ 1032.546029] env[69440]: } to be ready. {{(pid=69440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1032.548782] env[69440]: DEBUG oslo_concurrency.lockutils [None req-69e10e8c-0a88-4bf9-8509-18157b287581 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.553157] env[69440]: DEBUG oslo_concurrency.lockutils [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.475s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.555227] env[69440]: INFO nova.compute.claims [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.563421] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1032.563421] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52606f23-5fb2-86c8-a3e5-2a83491a3a27" [ 1032.563421] env[69440]: _type = "HttpNfcLease" [ 1032.563421] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1032.573773] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139932, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.644352] env[69440]: DEBUG nova.compute.manager [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.761489] env[69440]: DEBUG oslo_vmware.api [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4139935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274485} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.761759] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.761943] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.762131] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.762389] env[69440]: INFO nova.compute.manager [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1032.762548] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.762757] env[69440]: DEBUG nova.compute.manager [-] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.763413] env[69440]: DEBUG nova.network.neutron [-] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.823191] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "9136d8d0-ea41-4f3a-9621-e451b1cabea1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.823191] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "9136d8d0-ea41-4f3a-9621-e451b1cabea1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.844400] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be3090bc-3ada-43c9-a288-7834996efe09 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "bf77d8ed-e17b-4dcd-81a5-8e67f024b294" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.758s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.058682] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1033.058682] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52606f23-5fb2-86c8-a3e5-2a83491a3a27" [ 1033.058682] env[69440]: _type = "HttpNfcLease" [ 1033.058682] env[69440]: } is ready. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1033.061730] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1033.061730] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52606f23-5fb2-86c8-a3e5-2a83491a3a27" [ 1033.061730] env[69440]: _type = "HttpNfcLease" [ 1033.061730] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1033.064738] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f852efe4-c6e2-48b0-ab78-720ef4d084c3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.076505] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf439e-8360-8913-6b03-78359eff8e60/disk-0.vmdk from lease info. {{(pid=69440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1033.076708] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf439e-8360-8913-6b03-78359eff8e60/disk-0.vmdk for reading. {{(pid=69440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1033.083056] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139932, 'name': CloneVM_Task, 'duration_secs': 1.423783} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.085033] env[69440]: INFO nova.virt.vmwareapi.vmops [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Created linked-clone VM from snapshot [ 1033.147179] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa22811-41a1-4383-933b-da65ee5e8754 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.163026] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Uploading image 0aef153d-f982-4943-8600-2089738d4626 {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1033.176864] env[69440]: DEBUG oslo_concurrency.lockutils [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.210255] env[69440]: DEBUG oslo_vmware.rw_handles [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1033.210255] env[69440]: value = "vm-819898" [ 1033.210255] env[69440]: _type = "VirtualMachine" [ 1033.210255] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1033.210255] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-71f69dc4-63ae-4563-a262-4e656be06cab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.222185] env[69440]: DEBUG oslo_vmware.rw_handles [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lease: (returnval){ [ 1033.222185] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52cce822-9b09-76e4-250c-813578edfe0b" [ 1033.222185] env[69440]: _type = "HttpNfcLease" [ 1033.222185] env[69440]: } obtained for exporting VM: (result){ [ 1033.222185] env[69440]: value = "vm-819898" [ 1033.222185] env[69440]: _type = "VirtualMachine" [ 1033.222185] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1033.222810] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the lease: (returnval){ [ 1033.222810] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52cce822-9b09-76e4-250c-813578edfe0b" [ 1033.222810] env[69440]: _type = "HttpNfcLease" [ 1033.222810] env[69440]: } to be ready. {{(pid=69440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1033.231470] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1033.231470] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52cce822-9b09-76e4-250c-813578edfe0b" [ 1033.231470] env[69440]: _type = "HttpNfcLease" [ 1033.231470] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1033.235158] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e35c0f0a-eacf-45fe-b98b-53b7d4fab8a1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.327685] env[69440]: DEBUG nova.compute.manager [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.725658] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "e27f5de0-9750-43d8-be9f-98485375485e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.726254] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "e27f5de0-9750-43d8-be9f-98485375485e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.738231] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1033.738231] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52cce822-9b09-76e4-250c-813578edfe0b" [ 1033.738231] env[69440]: _type = "HttpNfcLease" [ 1033.738231] env[69440]: } is ready. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1033.738611] env[69440]: DEBUG oslo_vmware.rw_handles [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1033.738611] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52cce822-9b09-76e4-250c-813578edfe0b" [ 1033.738611] env[69440]: _type = "HttpNfcLease" [ 1033.738611] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1033.742917] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abe7873-e5a7-4495-90bc-f5d0e49557fa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.763142] env[69440]: DEBUG oslo_vmware.rw_handles [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0cbd2-38cf-a5c9-9ab6-bb7edf75b3e3/disk-0.vmdk from lease info. {{(pid=69440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1033.763142] env[69440]: DEBUG oslo_vmware.rw_handles [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0cbd2-38cf-a5c9-9ab6-bb7edf75b3e3/disk-0.vmdk for reading. {{(pid=69440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1033.844296] env[69440]: DEBUG nova.compute.manager [req-a685edc7-d1e9-4967-8382-7c15aa46ef4e req-10518812-3448-4763-aed7-725806d1b535 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Received event network-vif-deleted-1c2ddf1c-f160-4edc-8257-8ebb74de8efa {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.844551] env[69440]: INFO nova.compute.manager [req-a685edc7-d1e9-4967-8382-7c15aa46ef4e req-10518812-3448-4763-aed7-725806d1b535 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Neutron deleted interface 1c2ddf1c-f160-4edc-8257-8ebb74de8efa; detaching it from the instance and deleting it from the info cache [ 1033.844678] env[69440]: DEBUG nova.network.neutron [req-a685edc7-d1e9-4967-8382-7c15aa46ef4e req-10518812-3448-4763-aed7-725806d1b535 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.874017] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.881737] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4cf2b57c-2206-48cc-bc2b-a15cdfd09be1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.030740] env[69440]: INFO nova.compute.manager [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Rebuilding instance [ 1034.056512] env[69440]: DEBUG nova.network.neutron [-] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.181563] env[69440]: DEBUG nova.compute.manager [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1034.183028] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc2a9ff-f798-4216-a7af-6855ac94d4f7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.196573] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4125dbd-40d9-4f9b-9d9c-76a29d62e8fc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.207240] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68455496-be95-455a-acbf-6987e897d0e0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.248564] env[69440]: DEBUG nova.compute.manager [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.253013] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722e103c-c400-49b6-b1ee-1b9129e81365 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.265074] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174a3da3-6eb7-4a47-a435-0e85125d5787 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.285518] env[69440]: DEBUG nova.compute.provider_tree [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.348038] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b6d4c85-c119-441f-9106-fba9dd0f8062 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.366096] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4f3e52-f4fb-4d6a-b246-c0975e211fa3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.410361] env[69440]: DEBUG nova.compute.manager [req-a685edc7-d1e9-4967-8382-7c15aa46ef4e req-10518812-3448-4763-aed7-725806d1b535 service nova] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Detach interface failed, port_id=1c2ddf1c-f160-4edc-8257-8ebb74de8efa, reason: Instance 130d72c0-e90e-4b8d-9e81-fe26ab150bae could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1034.561029] env[69440]: INFO nova.compute.manager [-] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Took 1.80 seconds to deallocate network for instance. [ 1034.785709] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.789934] env[69440]: DEBUG nova.scheduler.client.report [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.079105] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.207379] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.207379] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e40a92fb-097b-4291-bcfb-b9aeb52b7304 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.216033] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1035.216033] env[69440]: value = "task-4139938" [ 1035.216033] env[69440]: _type = "Task" [ 1035.216033] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.228949] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.300031] env[69440]: DEBUG oslo_concurrency.lockutils [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.300031] env[69440]: DEBUG nova.compute.manager [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.302323] env[69440]: DEBUG oslo_concurrency.lockutils [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.959s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.303229] env[69440]: DEBUG nova.objects.instance [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Lazy-loading 'resources' on Instance uuid df834da5-3d71-4b17-a24d-28419e3dee60 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.726117] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139938, 'name': PowerOffVM_Task, 'duration_secs': 0.247936} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.726426] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.726693] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.727614] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a33ced2-803e-4a14-a5cb-bca9a3c72fda {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.735752] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.736058] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f24aaea-0cfb-4fea-8091-a53fc35e029d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.807106] env[69440]: DEBUG nova.compute.utils [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.809283] env[69440]: DEBUG nova.compute.manager [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.809470] env[69440]: DEBUG nova.network.neutron [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.820394] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.820662] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.820931] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Deleting the datastore file [datastore1] bf77d8ed-e17b-4dcd-81a5-8e67f024b294 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.821934] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f41422ab-f981-4f3a-9a2e-1165aec150b8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.829873] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1035.829873] env[69440]: value = "task-4139940" [ 1035.829873] env[69440]: _type = "Task" [ 1035.829873] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.845592] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.876087] env[69440]: DEBUG nova.policy [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61389e1a0883414cbe80dcf8cf886d0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80b0a98b4cd94c04b0137e023456dae6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.309138] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c9ba2a-15bd-4ef4-93c9-9725ca7943a8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.320997] env[69440]: DEBUG nova.compute.manager [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.328183] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fa7289-1a15-4f94-a583-a3b0da5469bf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.337304] env[69440]: DEBUG nova.network.neutron [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Successfully created port: 7c5a9b44-3f42-4942-adc2-e31bb71637c8 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.371203] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8865fb79-6390-4c3b-9b66-4d4d102db527 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.378514] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209614} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.378726] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.378955] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.379138] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.385964] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b59f8ff-40c8-40c7-b8f1-fbd860430659 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.403183] env[69440]: DEBUG nova.compute.provider_tree [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.442137] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "5da8fdb5-7b21-4755-bb50-68bb8e0d8f13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.442398] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "5da8fdb5-7b21-4755-bb50-68bb8e0d8f13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.442601] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "5da8fdb5-7b21-4755-bb50-68bb8e0d8f13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.442793] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "5da8fdb5-7b21-4755-bb50-68bb8e0d8f13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.442965] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "5da8fdb5-7b21-4755-bb50-68bb8e0d8f13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.447458] env[69440]: INFO nova.compute.manager [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Terminating instance [ 1036.911541] env[69440]: DEBUG nova.scheduler.client.report [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.951519] env[69440]: DEBUG nova.compute.manager [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.951824] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.952907] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d73111d-d13f-4b3e-a5e1-1e18b4888185 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.962398] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.962733] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3143b7b-caf2-47ff-a67c-7f8c624ddad0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.972020] env[69440]: DEBUG oslo_vmware.api [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1036.972020] env[69440]: value = "task-4139941" [ 1036.972020] env[69440]: _type = "Task" [ 1036.972020] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.982465] env[69440]: DEBUG oslo_vmware.api [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.340275] env[69440]: DEBUG nova.compute.manager [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.417262] env[69440]: DEBUG oslo_concurrency.lockutils [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.419828] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.814s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.421363] env[69440]: INFO nova.compute.claims [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.443351] env[69440]: INFO nova.scheduler.client.report [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Deleted allocations for instance df834da5-3d71-4b17-a24d-28419e3dee60 [ 1037.484638] env[69440]: DEBUG oslo_vmware.api [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139941, 'name': PowerOffVM_Task, 'duration_secs': 0.255455} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.490028] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.490028] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.490028] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13e99125-82a2-4159-9bb6-a9e31445a5b5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.568088] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.568460] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.568616] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Deleting the datastore file [datastore2] 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.569281] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-097b787f-31c4-456c-89f2-d684c5715617 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.578399] env[69440]: DEBUG oslo_vmware.api [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1037.578399] env[69440]: value = "task-4139943" [ 1037.578399] env[69440]: _type = "Task" [ 1037.578399] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.588471] env[69440]: DEBUG oslo_vmware.api [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.919930] env[69440]: DEBUG nova.network.neutron [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Successfully updated port: 7c5a9b44-3f42-4942-adc2-e31bb71637c8 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.956673] env[69440]: DEBUG oslo_concurrency.lockutils [None req-51a4ba5c-5b6c-4803-9746-93c8893ef087 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Lock "df834da5-3d71-4b17-a24d-28419e3dee60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.759s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.093039] env[69440]: DEBUG oslo_vmware.api [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4139943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270526} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.093039] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.093039] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.093039] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.093039] env[69440]: INFO nova.compute.manager [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1038.093466] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.093793] env[69440]: DEBUG nova.compute.manager [-] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.094026] env[69440]: DEBUG nova.network.neutron [-] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.426935] env[69440]: DEBUG oslo_concurrency.lockutils [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Acquiring lock "refresh_cache-531690f2-335a-408f-8a36-5a188b77dff4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.427289] env[69440]: DEBUG oslo_concurrency.lockutils [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Acquired lock "refresh_cache-531690f2-335a-408f-8a36-5a188b77dff4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.427328] env[69440]: DEBUG nova.network.neutron [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.457208] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.457748] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.872533] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2df0d79-8887-4e34-bf49-2abe6dd2e977 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.884158] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159794cd-f761-4eef-81ce-2c76f1547c27 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.920850] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772009db-7fb0-41fd-ac65-262a8f44d3eb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.932171] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1eaf6b-ae93-417a-b6a4-5d5604196520 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.947665] env[69440]: DEBUG nova.compute.provider_tree [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.969185] env[69440]: DEBUG nova.network.neutron [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.976809] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.979058] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.979558] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.979699] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.979947] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.980257] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.980447] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1038.980787] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.119898] env[69440]: DEBUG nova.network.neutron [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Updating instance_info_cache with network_info: [{"id": "7c5a9b44-3f42-4942-adc2-e31bb71637c8", "address": "fa:16:3e:19:a3:fa", "network": {"id": "b917a624-1398-434e-889f-a168168ce643", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1455974946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80b0a98b4cd94c04b0137e023456dae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c5a9b44-3f", "ovs_interfaceid": "7c5a9b44-3f42-4942-adc2-e31bb71637c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.122514] env[69440]: DEBUG nova.network.neutron [-] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.452544] env[69440]: DEBUG nova.scheduler.client.report [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.485354] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.623590] env[69440]: DEBUG oslo_concurrency.lockutils [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Releasing lock "refresh_cache-531690f2-335a-408f-8a36-5a188b77dff4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.623590] env[69440]: DEBUG nova.compute.manager [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Instance network_info: |[{"id": "7c5a9b44-3f42-4942-adc2-e31bb71637c8", "address": "fa:16:3e:19:a3:fa", "network": {"id": "b917a624-1398-434e-889f-a168168ce643", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1455974946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80b0a98b4cd94c04b0137e023456dae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c5a9b44-3f", "ovs_interfaceid": "7c5a9b44-3f42-4942-adc2-e31bb71637c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.628032] env[69440]: INFO nova.compute.manager [-] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Took 1.53 seconds to deallocate network for instance. [ 1039.961028] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.961028] env[69440]: DEBUG nova.compute.manager [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.966150] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.229s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.966971] env[69440]: DEBUG nova.objects.instance [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lazy-loading 'resources' on Instance uuid f2728b30-2c85-4ff6-ae26-eeb799ce554b {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.134795] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.467313] env[69440]: DEBUG nova.compute.utils [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.468955] env[69440]: DEBUG nova.compute.manager [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.469402] env[69440]: DEBUG nova.network.neutron [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.518674] env[69440]: DEBUG nova.policy [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23b6b0c2207944cc80a3800e5ed4342c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ca9d5a8f31945f695b562879cce6a7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.842666] env[69440]: DEBUG nova.network.neutron [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Successfully created port: ed8f70cf-3f52-402e-b9de-0d45821cb94b {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.891123] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bb8b6f-7455-4e27-b741-f59d6a8f1a30 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.900987] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87819c4a-4fa5-4843-8539-b7fbda2b8d59 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.935758] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74bc002-c585-4727-b28a-887f5dc228a8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.947702] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac97a0c9-f549-489b-b9fd-23900f87b05c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.963655] env[69440]: DEBUG nova.compute.provider_tree [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.974778] env[69440]: DEBUG nova.compute.manager [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.105766] env[69440]: DEBUG nova.virt.hardware [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.105766] env[69440]: DEBUG nova.virt.hardware [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.105766] env[69440]: DEBUG nova.virt.hardware [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.105766] env[69440]: DEBUG nova.virt.hardware [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.105766] env[69440]: DEBUG nova.virt.hardware [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.105766] env[69440]: DEBUG nova.virt.hardware [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.105766] env[69440]: DEBUG nova.virt.hardware [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.105766] env[69440]: DEBUG nova.virt.hardware [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.105766] env[69440]: DEBUG nova.virt.hardware [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.105766] env[69440]: DEBUG nova.virt.hardware [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.105766] env[69440]: DEBUG nova.virt.hardware [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.107812] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a282b33c-1874-4371-b502-9ca79ce036f2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.119728] env[69440]: DEBUG nova.virt.hardware [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.119978] env[69440]: DEBUG nova.virt.hardware [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.120171] env[69440]: DEBUG nova.virt.hardware [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.120333] env[69440]: DEBUG nova.virt.hardware [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.120478] env[69440]: DEBUG nova.virt.hardware [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.120623] env[69440]: DEBUG nova.virt.hardware [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.120830] env[69440]: DEBUG nova.virt.hardware [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.120984] env[69440]: DEBUG nova.virt.hardware [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.121166] env[69440]: DEBUG nova.virt.hardware [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.121330] env[69440]: DEBUG nova.virt.hardware [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.121505] env[69440]: DEBUG nova.virt.hardware [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.122882] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf998f2-286b-4ecb-8997-414a0eb3c695 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.129222] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b5b92a-10d7-4cf0-9095-081d60fed4a5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.145618] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:a3:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c5a9b44-3f42-4942-adc2-e31bb71637c8', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.154609] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Creating folder: Project (80b0a98b4cd94c04b0137e023456dae6). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.157107] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf439e-8360-8913-6b03-78359eff8e60/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1041.159735] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-978d94cf-d431-435a-b1cd-2e6608d14b92 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.162034] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8f5bf2-9071-4e25-a684-f4c8b8bbc43c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.165763] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a752b91-391a-4231-85de-dea87031da45 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.176089] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf439e-8360-8913-6b03-78359eff8e60/disk-0.vmdk is in state: ready. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1041.176239] env[69440]: ERROR oslo_vmware.rw_handles [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf439e-8360-8913-6b03-78359eff8e60/disk-0.vmdk due to incomplete transfer. [ 1041.184576] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a4460c3d-12c8-4781-8f85-e162700283c5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.186764] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:62:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1349a32a-8f36-4a96-a4e5-64a65b83dbf3', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.194367] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.196033] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.196402] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Created folder: Project (80b0a98b4cd94c04b0137e023456dae6) in parent group-v819662. [ 1041.196616] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Creating folder: Instances. Parent ref: group-v819899. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.197342] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96be7bf7-81fe-42c4-8c5f-64a6b49ece74 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.212776] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6dc8684-a5eb-4742-a8dd-b7883995170f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.215482] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf439e-8360-8913-6b03-78359eff8e60/disk-0.vmdk. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1041.215738] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Uploaded image 078974cd-82b4-40bc-af1e-f9002deffc38 to the Glance image server {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1041.218351] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Destroying the VM {{(pid=69440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1041.219360] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cac108f6-c59b-4173-8920-049929681a2d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.225381] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.225381] env[69440]: value = "task-4139946" [ 1041.225381] env[69440]: _type = "Task" [ 1041.225381] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.227162] env[69440]: DEBUG oslo_vmware.api [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1041.227162] env[69440]: value = "task-4139947" [ 1041.227162] env[69440]: _type = "Task" [ 1041.227162] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.237840] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Created folder: Instances in parent group-v819899. [ 1041.238381] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.239205] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.239966] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b804d542-ce1b-435a-a8e4-fcb60c47f37e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.265106] env[69440]: DEBUG oslo_vmware.api [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139947, 'name': Destroy_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.265345] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139946, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.271154] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.271154] env[69440]: value = "task-4139948" [ 1041.271154] env[69440]: _type = "Task" [ 1041.271154] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.282739] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139948, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.470933] env[69440]: DEBUG nova.scheduler.client.report [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.744284] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139946, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.747414] env[69440]: DEBUG oslo_vmware.api [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139947, 'name': Destroy_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.782120] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139948, 'name': CreateVM_Task, 'duration_secs': 0.42438} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.782438] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.786026] env[69440]: DEBUG oslo_concurrency.lockutils [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.786026] env[69440]: DEBUG oslo_concurrency.lockutils [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.786026] env[69440]: DEBUG oslo_concurrency.lockutils [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.786026] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae94fbb-52ea-40f6-a818-4b6453656110 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.790496] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Waiting for the task: (returnval){ [ 1041.790496] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5229f81c-183a-2c8f-1c28-10b9936d72cd" [ 1041.790496] env[69440]: _type = "Task" [ 1041.790496] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.801034] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5229f81c-183a-2c8f-1c28-10b9936d72cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.864291] env[69440]: DEBUG oslo_vmware.rw_handles [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0cbd2-38cf-a5c9-9ab6-bb7edf75b3e3/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1041.865426] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee64ce1-b27e-4f14-a3a0-55d00c21bb08 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.872299] env[69440]: DEBUG oslo_vmware.rw_handles [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0cbd2-38cf-a5c9-9ab6-bb7edf75b3e3/disk-0.vmdk is in state: ready. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1041.872430] env[69440]: ERROR oslo_vmware.rw_handles [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0cbd2-38cf-a5c9-9ab6-bb7edf75b3e3/disk-0.vmdk due to incomplete transfer. [ 1041.872604] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0d0caf2a-007e-4cc8-ae23-549df2ed419b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.880728] env[69440]: DEBUG oslo_vmware.rw_handles [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0cbd2-38cf-a5c9-9ab6-bb7edf75b3e3/disk-0.vmdk. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1041.880941] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Uploaded image 0aef153d-f982-4943-8600-2089738d4626 to the Glance image server {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1041.882633] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Destroying the VM {{(pid=69440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1041.882917] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b191f559-5a7e-4f54-b83b-0cf539afbf99 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.894606] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1041.894606] env[69440]: value = "task-4139949" [ 1041.894606] env[69440]: _type = "Task" [ 1041.894606] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.907412] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139949, 'name': Destroy_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.973791] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.976701] env[69440]: DEBUG oslo_concurrency.lockutils [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.529s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.976701] env[69440]: DEBUG nova.objects.instance [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lazy-loading 'resources' on Instance uuid f254ccca-ffc2-4ca6-92ac-317b5f99cd20 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.981236] env[69440]: DEBUG nova.compute.manager [req-f4130311-95f0-4092-b1ed-106562e0dbe1 req-3449f2d6-0141-49a2-9837-46b4f00acfa6 service nova] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Received event network-vif-plugged-7c5a9b44-3f42-4942-adc2-e31bb71637c8 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.981327] env[69440]: DEBUG oslo_concurrency.lockutils [req-f4130311-95f0-4092-b1ed-106562e0dbe1 req-3449f2d6-0141-49a2-9837-46b4f00acfa6 service nova] Acquiring lock "531690f2-335a-408f-8a36-5a188b77dff4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.982455] env[69440]: DEBUG oslo_concurrency.lockutils [req-f4130311-95f0-4092-b1ed-106562e0dbe1 req-3449f2d6-0141-49a2-9837-46b4f00acfa6 service nova] Lock "531690f2-335a-408f-8a36-5a188b77dff4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.982455] env[69440]: DEBUG oslo_concurrency.lockutils [req-f4130311-95f0-4092-b1ed-106562e0dbe1 req-3449f2d6-0141-49a2-9837-46b4f00acfa6 service nova] Lock "531690f2-335a-408f-8a36-5a188b77dff4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.982455] env[69440]: DEBUG nova.compute.manager [req-f4130311-95f0-4092-b1ed-106562e0dbe1 req-3449f2d6-0141-49a2-9837-46b4f00acfa6 service nova] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] No waiting events found dispatching network-vif-plugged-7c5a9b44-3f42-4942-adc2-e31bb71637c8 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1041.982455] env[69440]: WARNING nova.compute.manager [req-f4130311-95f0-4092-b1ed-106562e0dbe1 req-3449f2d6-0141-49a2-9837-46b4f00acfa6 service nova] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Received unexpected event network-vif-plugged-7c5a9b44-3f42-4942-adc2-e31bb71637c8 for instance with vm_state building and task_state spawning. [ 1041.983418] env[69440]: DEBUG nova.compute.manager [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.002422] env[69440]: INFO nova.scheduler.client.report [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Deleted allocations for instance f2728b30-2c85-4ff6-ae26-eeb799ce554b [ 1042.011300] env[69440]: DEBUG nova.virt.hardware [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.011552] env[69440]: DEBUG nova.virt.hardware [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.011706] env[69440]: DEBUG nova.virt.hardware [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.011888] env[69440]: DEBUG nova.virt.hardware [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.012075] env[69440]: DEBUG nova.virt.hardware [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.012230] env[69440]: DEBUG nova.virt.hardware [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.012461] env[69440]: DEBUG nova.virt.hardware [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.012622] env[69440]: DEBUG nova.virt.hardware [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.012788] env[69440]: DEBUG nova.virt.hardware [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.012949] env[69440]: DEBUG nova.virt.hardware [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.013136] env[69440]: DEBUG nova.virt.hardware [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.014356] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0e4d9c-04da-427a-a280-ddf9de75468e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.023786] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7573554c-57dd-447d-9cbc-6efef0e145cf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.095326] env[69440]: DEBUG oslo_concurrency.lockutils [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Acquiring lock "582bafd2-ec53-48e4-a9ce-192c4343c571" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.095775] env[69440]: DEBUG oslo_concurrency.lockutils [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Lock "582bafd2-ec53-48e4-a9ce-192c4343c571" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.253560] env[69440]: DEBUG oslo_vmware.api [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139947, 'name': Destroy_Task, 'duration_secs': 0.586609} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.253798] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139946, 'name': CreateVM_Task, 'duration_secs': 0.528081} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.253999] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Destroyed the VM [ 1042.254278] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Deleting Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1042.254477] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.254656] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-35f5c062-9ae1-437d-8338-4481a17b79f9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.256922] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.262456] env[69440]: DEBUG oslo_vmware.api [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1042.262456] env[69440]: value = "task-4139950" [ 1042.262456] env[69440]: _type = "Task" [ 1042.262456] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.271072] env[69440]: DEBUG oslo_vmware.api [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139950, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.301870] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5229f81c-183a-2c8f-1c28-10b9936d72cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011122} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.302230] env[69440]: DEBUG oslo_concurrency.lockutils [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.302478] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.302942] env[69440]: DEBUG oslo_concurrency.lockutils [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.303339] env[69440]: DEBUG oslo_concurrency.lockutils [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.303339] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.303614] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.304085] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.304215] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4471cdc4-85f1-4ecc-86ac-458d55e00930 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.308330] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a07b9d46-f8ea-4170-a638-cbc2a2d1bf12 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.313503] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1042.313503] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52fb2901-cf7b-6908-91b7-03843e79ed2f" [ 1042.313503] env[69440]: _type = "Task" [ 1042.313503] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.319678] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.319854] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.323852] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-511107d3-ad51-4d61-99bd-6cf6a3198658 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.330701] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52fb2901-cf7b-6908-91b7-03843e79ed2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.334476] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Waiting for the task: (returnval){ [ 1042.334476] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ae1cc2-28cd-d047-478d-2dfa838bdbce" [ 1042.334476] env[69440]: _type = "Task" [ 1042.334476] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.345018] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ae1cc2-28cd-d047-478d-2dfa838bdbce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.408694] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139949, 'name': Destroy_Task, 'duration_secs': 0.349962} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.409034] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Destroyed the VM [ 1042.409286] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Deleting Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1042.409552] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c1058acf-52ff-407a-be22-b641063f86c5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.419721] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1042.419721] env[69440]: value = "task-4139951" [ 1042.419721] env[69440]: _type = "Task" [ 1042.419721] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.426908] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139951, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.428951] env[69440]: DEBUG nova.network.neutron [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Successfully updated port: ed8f70cf-3f52-402e-b9de-0d45821cb94b {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.511781] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d832e615-a73b-4f56-9550-98f9eeaef322 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "f2728b30-2c85-4ff6-ae26-eeb799ce554b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.248s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.598868] env[69440]: DEBUG nova.compute.manager [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.778833] env[69440]: DEBUG oslo_vmware.api [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139950, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.828927] env[69440]: DEBUG oslo_concurrency.lockutils [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "de682e9a-77cf-41e8-9378-459074854566" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.829257] env[69440]: DEBUG oslo_concurrency.lockutils [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "de682e9a-77cf-41e8-9378-459074854566" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.829515] env[69440]: DEBUG oslo_concurrency.lockutils [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "de682e9a-77cf-41e8-9378-459074854566-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.829681] env[69440]: DEBUG oslo_concurrency.lockutils [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "de682e9a-77cf-41e8-9378-459074854566-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.829870] env[69440]: DEBUG oslo_concurrency.lockutils [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "de682e9a-77cf-41e8-9378-459074854566-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.831976] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52fb2901-cf7b-6908-91b7-03843e79ed2f, 'name': SearchDatastore_Task, 'duration_secs': 0.029574} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.832474] env[69440]: INFO nova.compute.manager [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Terminating instance [ 1042.836799] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.837043] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.837259] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.850316] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ae1cc2-28cd-d047-478d-2dfa838bdbce, 'name': SearchDatastore_Task, 'duration_secs': 0.030101} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.854229] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f804c2b-dd47-4f69-b350-6a0a3defe5e8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.862257] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Waiting for the task: (returnval){ [ 1042.862257] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]527ffa40-fe92-5c34-8f52-ed201b2aa852" [ 1042.862257] env[69440]: _type = "Task" [ 1042.862257] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.872999] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]527ffa40-fe92-5c34-8f52-ed201b2aa852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.930247] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139951, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.930809] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquiring lock "refresh_cache-90698fe5-6557-48b7-97d5-21a6d03005cd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.930949] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquired lock "refresh_cache-90698fe5-6557-48b7-97d5-21a6d03005cd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.931114] env[69440]: DEBUG nova.network.neutron [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.954050] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5605add-8326-4ffe-8802-748832a02b31 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.963471] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2ab706-88ca-40fe-88bb-2c9b00e68527 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.997250] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbacf10-d3fe-4bf6-9054-74c452b4c86b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.005940] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17d4fdc-f6a2-4a6a-8537-d6d73fa127b1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.021739] env[69440]: DEBUG nova.compute.provider_tree [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.124150] env[69440]: DEBUG oslo_concurrency.lockutils [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.162037] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.162252] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.275277] env[69440]: DEBUG oslo_vmware.api [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139950, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.344338] env[69440]: DEBUG nova.compute.manager [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.344446] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.345647] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88c0ec8-305a-496d-8c66-fa7ee3b4c05b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.356186] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.356693] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-325c33f4-ab0f-4f6d-a460-284e0e68fa37 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.371552] env[69440]: DEBUG oslo_vmware.api [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 1043.371552] env[69440]: value = "task-4139952" [ 1043.371552] env[69440]: _type = "Task" [ 1043.371552] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.383311] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]527ffa40-fe92-5c34-8f52-ed201b2aa852, 'name': SearchDatastore_Task, 'duration_secs': 0.057517} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.384174] env[69440]: DEBUG oslo_concurrency.lockutils [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.384530] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 531690f2-335a-408f-8a36-5a188b77dff4/531690f2-335a-408f-8a36-5a188b77dff4.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.384879] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.385874] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.386259] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c4835c2-c372-4d3a-9557-e1c5a1614cf9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.392466] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77fb632a-49e7-4593-95cb-dd49ce6106c5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.395372] env[69440]: DEBUG oslo_vmware.api [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.404117] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Waiting for the task: (returnval){ [ 1043.404117] env[69440]: value = "task-4139953" [ 1043.404117] env[69440]: _type = "Task" [ 1043.404117] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.415494] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.415494] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.415494] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a8e6431-7880-469a-b046-06e2d59e0f9a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.419941] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': task-4139953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.426096] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1043.426096] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d5c6d8-db71-4508-1966-0563984c7659" [ 1043.426096] env[69440]: _type = "Task" [ 1043.426096] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.439774] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139951, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.445590] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d5c6d8-db71-4508-1966-0563984c7659, 'name': SearchDatastore_Task, 'duration_secs': 0.013826} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.446660] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a4f3a1-1159-4cd1-b669-68dd1925c7fb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.455672] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1043.455672] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]525ac14d-9ac7-537e-e81b-ef117b506e7c" [ 1043.455672] env[69440]: _type = "Task" [ 1043.455672] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.469846] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525ac14d-9ac7-537e-e81b-ef117b506e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.012608} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.470170] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.470453] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] bf77d8ed-e17b-4dcd-81a5-8e67f024b294/bf77d8ed-e17b-4dcd-81a5-8e67f024b294.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.470729] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c23f312e-ef06-4679-9cd3-d1c00bb16e24 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.476358] env[69440]: DEBUG nova.network.neutron [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.480746] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1043.480746] env[69440]: value = "task-4139954" [ 1043.480746] env[69440]: _type = "Task" [ 1043.480746] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.495030] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.525392] env[69440]: DEBUG nova.scheduler.client.report [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.664915] env[69440]: DEBUG nova.compute.manager [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.673730] env[69440]: DEBUG nova.network.neutron [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Updating instance_info_cache with network_info: [{"id": "ed8f70cf-3f52-402e-b9de-0d45821cb94b", "address": "fa:16:3e:92:78:c3", "network": {"id": "7919e2d2-b828-4044-83bd-c2c95cee4b7d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1769126228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca9d5a8f31945f695b562879cce6a7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped8f70cf-3f", "ovs_interfaceid": "ed8f70cf-3f52-402e-b9de-0d45821cb94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.779295] env[69440]: DEBUG oslo_vmware.api [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4139950, 'name': RemoveSnapshot_Task, 'duration_secs': 1.15429} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.779627] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Deleted Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1043.779858] env[69440]: INFO nova.compute.manager [None req-c0a4638e-4bea-403e-b17e-a976e1a48755 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Took 15.94 seconds to snapshot the instance on the hypervisor. [ 1043.886573] env[69440]: DEBUG oslo_vmware.api [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139952, 'name': PowerOffVM_Task, 'duration_secs': 0.421361} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.886573] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.886844] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.887152] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f269481f-da63-43e8-aaa0-2c7bc3f7ad4f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.915965] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': task-4139953, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.932814] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139951, 'name': RemoveSnapshot_Task, 'duration_secs': 1.466266} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.933149] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Deleted Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1043.933489] env[69440]: DEBUG nova.compute.manager [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1043.934684] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2396e85b-2bcd-443f-b930-570ae96a0304 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.975695] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.976173] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.976410] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Deleting the datastore file [datastore1] de682e9a-77cf-41e8-9378-459074854566 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.976911] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be797dcb-ad89-4ccd-b9d4-3f1c1f32e1db {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.988980] env[69440]: DEBUG oslo_vmware.api [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 1043.988980] env[69440]: value = "task-4139956" [ 1043.988980] env[69440]: _type = "Task" [ 1043.988980] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.997561] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139954, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.003600] env[69440]: DEBUG oslo_vmware.api [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.033687] env[69440]: DEBUG oslo_concurrency.lockutils [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.036349] env[69440]: DEBUG oslo_concurrency.lockutils [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.409s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.036539] env[69440]: DEBUG nova.objects.instance [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lazy-loading 'resources' on Instance uuid 5c1878eb-3c4b-49b8-89ba-9c51845204bd {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.057742] env[69440]: DEBUG nova.compute.manager [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Received event network-changed-7c5a9b44-3f42-4942-adc2-e31bb71637c8 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.058328] env[69440]: DEBUG nova.compute.manager [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Refreshing instance network info cache due to event network-changed-7c5a9b44-3f42-4942-adc2-e31bb71637c8. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.058589] env[69440]: DEBUG oslo_concurrency.lockutils [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] Acquiring lock "refresh_cache-531690f2-335a-408f-8a36-5a188b77dff4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.058902] env[69440]: DEBUG oslo_concurrency.lockutils [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] Acquired lock "refresh_cache-531690f2-335a-408f-8a36-5a188b77dff4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.059421] env[69440]: DEBUG nova.network.neutron [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Refreshing network info cache for port 7c5a9b44-3f42-4942-adc2-e31bb71637c8 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.075367] env[69440]: INFO nova.scheduler.client.report [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Deleted allocations for instance f254ccca-ffc2-4ca6-92ac-317b5f99cd20 [ 1044.178756] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Releasing lock "refresh_cache-90698fe5-6557-48b7-97d5-21a6d03005cd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.179406] env[69440]: DEBUG nova.compute.manager [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Instance network_info: |[{"id": "ed8f70cf-3f52-402e-b9de-0d45821cb94b", "address": "fa:16:3e:92:78:c3", "network": {"id": "7919e2d2-b828-4044-83bd-c2c95cee4b7d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1769126228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca9d5a8f31945f695b562879cce6a7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped8f70cf-3f", "ovs_interfaceid": "ed8f70cf-3f52-402e-b9de-0d45821cb94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.180258] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:78:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed8f70cf-3f52-402e-b9de-0d45821cb94b', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.189067] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.189535] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.189828] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1adb74fb-884a-4433-ace4-e56a38a1edbe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.208883] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.218094] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.218094] env[69440]: value = "task-4139957" [ 1044.218094] env[69440]: _type = "Task" [ 1044.218094] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.230613] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139957, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.424921] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': task-4139953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587915} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.428131] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 531690f2-335a-408f-8a36-5a188b77dff4/531690f2-335a-408f-8a36-5a188b77dff4.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.428851] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.429521] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-717c4921-aa89-469c-a3b5-73e708a74613 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.441546] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Waiting for the task: (returnval){ [ 1044.441546] env[69440]: value = "task-4139958" [ 1044.441546] env[69440]: _type = "Task" [ 1044.441546] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.451823] env[69440]: INFO nova.compute.manager [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Shelve offloading [ 1044.455433] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': task-4139958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.494024] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877833} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.498501] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] bf77d8ed-e17b-4dcd-81a5-8e67f024b294/bf77d8ed-e17b-4dcd-81a5-8e67f024b294.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.499082] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.501020] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54352d3f-7966-4ed1-af53-5de3aa4cccdc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.508770] env[69440]: DEBUG oslo_vmware.api [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4139956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437785} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.510555] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.511082] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.511473] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.511784] env[69440]: INFO nova.compute.manager [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: de682e9a-77cf-41e8-9378-459074854566] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1044.512190] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.512649] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1044.512649] env[69440]: value = "task-4139959" [ 1044.512649] env[69440]: _type = "Task" [ 1044.512649] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.513134] env[69440]: DEBUG nova.compute.manager [-] [instance: de682e9a-77cf-41e8-9378-459074854566] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.516024] env[69440]: DEBUG nova.network.neutron [-] [instance: de682e9a-77cf-41e8-9378-459074854566] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.526541] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.588420] env[69440]: DEBUG oslo_concurrency.lockutils [None req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Lock "f254ccca-ffc2-4ca6-92ac-317b5f99cd20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.645s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.733113] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139957, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.959906] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.960656] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': task-4139958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078434} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.960656] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0573c7f-ff06-4dc9-bb49-64b14fe15786 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.962687] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.963585] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0db0bd-3a5f-46b6-95bd-e7d62d65a366 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.995895] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 531690f2-335a-408f-8a36-5a188b77dff4/531690f2-335a-408f-8a36-5a188b77dff4.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.000598] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42392dbc-1bbc-422a-b8b1-ec2b62d0330d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.016507] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1045.016507] env[69440]: value = "task-4139960" [ 1045.016507] env[69440]: _type = "Task" [ 1045.016507] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.030070] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Waiting for the task: (returnval){ [ 1045.030070] env[69440]: value = "task-4139961" [ 1045.030070] env[69440]: _type = "Task" [ 1045.030070] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.039260] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070719} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.045842] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] VM already powered off {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1045.046119] env[69440]: DEBUG nova.compute.manager [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1045.046418] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.047549] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120e97ba-8f48-4bde-8cb7-c19827370487 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.051237] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb057c73-e521-4005-a61f-da64b1f3f203 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.086134] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] bf77d8ed-e17b-4dcd-81a5-8e67f024b294/bf77d8ed-e17b-4dcd-81a5-8e67f024b294.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.086690] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "refresh_cache-44a63078-b297-4902-a1bc-ae52783c6d15" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.086848] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "refresh_cache-44a63078-b297-4902-a1bc-ae52783c6d15" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.087051] env[69440]: DEBUG nova.network.neutron [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.088383] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': task-4139961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.089706] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35c69ee7-3073-4792-b9ad-633d8dd9eee7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.106765] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d02e785-5803-4363-bd2e-3b452be862ce {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.119267] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdea064-e75d-472e-b5e2-88d01cfc24bf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.122784] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1045.122784] env[69440]: value = "task-4139962" [ 1045.122784] env[69440]: _type = "Task" [ 1045.122784] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.157616] env[69440]: DEBUG nova.network.neutron [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Updated VIF entry in instance network info cache for port 7c5a9b44-3f42-4942-adc2-e31bb71637c8. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.158425] env[69440]: DEBUG nova.network.neutron [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Updating instance_info_cache with network_info: [{"id": "7c5a9b44-3f42-4942-adc2-e31bb71637c8", "address": "fa:16:3e:19:a3:fa", "network": {"id": "b917a624-1398-434e-889f-a168168ce643", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1455974946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80b0a98b4cd94c04b0137e023456dae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c5a9b44-3f", "ovs_interfaceid": "7c5a9b44-3f42-4942-adc2-e31bb71637c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.161420] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f62edbe-d578-4e03-a71b-a037fbcbf1aa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.167992] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.174807] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d059afe9-e15a-4948-a868-0cdfa184e505 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.195799] env[69440]: DEBUG nova.compute.provider_tree [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.232394] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139957, 'name': CreateVM_Task, 'duration_secs': 0.97783} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.232394] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.232394] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.232394] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.232394] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.232394] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2242e8ee-be03-4150-bdc1-34f462967ed9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.237900] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for the task: (returnval){ [ 1045.237900] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5212ba8c-1659-446c-cc9d-1f10f69919d6" [ 1045.237900] env[69440]: _type = "Task" [ 1045.237900] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.250019] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5212ba8c-1659-446c-cc9d-1f10f69919d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.330495] env[69440]: DEBUG nova.network.neutron [-] [instance: de682e9a-77cf-41e8-9378-459074854566] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.547918] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': task-4139961, 'name': ReconfigVM_Task, 'duration_secs': 0.333285} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.548247] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 531690f2-335a-408f-8a36-5a188b77dff4/531690f2-335a-408f-8a36-5a188b77dff4.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.548921] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a0ebcd5-7323-499a-847a-4f71e1e31200 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.556170] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Waiting for the task: (returnval){ [ 1045.556170] env[69440]: value = "task-4139963" [ 1045.556170] env[69440]: _type = "Task" [ 1045.556170] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.565714] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': task-4139963, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.633517] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139962, 'name': ReconfigVM_Task, 'duration_secs': 0.322885} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.633810] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Reconfigured VM instance instance-00000052 to attach disk [datastore2] bf77d8ed-e17b-4dcd-81a5-8e67f024b294/bf77d8ed-e17b-4dcd-81a5-8e67f024b294.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.634462] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70d644c3-84a4-4db2-8225-a02de5207826 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.643260] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1045.643260] env[69440]: value = "task-4139964" [ 1045.643260] env[69440]: _type = "Task" [ 1045.643260] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.651375] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139964, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.669311] env[69440]: DEBUG oslo_concurrency.lockutils [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] Releasing lock "refresh_cache-531690f2-335a-408f-8a36-5a188b77dff4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.669650] env[69440]: DEBUG nova.compute.manager [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Received event network-vif-deleted-08a5b8d0-de9a-4cce-804d-c45174f4b9cd {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.669935] env[69440]: DEBUG nova.compute.manager [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Received event network-vif-plugged-ed8f70cf-3f52-402e-b9de-0d45821cb94b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.670168] env[69440]: DEBUG oslo_concurrency.lockutils [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] Acquiring lock "90698fe5-6557-48b7-97d5-21a6d03005cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.670380] env[69440]: DEBUG oslo_concurrency.lockutils [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] Lock "90698fe5-6557-48b7-97d5-21a6d03005cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.670539] env[69440]: DEBUG oslo_concurrency.lockutils [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] Lock "90698fe5-6557-48b7-97d5-21a6d03005cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.670700] env[69440]: DEBUG nova.compute.manager [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] No waiting events found dispatching network-vif-plugged-ed8f70cf-3f52-402e-b9de-0d45821cb94b {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1045.673302] env[69440]: WARNING nova.compute.manager [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Received unexpected event network-vif-plugged-ed8f70cf-3f52-402e-b9de-0d45821cb94b for instance with vm_state building and task_state spawning. [ 1045.673302] env[69440]: DEBUG nova.compute.manager [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Received event network-changed-ed8f70cf-3f52-402e-b9de-0d45821cb94b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.673302] env[69440]: DEBUG nova.compute.manager [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Refreshing instance network info cache due to event network-changed-ed8f70cf-3f52-402e-b9de-0d45821cb94b. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.673302] env[69440]: DEBUG oslo_concurrency.lockutils [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] Acquiring lock "refresh_cache-90698fe5-6557-48b7-97d5-21a6d03005cd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.673302] env[69440]: DEBUG oslo_concurrency.lockutils [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] Acquired lock "refresh_cache-90698fe5-6557-48b7-97d5-21a6d03005cd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.673302] env[69440]: DEBUG nova.network.neutron [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Refreshing network info cache for port ed8f70cf-3f52-402e-b9de-0d45821cb94b {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.699225] env[69440]: DEBUG nova.scheduler.client.report [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.756961] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5212ba8c-1659-446c-cc9d-1f10f69919d6, 'name': SearchDatastore_Task, 'duration_secs': 0.013576} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.757307] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.757655] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.757940] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.758224] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.758331] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.759438] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cb0cce8-9cdf-4c4f-9005-e098b3562e83 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.774127] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.774422] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.775097] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0817b9d4-c959-4be3-ad44-b655b599304f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.782254] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for the task: (returnval){ [ 1045.782254] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]529cc079-1c5c-c6d6-08f3-a12f37651827" [ 1045.782254] env[69440]: _type = "Task" [ 1045.782254] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.796092] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529cc079-1c5c-c6d6-08f3-a12f37651827, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.834219] env[69440]: INFO nova.compute.manager [-] [instance: de682e9a-77cf-41e8-9378-459074854566] Took 1.32 seconds to deallocate network for instance. [ 1046.066653] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': task-4139963, 'name': Rename_Task, 'duration_secs': 0.164082} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.067018] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.067337] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8583fff3-6176-405b-ab7b-3cfe2180c743 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.073867] env[69440]: DEBUG nova.network.neutron [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Updating instance_info_cache with network_info: [{"id": "a3477b4f-a4d4-4a1c-9bf7-477dc3acc143", "address": "fa:16:3e:eb:58:dd", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3477b4f-a4", "ovs_interfaceid": "a3477b4f-a4d4-4a1c-9bf7-477dc3acc143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.076677] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Waiting for the task: (returnval){ [ 1046.076677] env[69440]: value = "task-4139965" [ 1046.076677] env[69440]: _type = "Task" [ 1046.076677] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.088593] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': task-4139965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.139323] env[69440]: DEBUG nova.compute.manager [req-3c3866bf-d997-419e-ae09-7fe8a802408e req-bd459ce9-f687-4307-8b00-03270c07cc60 service nova] [instance: de682e9a-77cf-41e8-9378-459074854566] Received event network-vif-deleted-6ffe4a5b-158d-4bde-8115-57495208aea9 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.154162] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139964, 'name': Rename_Task, 'duration_secs': 0.156657} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.154423] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.155349] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2108a23c-a7e0-4288-9ab8-1d0699067d15 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.164321] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1046.164321] env[69440]: value = "task-4139966" [ 1046.164321] env[69440]: _type = "Task" [ 1046.164321] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.175630] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.207088] env[69440]: DEBUG oslo_concurrency.lockutils [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.209069] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.263s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.209940] env[69440]: DEBUG nova.objects.instance [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lazy-loading 'pci_requests' on Instance uuid 53e86c03-079b-4918-b4a4-ea821a1be472 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.259755] env[69440]: INFO nova.scheduler.client.report [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Deleted allocations for instance 5c1878eb-3c4b-49b8-89ba-9c51845204bd [ 1046.298235] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529cc079-1c5c-c6d6-08f3-a12f37651827, 'name': SearchDatastore_Task, 'duration_secs': 0.015703} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.299888] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7464a967-dca7-4588-a989-6f7485918d66 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.307810] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for the task: (returnval){ [ 1046.307810] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5208f341-183d-5a13-d28b-756f3c0556b5" [ 1046.307810] env[69440]: _type = "Task" [ 1046.307810] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.320104] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5208f341-183d-5a13-d28b-756f3c0556b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.343134] env[69440]: DEBUG oslo_concurrency.lockutils [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.531344] env[69440]: DEBUG nova.network.neutron [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Updated VIF entry in instance network info cache for port ed8f70cf-3f52-402e-b9de-0d45821cb94b. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.531344] env[69440]: DEBUG nova.network.neutron [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Updating instance_info_cache with network_info: [{"id": "ed8f70cf-3f52-402e-b9de-0d45821cb94b", "address": "fa:16:3e:92:78:c3", "network": {"id": "7919e2d2-b828-4044-83bd-c2c95cee4b7d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1769126228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca9d5a8f31945f695b562879cce6a7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped8f70cf-3f", "ovs_interfaceid": "ed8f70cf-3f52-402e-b9de-0d45821cb94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.580063] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "refresh_cache-44a63078-b297-4902-a1bc-ae52783c6d15" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.594517] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': task-4139965, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.679122] env[69440]: DEBUG oslo_vmware.api [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139966, 'name': PowerOnVM_Task, 'duration_secs': 0.514411} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.679531] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.679748] env[69440]: DEBUG nova.compute.manager [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1046.680775] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55870be7-6fd1-44e5-8d7b-b9b5394cc98f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.716316] env[69440]: DEBUG nova.objects.instance [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lazy-loading 'numa_topology' on Instance uuid 53e86c03-079b-4918-b4a4-ea821a1be472 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.771392] env[69440]: DEBUG oslo_concurrency.lockutils [None req-22e6fd5d-f279-499b-963a-903cfbc3255c tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Lock "5c1878eb-3c4b-49b8-89ba-9c51845204bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.674s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.824758] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5208f341-183d-5a13-d28b-756f3c0556b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011075} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.825210] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.825598] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 90698fe5-6557-48b7-97d5-21a6d03005cd/90698fe5-6557-48b7-97d5-21a6d03005cd.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.825985] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-884c9d9b-35e3-4107-a0d4-d1f41ddfc4e7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.837789] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for the task: (returnval){ [ 1046.837789] env[69440]: value = "task-4139967" [ 1046.837789] env[69440]: _type = "Task" [ 1046.837789] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.852866] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.879380] env[69440]: DEBUG nova.compute.manager [req-a8748eb8-51a1-4ea0-8603-4e598091c8bc req-a171bb9e-8c4e-40ef-b4ca-d5856df4025c service nova] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Received event network-vif-unplugged-a3477b4f-a4d4-4a1c-9bf7-477dc3acc143 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.879833] env[69440]: DEBUG oslo_concurrency.lockutils [req-a8748eb8-51a1-4ea0-8603-4e598091c8bc req-a171bb9e-8c4e-40ef-b4ca-d5856df4025c service nova] Acquiring lock "44a63078-b297-4902-a1bc-ae52783c6d15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.881313] env[69440]: DEBUG oslo_concurrency.lockutils [req-a8748eb8-51a1-4ea0-8603-4e598091c8bc req-a171bb9e-8c4e-40ef-b4ca-d5856df4025c service nova] Lock "44a63078-b297-4902-a1bc-ae52783c6d15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.881313] env[69440]: DEBUG oslo_concurrency.lockutils [req-a8748eb8-51a1-4ea0-8603-4e598091c8bc req-a171bb9e-8c4e-40ef-b4ca-d5856df4025c service nova] Lock "44a63078-b297-4902-a1bc-ae52783c6d15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.881313] env[69440]: DEBUG nova.compute.manager [req-a8748eb8-51a1-4ea0-8603-4e598091c8bc req-a171bb9e-8c4e-40ef-b4ca-d5856df4025c service nova] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] No waiting events found dispatching network-vif-unplugged-a3477b4f-a4d4-4a1c-9bf7-477dc3acc143 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1046.881313] env[69440]: WARNING nova.compute.manager [req-a8748eb8-51a1-4ea0-8603-4e598091c8bc req-a171bb9e-8c4e-40ef-b4ca-d5856df4025c service nova] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Received unexpected event network-vif-unplugged-a3477b4f-a4d4-4a1c-9bf7-477dc3acc143 for instance with vm_state shelved and task_state shelving_offloading. [ 1046.892280] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.895170] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a478205-1ddd-47e3-8657-9a03972f3a38 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.905365] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.905869] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b32532c9-872d-4ee0-b971-a1e8636d373d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.988332] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.988852] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.989039] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Deleting the datastore file [datastore2] 44a63078-b297-4902-a1bc-ae52783c6d15 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.989366] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-791ac20f-8bbe-4a91-9c39-f812d47ca2a1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.997458] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1046.997458] env[69440]: value = "task-4139969" [ 1046.997458] env[69440]: _type = "Task" [ 1046.997458] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.008695] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.036234] env[69440]: DEBUG oslo_concurrency.lockutils [req-f2ec1eb7-5c3d-405a-9120-6d1ee1d488ba req-a8d6f490-4362-4676-9f67-f0d683a07831 service nova] Releasing lock "refresh_cache-90698fe5-6557-48b7-97d5-21a6d03005cd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.098571] env[69440]: DEBUG oslo_vmware.api [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': task-4139965, 'name': PowerOnVM_Task, 'duration_secs': 0.580059} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.098571] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.098746] env[69440]: INFO nova.compute.manager [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1047.098928] env[69440]: DEBUG nova.compute.manager [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1047.102895] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323c89aa-06bb-422e-a13d-eb30b224abd4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.201615] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.224954] env[69440]: INFO nova.compute.claims [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.355578] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139967, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.512713] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.627074] env[69440]: INFO nova.compute.manager [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Took 30.56 seconds to build instance. [ 1047.850193] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543497} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.850570] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 90698fe5-6557-48b7-97d5-21a6d03005cd/90698fe5-6557-48b7-97d5-21a6d03005cd.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.850799] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.851090] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb58db0d-ff16-4867-a977-326e5cb0f610 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.860058] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for the task: (returnval){ [ 1047.860058] env[69440]: value = "task-4139970" [ 1047.860058] env[69440]: _type = "Task" [ 1047.860058] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.874558] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.011828] env[69440]: DEBUG oslo_vmware.api [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4139969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.596362} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.012322] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.012543] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.012730] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.059515] env[69440]: INFO nova.scheduler.client.report [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Deleted allocations for instance 44a63078-b297-4902-a1bc-ae52783c6d15 [ 1048.130486] env[69440]: DEBUG oslo_concurrency.lockutils [None req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Lock "531690f2-335a-408f-8a36-5a188b77dff4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.076s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.375774] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160818} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.376355] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.377707] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3002e735-0bf1-4499-96b7-cff226137ef2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.412766] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 90698fe5-6557-48b7-97d5-21a6d03005cd/90698fe5-6557-48b7-97d5-21a6d03005cd.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.416579] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e88647de-2625-43a8-8233-a0aba71bf202 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.440075] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for the task: (returnval){ [ 1048.440075] env[69440]: value = "task-4139971" [ 1048.440075] env[69440]: _type = "Task" [ 1048.440075] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.453828] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139971, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.550391] env[69440]: DEBUG oslo_concurrency.lockutils [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "bf77d8ed-e17b-4dcd-81a5-8e67f024b294" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.550667] env[69440]: DEBUG oslo_concurrency.lockutils [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "bf77d8ed-e17b-4dcd-81a5-8e67f024b294" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.550974] env[69440]: DEBUG oslo_concurrency.lockutils [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "bf77d8ed-e17b-4dcd-81a5-8e67f024b294-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.552155] env[69440]: DEBUG oslo_concurrency.lockutils [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "bf77d8ed-e17b-4dcd-81a5-8e67f024b294-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.552454] env[69440]: DEBUG oslo_concurrency.lockutils [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "bf77d8ed-e17b-4dcd-81a5-8e67f024b294-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.555941] env[69440]: INFO nova.compute.manager [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Terminating instance [ 1048.568533] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.717339] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c561fcda-fb3e-4838-a02d-93059ec120c3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.726355] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acdd491-0bfc-432b-b0d2-803a5cd2f958 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.765986] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47225208-fc93-4315-9551-55bb02c2b119 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.775016] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52fe6a4-9472-4a2a-9058-ca0fcc8f226f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.793215] env[69440]: DEBUG nova.compute.provider_tree [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.805613] env[69440]: DEBUG oslo_concurrency.lockutils [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Acquiring lock "531690f2-335a-408f-8a36-5a188b77dff4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.805897] env[69440]: DEBUG oslo_concurrency.lockutils [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Lock "531690f2-335a-408f-8a36-5a188b77dff4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.806206] env[69440]: DEBUG oslo_concurrency.lockutils [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Acquiring lock "531690f2-335a-408f-8a36-5a188b77dff4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.806313] env[69440]: DEBUG oslo_concurrency.lockutils [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Lock "531690f2-335a-408f-8a36-5a188b77dff4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.806490] env[69440]: DEBUG oslo_concurrency.lockutils [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Lock "531690f2-335a-408f-8a36-5a188b77dff4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.812043] env[69440]: INFO nova.compute.manager [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Terminating instance [ 1048.953775] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139971, 'name': ReconfigVM_Task, 'duration_secs': 0.370915} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.953974] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 90698fe5-6557-48b7-97d5-21a6d03005cd/90698fe5-6557-48b7-97d5-21a6d03005cd.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.954758] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f91bbaa0-dbf2-4d3f-bd05-f4b68d20d85b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.962424] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for the task: (returnval){ [ 1048.962424] env[69440]: value = "task-4139972" [ 1048.962424] env[69440]: _type = "Task" [ 1048.962424] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.974780] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139972, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.065928] env[69440]: DEBUG nova.compute.manager [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.066330] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.070786] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d677c420-9c66-4a71-b01d-5897c90ce63e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.080466] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.081776] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdaeb690-87af-41ca-a0e7-ccfd63cd6811 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.093190] env[69440]: DEBUG nova.compute.manager [req-cca6a139-89d1-4ba0-956c-aee1872b1f9e req-08a55ac5-fb5d-4d8a-b1c5-6fb2f3ad308f service nova] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Received event network-changed-a3477b4f-a4d4-4a1c-9bf7-477dc3acc143 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.093574] env[69440]: DEBUG nova.compute.manager [req-cca6a139-89d1-4ba0-956c-aee1872b1f9e req-08a55ac5-fb5d-4d8a-b1c5-6fb2f3ad308f service nova] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Refreshing instance network info cache due to event network-changed-a3477b4f-a4d4-4a1c-9bf7-477dc3acc143. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.093869] env[69440]: DEBUG oslo_concurrency.lockutils [req-cca6a139-89d1-4ba0-956c-aee1872b1f9e req-08a55ac5-fb5d-4d8a-b1c5-6fb2f3ad308f service nova] Acquiring lock "refresh_cache-44a63078-b297-4902-a1bc-ae52783c6d15" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.094035] env[69440]: DEBUG oslo_concurrency.lockutils [req-cca6a139-89d1-4ba0-956c-aee1872b1f9e req-08a55ac5-fb5d-4d8a-b1c5-6fb2f3ad308f service nova] Acquired lock "refresh_cache-44a63078-b297-4902-a1bc-ae52783c6d15" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.094244] env[69440]: DEBUG nova.network.neutron [req-cca6a139-89d1-4ba0-956c-aee1872b1f9e req-08a55ac5-fb5d-4d8a-b1c5-6fb2f3ad308f service nova] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Refreshing network info cache for port a3477b4f-a4d4-4a1c-9bf7-477dc3acc143 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.101682] env[69440]: DEBUG oslo_vmware.api [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1049.101682] env[69440]: value = "task-4139973" [ 1049.101682] env[69440]: _type = "Task" [ 1049.101682] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.124972] env[69440]: DEBUG oslo_vmware.api [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.240739] env[69440]: DEBUG oslo_concurrency.lockutils [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.241651] env[69440]: DEBUG oslo_concurrency.lockutils [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.299477] env[69440]: DEBUG nova.scheduler.client.report [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.316346] env[69440]: DEBUG nova.compute.manager [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.316673] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.318310] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7dc16b-31fb-4846-90bd-d69f22cbdc76 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.329388] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.329697] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1815147-6806-4999-bf56-3ae267006027 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.339800] env[69440]: DEBUG oslo_vmware.api [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Waiting for the task: (returnval){ [ 1049.339800] env[69440]: value = "task-4139974" [ 1049.339800] env[69440]: _type = "Task" [ 1049.339800] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.353720] env[69440]: DEBUG oslo_vmware.api [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': task-4139974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.477217] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139972, 'name': Rename_Task, 'duration_secs': 0.198911} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.477651] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.478066] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dbadea2-fc7d-401e-be75-4bf94ea3c311 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.490236] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for the task: (returnval){ [ 1049.490236] env[69440]: value = "task-4139975" [ 1049.490236] env[69440]: _type = "Task" [ 1049.490236] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.501925] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.617668] env[69440]: DEBUG oslo_vmware.api [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139973, 'name': PowerOffVM_Task, 'duration_secs': 0.230417} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.617668] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.617668] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.617668] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99984c34-c2bb-4561-b5d2-c75a87ec6bab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.674514] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30be0410-e113-453a-a190-9aedaac327fb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "44a63078-b297-4902-a1bc-ae52783c6d15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.698737] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.698737] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.698737] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Deleting the datastore file [datastore2] bf77d8ed-e17b-4dcd-81a5-8e67f024b294 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.698737] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58b4fa5a-094f-4fb9-a1a8-40513b0a3418 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.705639] env[69440]: DEBUG oslo_vmware.api [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1049.705639] env[69440]: value = "task-4139977" [ 1049.705639] env[69440]: _type = "Task" [ 1049.705639] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.718055] env[69440]: DEBUG oslo_vmware.api [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.747118] env[69440]: DEBUG nova.compute.manager [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.809375] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.600s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.811916] env[69440]: DEBUG oslo_concurrency.lockutils [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.635s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.814722] env[69440]: INFO nova.compute.claims [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.855895] env[69440]: DEBUG oslo_vmware.api [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': task-4139974, 'name': PowerOffVM_Task, 'duration_secs': 0.215925} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.859305] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.859305] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.859305] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29b6bf17-9eab-4b0e-89e9-11621c96b25c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.868485] env[69440]: INFO nova.network.neutron [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Updating port 5351f12c-2d1b-4103-85da-fc01a06e995a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1049.940700] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.941039] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.941387] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Deleting the datastore file [datastore2] 531690f2-335a-408f-8a36-5a188b77dff4 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.941785] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10594e76-e80e-46b6-a92b-7535e00794c7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.952278] env[69440]: DEBUG oslo_vmware.api [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Waiting for the task: (returnval){ [ 1049.952278] env[69440]: value = "task-4139979" [ 1049.952278] env[69440]: _type = "Task" [ 1049.952278] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.962878] env[69440]: DEBUG oslo_vmware.api [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': task-4139979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.989236] env[69440]: DEBUG nova.network.neutron [req-cca6a139-89d1-4ba0-956c-aee1872b1f9e req-08a55ac5-fb5d-4d8a-b1c5-6fb2f3ad308f service nova] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Updated VIF entry in instance network info cache for port a3477b4f-a4d4-4a1c-9bf7-477dc3acc143. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.989236] env[69440]: DEBUG nova.network.neutron [req-cca6a139-89d1-4ba0-956c-aee1872b1f9e req-08a55ac5-fb5d-4d8a-b1c5-6fb2f3ad308f service nova] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Updating instance_info_cache with network_info: [{"id": "a3477b4f-a4d4-4a1c-9bf7-477dc3acc143", "address": "fa:16:3e:eb:58:dd", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": null, "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa3477b4f-a4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.009108] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139975, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.218575] env[69440]: DEBUG oslo_vmware.api [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4139977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220424} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.218905] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.219137] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.219378] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.219589] env[69440]: INFO nova.compute.manager [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1050.219879] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.220141] env[69440]: DEBUG nova.compute.manager [-] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.220275] env[69440]: DEBUG nova.network.neutron [-] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.291297] env[69440]: DEBUG oslo_concurrency.lockutils [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.470027] env[69440]: DEBUG oslo_vmware.api [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Task: {'id': task-4139979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356019} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.473732] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.473732] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.473732] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.473732] env[69440]: INFO nova.compute.manager [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1050.473732] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.473732] env[69440]: DEBUG nova.compute.manager [-] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.473732] env[69440]: DEBUG nova.network.neutron [-] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.504733] env[69440]: DEBUG oslo_concurrency.lockutils [req-cca6a139-89d1-4ba0-956c-aee1872b1f9e req-08a55ac5-fb5d-4d8a-b1c5-6fb2f3ad308f service nova] Releasing lock "refresh_cache-44a63078-b297-4902-a1bc-ae52783c6d15" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.504843] env[69440]: DEBUG oslo_vmware.api [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139975, 'name': PowerOnVM_Task, 'duration_secs': 0.527128} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.505017] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.505243] env[69440]: INFO nova.compute.manager [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1050.505461] env[69440]: DEBUG nova.compute.manager [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1050.507482] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71046d08-4e3e-4473-b762-bf629dde958a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.031206] env[69440]: INFO nova.compute.manager [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Took 32.45 seconds to build instance. [ 1051.110776] env[69440]: DEBUG nova.compute.manager [req-baa69425-711c-46a4-be6a-b8d3c20190a6 req-4e68476a-1447-4489-9305-9351a09efb3a service nova] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Received event network-vif-deleted-7c5a9b44-3f42-4942-adc2-e31bb71637c8 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.110979] env[69440]: INFO nova.compute.manager [req-baa69425-711c-46a4-be6a-b8d3c20190a6 req-4e68476a-1447-4489-9305-9351a09efb3a service nova] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Neutron deleted interface 7c5a9b44-3f42-4942-adc2-e31bb71637c8; detaching it from the instance and deleting it from the info cache [ 1051.111242] env[69440]: DEBUG nova.network.neutron [req-baa69425-711c-46a4-be6a-b8d3c20190a6 req-4e68476a-1447-4489-9305-9351a09efb3a service nova] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.286141] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b1193b-708d-42e8-96c7-28142eb0cd46 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.294523] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6136d185-ecb1-4d25-8c14-f34537bf8013 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.326555] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3926d9-92e4-4270-b28b-5fe5e8bc024b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.330117] env[69440]: DEBUG nova.compute.manager [req-596f7958-05c4-492e-9584-543d57064a39 req-d171881f-dc1b-4fc9-8abc-2cb933acdcce service nova] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Received event network-vif-deleted-1349a32a-8f36-4a96-a4e5-64a65b83dbf3 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.330318] env[69440]: INFO nova.compute.manager [req-596f7958-05c4-492e-9584-543d57064a39 req-d171881f-dc1b-4fc9-8abc-2cb933acdcce service nova] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Neutron deleted interface 1349a32a-8f36-4a96-a4e5-64a65b83dbf3; detaching it from the instance and deleting it from the info cache [ 1051.330721] env[69440]: DEBUG nova.network.neutron [req-596f7958-05c4-492e-9584-543d57064a39 req-d171881f-dc1b-4fc9-8abc-2cb933acdcce service nova] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.339340] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0dd19e-1a54-41f6-b6c9-1c0a58d276b2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.118772] env[69440]: DEBUG nova.network.neutron [-] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.120028] env[69440]: DEBUG nova.network.neutron [-] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.121276] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "90698fe5-6557-48b7-97d5-21a6d03005cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.549s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.122232] env[69440]: DEBUG nova.compute.provider_tree [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.126617] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "refresh_cache-53e86c03-079b-4918-b4a4-ea821a1be472" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.126617] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquired lock "refresh_cache-53e86c03-079b-4918-b4a4-ea821a1be472" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.126617] env[69440]: DEBUG nova.network.neutron [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.126617] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-842a01f7-1bd8-4f94-a476-199ab9eee81f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.127444] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8f0bd77-ecb3-4ec4-911a-278ea6bf2618 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.139643] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7f5d3a-c8bd-4434-956e-8771b41b04f8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.153981] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009ce828-fbba-401a-a3a6-438b014882ae {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.190700] env[69440]: DEBUG nova.compute.manager [req-baa69425-711c-46a4-be6a-b8d3c20190a6 req-4e68476a-1447-4489-9305-9351a09efb3a service nova] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Detach interface failed, port_id=7c5a9b44-3f42-4942-adc2-e31bb71637c8, reason: Instance 531690f2-335a-408f-8a36-5a188b77dff4 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1052.202268] env[69440]: DEBUG nova.compute.manager [req-596f7958-05c4-492e-9584-543d57064a39 req-d171881f-dc1b-4fc9-8abc-2cb933acdcce service nova] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Detach interface failed, port_id=1349a32a-8f36-4a96-a4e5-64a65b83dbf3, reason: Instance bf77d8ed-e17b-4dcd-81a5-8e67f024b294 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1052.624596] env[69440]: INFO nova.compute.manager [-] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Took 2.15 seconds to deallocate network for instance. [ 1052.624987] env[69440]: INFO nova.compute.manager [-] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Took 2.40 seconds to deallocate network for instance. [ 1052.633995] env[69440]: DEBUG nova.scheduler.client.report [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.896470] env[69440]: DEBUG oslo_concurrency.lockutils [None req-183acdcc-a0f6-4159-b1f7-17a81aa40745 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquiring lock "90698fe5-6557-48b7-97d5-21a6d03005cd" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.896784] env[69440]: DEBUG oslo_concurrency.lockutils [None req-183acdcc-a0f6-4159-b1f7-17a81aa40745 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "90698fe5-6557-48b7-97d5-21a6d03005cd" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.897076] env[69440]: INFO nova.compute.manager [None req-183acdcc-a0f6-4159-b1f7-17a81aa40745 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Rebooting instance [ 1052.900391] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "af5e12ef-baf4-4941-8364-94ddad799408" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.900694] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "af5e12ef-baf4-4941-8364-94ddad799408" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.904907] env[69440]: DEBUG nova.network.neutron [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Updating instance_info_cache with network_info: [{"id": "5351f12c-2d1b-4103-85da-fc01a06e995a", "address": "fa:16:3e:42:bd:a7", "network": {"id": "23222ba6-665f-4350-9d55-ae23c18c7f8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1685183244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5048d8d9a3a44d6ab13bd6eabc42e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5351f12c-2d", "ovs_interfaceid": "5351f12c-2d1b-4103-85da-fc01a06e995a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.142118] env[69440]: DEBUG oslo_concurrency.lockutils [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.146040] env[69440]: DEBUG oslo_concurrency.lockutils [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.333s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.146040] env[69440]: DEBUG nova.compute.manager [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.153371] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.281s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.154363] env[69440]: INFO nova.compute.claims [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.157723] env[69440]: DEBUG oslo_concurrency.lockutils [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.327284] env[69440]: DEBUG nova.compute.manager [req-871de415-6140-48f4-a1bd-4e9551890a60 req-c6b08963-669b-4806-a187-cab1b01cffd2 service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Received event network-vif-plugged-5351f12c-2d1b-4103-85da-fc01a06e995a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.327672] env[69440]: DEBUG oslo_concurrency.lockutils [req-871de415-6140-48f4-a1bd-4e9551890a60 req-c6b08963-669b-4806-a187-cab1b01cffd2 service nova] Acquiring lock "53e86c03-079b-4918-b4a4-ea821a1be472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.327903] env[69440]: DEBUG oslo_concurrency.lockutils [req-871de415-6140-48f4-a1bd-4e9551890a60 req-c6b08963-669b-4806-a187-cab1b01cffd2 service nova] Lock "53e86c03-079b-4918-b4a4-ea821a1be472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.328246] env[69440]: DEBUG oslo_concurrency.lockutils [req-871de415-6140-48f4-a1bd-4e9551890a60 req-c6b08963-669b-4806-a187-cab1b01cffd2 service nova] Lock "53e86c03-079b-4918-b4a4-ea821a1be472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.328429] env[69440]: DEBUG nova.compute.manager [req-871de415-6140-48f4-a1bd-4e9551890a60 req-c6b08963-669b-4806-a187-cab1b01cffd2 service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] No waiting events found dispatching network-vif-plugged-5351f12c-2d1b-4103-85da-fc01a06e995a {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1053.328597] env[69440]: WARNING nova.compute.manager [req-871de415-6140-48f4-a1bd-4e9551890a60 req-c6b08963-669b-4806-a187-cab1b01cffd2 service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Received unexpected event network-vif-plugged-5351f12c-2d1b-4103-85da-fc01a06e995a for instance with vm_state shelved_offloaded and task_state spawning. [ 1053.328786] env[69440]: DEBUG nova.compute.manager [req-871de415-6140-48f4-a1bd-4e9551890a60 req-c6b08963-669b-4806-a187-cab1b01cffd2 service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Received event network-changed-5351f12c-2d1b-4103-85da-fc01a06e995a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.328903] env[69440]: DEBUG nova.compute.manager [req-871de415-6140-48f4-a1bd-4e9551890a60 req-c6b08963-669b-4806-a187-cab1b01cffd2 service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Refreshing instance network info cache due to event network-changed-5351f12c-2d1b-4103-85da-fc01a06e995a. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.329115] env[69440]: DEBUG oslo_concurrency.lockutils [req-871de415-6140-48f4-a1bd-4e9551890a60 req-c6b08963-669b-4806-a187-cab1b01cffd2 service nova] Acquiring lock "refresh_cache-53e86c03-079b-4918-b4a4-ea821a1be472" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.335408] env[69440]: DEBUG oslo_concurrency.lockutils [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Acquiring lock "510d2410-3cd4-474f-bcbd-f91f71b7f69e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.335684] env[69440]: DEBUG oslo_concurrency.lockutils [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Lock "510d2410-3cd4-474f-bcbd-f91f71b7f69e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.403363] env[69440]: DEBUG nova.compute.utils [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.407566] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Releasing lock "refresh_cache-53e86c03-079b-4918-b4a4-ea821a1be472" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.410533] env[69440]: DEBUG oslo_concurrency.lockutils [req-871de415-6140-48f4-a1bd-4e9551890a60 req-c6b08963-669b-4806-a187-cab1b01cffd2 service nova] Acquired lock "refresh_cache-53e86c03-079b-4918-b4a4-ea821a1be472" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.410978] env[69440]: DEBUG nova.network.neutron [req-871de415-6140-48f4-a1bd-4e9551890a60 req-c6b08963-669b-4806-a187-cab1b01cffd2 service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Refreshing network info cache for port 5351f12c-2d1b-4103-85da-fc01a06e995a {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.413753] env[69440]: DEBUG oslo_concurrency.lockutils [None req-183acdcc-a0f6-4159-b1f7-17a81aa40745 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquiring lock "refresh_cache-90698fe5-6557-48b7-97d5-21a6d03005cd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.413921] env[69440]: DEBUG oslo_concurrency.lockutils [None req-183acdcc-a0f6-4159-b1f7-17a81aa40745 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquired lock "refresh_cache-90698fe5-6557-48b7-97d5-21a6d03005cd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.414103] env[69440]: DEBUG nova.network.neutron [None req-183acdcc-a0f6-4159-b1f7-17a81aa40745 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.442412] env[69440]: DEBUG nova.virt.hardware [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='873b55429931f4574f797d4a447f874a',container_format='bare',created_at=2025-05-14T09:54:58Z,direct_url=,disk_format='vmdk',id=594ec30d-02f0-42d6-809d-f50bf357efd6,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-586151545-shelved',owner='5048d8d9a3a44d6ab13bd6eabc42e551',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-05-14T09:55:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.442667] env[69440]: DEBUG nova.virt.hardware [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.442841] env[69440]: DEBUG nova.virt.hardware [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.443133] env[69440]: DEBUG nova.virt.hardware [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.443316] env[69440]: DEBUG nova.virt.hardware [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.443471] env[69440]: DEBUG nova.virt.hardware [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.443687] env[69440]: DEBUG nova.virt.hardware [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.443844] env[69440]: DEBUG nova.virt.hardware [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.444015] env[69440]: DEBUG nova.virt.hardware [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.444186] env[69440]: DEBUG nova.virt.hardware [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.444354] env[69440]: DEBUG nova.virt.hardware [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.445321] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f9b9bd-2f09-4c33-b075-9a5d7d951a8d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.454391] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc4e577-f842-4031-8f76-f17db3fe1cd5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.471469] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:bd:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5351f12c-2d1b-4103-85da-fc01a06e995a', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.479197] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.479510] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.479751] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33634897-5546-48b2-a536-739206dd8916 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.500469] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.500469] env[69440]: value = "task-4139980" [ 1053.500469] env[69440]: _type = "Task" [ 1053.500469] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.509444] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139980, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.654822] env[69440]: DEBUG nova.compute.utils [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.656550] env[69440]: DEBUG nova.compute.manager [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.656739] env[69440]: DEBUG nova.network.neutron [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.681458] env[69440]: DEBUG nova.compute.manager [req-f2b317ce-7a91-4a1e-803b-d6e048e4c488 req-c71c85ae-7e93-4c9d-8e69-3ca8fa3c7b01 service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Received event network-changed-ed8f70cf-3f52-402e-b9de-0d45821cb94b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.681662] env[69440]: DEBUG nova.compute.manager [req-f2b317ce-7a91-4a1e-803b-d6e048e4c488 req-c71c85ae-7e93-4c9d-8e69-3ca8fa3c7b01 service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Refreshing instance network info cache due to event network-changed-ed8f70cf-3f52-402e-b9de-0d45821cb94b. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.682237] env[69440]: DEBUG oslo_concurrency.lockutils [req-f2b317ce-7a91-4a1e-803b-d6e048e4c488 req-c71c85ae-7e93-4c9d-8e69-3ca8fa3c7b01 service nova] Acquiring lock "refresh_cache-90698fe5-6557-48b7-97d5-21a6d03005cd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.715781] env[69440]: DEBUG nova.policy [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2840d64a9ec64413a48fce4cfefaaed7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7c9d2508b354f7a9128a1b37d1d297f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.838519] env[69440]: DEBUG nova.compute.manager [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.906026] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "af5e12ef-baf4-4941-8364-94ddad799408" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.011428] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139980, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.135165] env[69440]: DEBUG nova.network.neutron [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Successfully created port: f3eb6538-377a-4254-97e2-9550d7ecfab2 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.160428] env[69440]: DEBUG nova.compute.manager [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.240957] env[69440]: DEBUG nova.network.neutron [None req-183acdcc-a0f6-4159-b1f7-17a81aa40745 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Updating instance_info_cache with network_info: [{"id": "ed8f70cf-3f52-402e-b9de-0d45821cb94b", "address": "fa:16:3e:92:78:c3", "network": {"id": "7919e2d2-b828-4044-83bd-c2c95cee4b7d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1769126228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca9d5a8f31945f695b562879cce6a7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped8f70cf-3f", "ovs_interfaceid": "ed8f70cf-3f52-402e-b9de-0d45821cb94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.248245] env[69440]: DEBUG nova.network.neutron [req-871de415-6140-48f4-a1bd-4e9551890a60 req-c6b08963-669b-4806-a187-cab1b01cffd2 service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Updated VIF entry in instance network info cache for port 5351f12c-2d1b-4103-85da-fc01a06e995a. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.250491] env[69440]: DEBUG nova.network.neutron [req-871de415-6140-48f4-a1bd-4e9551890a60 req-c6b08963-669b-4806-a187-cab1b01cffd2 service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Updating instance_info_cache with network_info: [{"id": "5351f12c-2d1b-4103-85da-fc01a06e995a", "address": "fa:16:3e:42:bd:a7", "network": {"id": "23222ba6-665f-4350-9d55-ae23c18c7f8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1685183244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5048d8d9a3a44d6ab13bd6eabc42e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5351f12c-2d", "ovs_interfaceid": "5351f12c-2d1b-4103-85da-fc01a06e995a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.369557] env[69440]: DEBUG oslo_concurrency.lockutils [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.513558] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139980, 'name': CreateVM_Task, 'duration_secs': 0.60939} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.514130] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.519071] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/594ec30d-02f0-42d6-809d-f50bf357efd6" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.519071] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/594ec30d-02f0-42d6-809d-f50bf357efd6" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.519071] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/594ec30d-02f0-42d6-809d-f50bf357efd6" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.521252] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-405b2e3c-5455-4901-a92b-776401ec08e6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.526194] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 1054.526194] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52704836-177e-b86f-9181-1f66115c83e0" [ 1054.526194] env[69440]: _type = "Task" [ 1054.526194] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.542042] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52704836-177e-b86f-9181-1f66115c83e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.597594] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcb59cb-ef3b-4aa9-80af-379d84782958 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.608105] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00c6c33-bcb3-43a3-a9ee-300c6da983fb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.639907] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478a4a78-5e1d-41db-a89f-e4fbdcfc12fe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.648853] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c575c7e-fa4b-4070-9fd6-381a3e797e7c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.665970] env[69440]: DEBUG nova.compute.provider_tree [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.744527] env[69440]: DEBUG oslo_concurrency.lockutils [None req-183acdcc-a0f6-4159-b1f7-17a81aa40745 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Releasing lock "refresh_cache-90698fe5-6557-48b7-97d5-21a6d03005cd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.745036] env[69440]: DEBUG oslo_concurrency.lockutils [req-f2b317ce-7a91-4a1e-803b-d6e048e4c488 req-c71c85ae-7e93-4c9d-8e69-3ca8fa3c7b01 service nova] Acquired lock "refresh_cache-90698fe5-6557-48b7-97d5-21a6d03005cd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.745243] env[69440]: DEBUG nova.network.neutron [req-f2b317ce-7a91-4a1e-803b-d6e048e4c488 req-c71c85ae-7e93-4c9d-8e69-3ca8fa3c7b01 service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Refreshing network info cache for port ed8f70cf-3f52-402e-b9de-0d45821cb94b {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.755597] env[69440]: DEBUG oslo_concurrency.lockutils [req-871de415-6140-48f4-a1bd-4e9551890a60 req-c6b08963-669b-4806-a187-cab1b01cffd2 service nova] Releasing lock "refresh_cache-53e86c03-079b-4918-b4a4-ea821a1be472" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.996392] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "af5e12ef-baf4-4941-8364-94ddad799408" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.996730] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "af5e12ef-baf4-4941-8364-94ddad799408" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.997050] env[69440]: INFO nova.compute.manager [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Attaching volume 08122fa7-35ef-48b2-b476-65ea4949bf01 to /dev/sdb [ 1055.031758] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dd8f4b-6a13-4746-9b82-d90c85ab78a6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.041734] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/594ec30d-02f0-42d6-809d-f50bf357efd6" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.041993] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Processing image 594ec30d-02f0-42d6-809d-f50bf357efd6 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.042248] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/594ec30d-02f0-42d6-809d-f50bf357efd6/594ec30d-02f0-42d6-809d-f50bf357efd6.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.042397] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/594ec30d-02f0-42d6-809d-f50bf357efd6/594ec30d-02f0-42d6-809d-f50bf357efd6.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.042574] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.042872] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5200fe9d-e3a2-44ff-9f6e-a71de306d8d9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.045116] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1940c685-c6e5-4843-90f0-5e24d328f7b3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.061117] env[69440]: DEBUG nova.virt.block_device [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Updating existing volume attachment record: e50d883a-c2e0-4703-b1da-5be3b8309608 {{(pid=69440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1055.065331] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.065558] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.066693] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0dbbc96-3635-4b86-984e-c66f07277179 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.073562] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 1055.073562] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]529be13a-ff16-8fff-d53d-166a186af989" [ 1055.073562] env[69440]: _type = "Task" [ 1055.073562] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.085209] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529be13a-ff16-8fff-d53d-166a186af989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.093883] env[69440]: DEBUG oslo_concurrency.lockutils [None req-181892c4-5265-493c-9a9a-6d5d2d887925 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.094152] env[69440]: DEBUG oslo_concurrency.lockutils [None req-181892c4-5265-493c-9a9a-6d5d2d887925 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.172819] env[69440]: DEBUG nova.scheduler.client.report [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.177160] env[69440]: DEBUG nova.compute.manager [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.206535] env[69440]: DEBUG nova.virt.hardware [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.206835] env[69440]: DEBUG nova.virt.hardware [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.206948] env[69440]: DEBUG nova.virt.hardware [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.207153] env[69440]: DEBUG nova.virt.hardware [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.207316] env[69440]: DEBUG nova.virt.hardware [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.207574] env[69440]: DEBUG nova.virt.hardware [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.207806] env[69440]: DEBUG nova.virt.hardware [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.207987] env[69440]: DEBUG nova.virt.hardware [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.208715] env[69440]: DEBUG nova.virt.hardware [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.208715] env[69440]: DEBUG nova.virt.hardware [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.208715] env[69440]: DEBUG nova.virt.hardware [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.210810] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5836ca69-a429-4679-9686-e45b2a1c6e9e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.220490] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eee33ca-be14-4af0-8927-ae740e6a7e4d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.252815] env[69440]: DEBUG nova.compute.manager [None req-183acdcc-a0f6-4159-b1f7-17a81aa40745 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1055.253807] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2454ce3c-7a39-4c04-9338-8f255083c99a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.521530] env[69440]: DEBUG nova.network.neutron [req-f2b317ce-7a91-4a1e-803b-d6e048e4c488 req-c71c85ae-7e93-4c9d-8e69-3ca8fa3c7b01 service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Updated VIF entry in instance network info cache for port ed8f70cf-3f52-402e-b9de-0d45821cb94b. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.521966] env[69440]: DEBUG nova.network.neutron [req-f2b317ce-7a91-4a1e-803b-d6e048e4c488 req-c71c85ae-7e93-4c9d-8e69-3ca8fa3c7b01 service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Updating instance_info_cache with network_info: [{"id": "ed8f70cf-3f52-402e-b9de-0d45821cb94b", "address": "fa:16:3e:92:78:c3", "network": {"id": "7919e2d2-b828-4044-83bd-c2c95cee4b7d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1769126228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca9d5a8f31945f695b562879cce6a7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped8f70cf-3f", "ovs_interfaceid": "ed8f70cf-3f52-402e-b9de-0d45821cb94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.584767] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Preparing fetch location {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1055.584943] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Fetch image to [datastore2] OSTACK_IMG_962901e7-70ba-4bfb-8843-83748611152f/OSTACK_IMG_962901e7-70ba-4bfb-8843-83748611152f.vmdk {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1055.585151] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Downloading stream optimized image 594ec30d-02f0-42d6-809d-f50bf357efd6 to [datastore2] OSTACK_IMG_962901e7-70ba-4bfb-8843-83748611152f/OSTACK_IMG_962901e7-70ba-4bfb-8843-83748611152f.vmdk on the data store datastore2 as vApp {{(pid=69440) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1055.585321] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Downloading image file data 594ec30d-02f0-42d6-809d-f50bf357efd6 to the ESX as VM named 'OSTACK_IMG_962901e7-70ba-4bfb-8843-83748611152f' {{(pid=69440) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1055.598264] env[69440]: INFO nova.compute.manager [None req-181892c4-5265-493c-9a9a-6d5d2d887925 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Detaching volume c0afe81b-aca4-42c7-90d1-50b5267bc0b9 [ 1055.634191] env[69440]: INFO nova.virt.block_device [None req-181892c4-5265-493c-9a9a-6d5d2d887925 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Attempting to driver detach volume c0afe81b-aca4-42c7-90d1-50b5267bc0b9 from mountpoint /dev/sdb [ 1055.634467] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-181892c4-5265-493c-9a9a-6d5d2d887925 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Volume detach. Driver type: vmdk {{(pid=69440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1055.634653] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-181892c4-5265-493c-9a9a-6d5d2d887925 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819865', 'volume_id': 'c0afe81b-aca4-42c7-90d1-50b5267bc0b9', 'name': 'volume-c0afe81b-aca4-42c7-90d1-50b5267bc0b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '23bc134e-7725-40b1-b79d-d8ef6dbd7cad', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0afe81b-aca4-42c7-90d1-50b5267bc0b9', 'serial': 'c0afe81b-aca4-42c7-90d1-50b5267bc0b9'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1055.635745] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e327db16-5179-402e-94cf-4a70e228969e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.660539] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8ebdcb-a2da-4a46-aa60-3ce613ce67b8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.669013] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b2face-b021-4c55-8bd9-0c8dae84225f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.697571] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.697571] env[69440]: DEBUG nova.compute.manager [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.700686] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1055.700686] env[69440]: value = "resgroup-9" [ 1055.700686] env[69440]: _type = "ResourcePool" [ 1055.700686] env[69440]: }. {{(pid=69440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1055.701893] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.916s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.703506] env[69440]: INFO nova.compute.claims [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.710166] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad816e0-d43b-412d-820d-779dc93a3c7c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.710532] env[69440]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3495d053-69a6-4422-b958-510fe8cc6a8a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.729060] env[69440]: DEBUG nova.compute.manager [req-3432afa8-d2e5-4407-8b76-6d468b82d4da req-424b4be3-66fe-4e28-94f0-87631c8d41fc service nova] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Received event network-vif-plugged-f3eb6538-377a-4254-97e2-9550d7ecfab2 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.730470] env[69440]: DEBUG oslo_concurrency.lockutils [req-3432afa8-d2e5-4407-8b76-6d468b82d4da req-424b4be3-66fe-4e28-94f0-87631c8d41fc service nova] Acquiring lock "c6f7bfe9-676d-4e9c-a920-6b72485303f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.730470] env[69440]: DEBUG oslo_concurrency.lockutils [req-3432afa8-d2e5-4407-8b76-6d468b82d4da req-424b4be3-66fe-4e28-94f0-87631c8d41fc service nova] Lock "c6f7bfe9-676d-4e9c-a920-6b72485303f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.730470] env[69440]: DEBUG oslo_concurrency.lockutils [req-3432afa8-d2e5-4407-8b76-6d468b82d4da req-424b4be3-66fe-4e28-94f0-87631c8d41fc service nova] Lock "c6f7bfe9-676d-4e9c-a920-6b72485303f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.730470] env[69440]: DEBUG nova.compute.manager [req-3432afa8-d2e5-4407-8b76-6d468b82d4da req-424b4be3-66fe-4e28-94f0-87631c8d41fc service nova] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] No waiting events found dispatching network-vif-plugged-f3eb6538-377a-4254-97e2-9550d7ecfab2 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1055.730470] env[69440]: WARNING nova.compute.manager [req-3432afa8-d2e5-4407-8b76-6d468b82d4da req-424b4be3-66fe-4e28-94f0-87631c8d41fc service nova] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Received unexpected event network-vif-plugged-f3eb6538-377a-4254-97e2-9550d7ecfab2 for instance with vm_state building and task_state spawning. [ 1055.748991] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-181892c4-5265-493c-9a9a-6d5d2d887925 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] The volume has not been displaced from its original location: [datastore1] volume-c0afe81b-aca4-42c7-90d1-50b5267bc0b9/volume-c0afe81b-aca4-42c7-90d1-50b5267bc0b9.vmdk. No consolidation needed. {{(pid=69440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1055.755246] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-181892c4-5265-493c-9a9a-6d5d2d887925 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Reconfiguring VM instance instance-00000015 to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1055.758453] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b139d4c-3452-4350-a669-45545bc5fa1a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.772389] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lease: (returnval){ [ 1055.772389] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5256a6e4-80ed-6c33-c19b-f62af6dc2bde" [ 1055.772389] env[69440]: _type = "HttpNfcLease" [ 1055.772389] env[69440]: } obtained for vApp import into resource pool (val){ [ 1055.772389] env[69440]: value = "resgroup-9" [ 1055.772389] env[69440]: _type = "ResourcePool" [ 1055.772389] env[69440]: }. {{(pid=69440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1055.772839] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the lease: (returnval){ [ 1055.772839] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5256a6e4-80ed-6c33-c19b-f62af6dc2bde" [ 1055.772839] env[69440]: _type = "HttpNfcLease" [ 1055.772839] env[69440]: } to be ready. {{(pid=69440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1055.784166] env[69440]: DEBUG oslo_vmware.api [None req-181892c4-5265-493c-9a9a-6d5d2d887925 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1055.784166] env[69440]: value = "task-4139985" [ 1055.784166] env[69440]: _type = "Task" [ 1055.784166] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.786569] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1055.786569] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5256a6e4-80ed-6c33-c19b-f62af6dc2bde" [ 1055.786569] env[69440]: _type = "HttpNfcLease" [ 1055.786569] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1055.799330] env[69440]: DEBUG oslo_vmware.api [None req-181892c4-5265-493c-9a9a-6d5d2d887925 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.800292] env[69440]: DEBUG nova.network.neutron [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Successfully updated port: f3eb6538-377a-4254-97e2-9550d7ecfab2 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.025729] env[69440]: DEBUG oslo_concurrency.lockutils [req-f2b317ce-7a91-4a1e-803b-d6e048e4c488 req-c71c85ae-7e93-4c9d-8e69-3ca8fa3c7b01 service nova] Releasing lock "refresh_cache-90698fe5-6557-48b7-97d5-21a6d03005cd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.233172] env[69440]: DEBUG nova.compute.utils [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.238489] env[69440]: DEBUG nova.compute.manager [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.238682] env[69440]: DEBUG nova.network.neutron [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.283951] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37478ae6-291c-4fed-a0f7-ae898e8fb544 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.292389] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1056.292389] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5256a6e4-80ed-6c33-c19b-f62af6dc2bde" [ 1056.292389] env[69440]: _type = "HttpNfcLease" [ 1056.292389] env[69440]: } is ready. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1056.296848] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1056.296848] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5256a6e4-80ed-6c33-c19b-f62af6dc2bde" [ 1056.296848] env[69440]: _type = "HttpNfcLease" [ 1056.296848] env[69440]: }. {{(pid=69440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1056.297927] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72dc83b-50db-4459-bff2-fa0385f16fb8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.303896] env[69440]: DEBUG oslo_concurrency.lockutils [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Acquiring lock "refresh_cache-c6f7bfe9-676d-4e9c-a920-6b72485303f2" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.303896] env[69440]: DEBUG oslo_concurrency.lockutils [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Acquired lock "refresh_cache-c6f7bfe9-676d-4e9c-a920-6b72485303f2" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.304111] env[69440]: DEBUG nova.network.neutron [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.305702] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-183acdcc-a0f6-4159-b1f7-17a81aa40745 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Doing hard reboot of VM {{(pid=69440) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1056.310021] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2cd9751d-14d9-47e3-ac99-9ec79bff0ddd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.311803] env[69440]: DEBUG oslo_vmware.api [None req-181892c4-5265-493c-9a9a-6d5d2d887925 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139985, 'name': ReconfigVM_Task, 'duration_secs': 0.260128} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.313621] env[69440]: DEBUG nova.policy [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d72a4d3ff8342689af8cf597d611f52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a73c5a44e4b24fb9a8ac59104ade5085', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.320640] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-181892c4-5265-493c-9a9a-6d5d2d887925 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Reconfigured VM instance instance-00000015 to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1056.325323] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a7a58-6a65-5059-c432-848fe2cc474a/disk-0.vmdk from lease info. {{(pid=69440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1056.325473] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a7a58-6a65-5059-c432-848fe2cc474a/disk-0.vmdk. {{(pid=69440) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1056.328503] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10e3de4d-2b83-45ea-8b51-a40ededa6029 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.348698] env[69440]: DEBUG oslo_vmware.api [None req-183acdcc-a0f6-4159-b1f7-17a81aa40745 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for the task: (returnval){ [ 1056.348698] env[69440]: value = "task-4139986" [ 1056.348698] env[69440]: _type = "Task" [ 1056.348698] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.414686] env[69440]: DEBUG oslo_vmware.api [None req-181892c4-5265-493c-9a9a-6d5d2d887925 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1056.414686] env[69440]: value = "task-4139987" [ 1056.414686] env[69440]: _type = "Task" [ 1056.414686] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.425489] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9366d7bf-a24a-467a-bfc8-12dab2532737 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.428852] env[69440]: DEBUG oslo_vmware.api [None req-183acdcc-a0f6-4159-b1f7-17a81aa40745 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139986, 'name': ResetVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.437742] env[69440]: DEBUG oslo_vmware.api [None req-181892c4-5265-493c-9a9a-6d5d2d887925 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.714579] env[69440]: DEBUG nova.network.neutron [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Successfully created port: e65dad09-243c-4e22-a450-f284d8a3b362 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.739745] env[69440]: DEBUG nova.compute.manager [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.893615] env[69440]: DEBUG nova.network.neutron [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.922481] env[69440]: DEBUG oslo_vmware.api [None req-183acdcc-a0f6-4159-b1f7-17a81aa40745 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139986, 'name': ResetVM_Task, 'duration_secs': 0.105812} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.929381] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-183acdcc-a0f6-4159-b1f7-17a81aa40745 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Did hard reboot of VM {{(pid=69440) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1056.929534] env[69440]: DEBUG nova.compute.manager [None req-183acdcc-a0f6-4159-b1f7-17a81aa40745 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1056.930560] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286a8542-b5f9-4d40-bfbe-05c0430675dd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.939807] env[69440]: DEBUG oslo_vmware.api [None req-181892c4-5265-493c-9a9a-6d5d2d887925 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139987, 'name': ReconfigVM_Task, 'duration_secs': 0.156248} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.941589] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-181892c4-5265-493c-9a9a-6d5d2d887925 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819865', 'volume_id': 'c0afe81b-aca4-42c7-90d1-50b5267bc0b9', 'name': 'volume-c0afe81b-aca4-42c7-90d1-50b5267bc0b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '23bc134e-7725-40b1-b79d-d8ef6dbd7cad', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0afe81b-aca4-42c7-90d1-50b5267bc0b9', 'serial': 'c0afe81b-aca4-42c7-90d1-50b5267bc0b9'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1057.167615] env[69440]: DEBUG nova.network.neutron [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Updating instance_info_cache with network_info: [{"id": "f3eb6538-377a-4254-97e2-9550d7ecfab2", "address": "fa:16:3e:bb:90:d3", "network": {"id": "7589568a-41ee-4c37-8dd7-0c0f2c8d3c2c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-633647054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7c9d2508b354f7a9128a1b37d1d297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3eb6538-37", "ovs_interfaceid": "f3eb6538-377a-4254-97e2-9550d7ecfab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.238370] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9a26df-52a3-4574-8259-32e46fd0a475 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.249968] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6bbb47-1da1-46f6-972e-8864f66d8403 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.310023] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834fdf82-da27-4b21-a72a-0276791bb94f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.321547] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48b8f4e-2460-420c-ae7a-3ce70120bf2b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.337838] env[69440]: DEBUG nova.compute.provider_tree [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.456138] env[69440]: DEBUG oslo_concurrency.lockutils [None req-183acdcc-a0f6-4159-b1f7-17a81aa40745 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "90698fe5-6557-48b7-97d5-21a6d03005cd" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.559s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.512824] env[69440]: DEBUG nova.objects.instance [None req-181892c4-5265-493c-9a9a-6d5d2d887925 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lazy-loading 'flavor' on Instance uuid 23bc134e-7725-40b1-b79d-d8ef6dbd7cad {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.672607] env[69440]: DEBUG oslo_concurrency.lockutils [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Releasing lock "refresh_cache-c6f7bfe9-676d-4e9c-a920-6b72485303f2" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.673104] env[69440]: DEBUG nova.compute.manager [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Instance network_info: |[{"id": "f3eb6538-377a-4254-97e2-9550d7ecfab2", "address": "fa:16:3e:bb:90:d3", "network": {"id": "7589568a-41ee-4c37-8dd7-0c0f2c8d3c2c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-633647054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7c9d2508b354f7a9128a1b37d1d297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3eb6538-37", "ovs_interfaceid": "f3eb6538-377a-4254-97e2-9550d7ecfab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.673841] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:90:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3eb6538-377a-4254-97e2-9550d7ecfab2', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.683654] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Creating folder: Project (a7c9d2508b354f7a9128a1b37d1d297f). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.687979] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9b15280-b478-4251-95a3-4305bddc8326 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.705397] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Created folder: Project (a7c9d2508b354f7a9128a1b37d1d297f) in parent group-v819662. [ 1057.705397] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Creating folder: Instances. Parent ref: group-v819908. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.705397] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80c025bb-5c39-46ab-9532-03006dc23c85 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.714394] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Created folder: Instances in parent group-v819908. [ 1057.714733] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.714864] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.715094] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16605771-8e3c-4be8-ad7c-62a60f885042 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.737240] env[69440]: DEBUG nova.compute.manager [req-2669dd89-1c06-448a-9ab5-5e958eead80d req-d5f98878-9cc9-4b4c-b366-4ecf481dd3f4 service nova] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Received event network-changed-f3eb6538-377a-4254-97e2-9550d7ecfab2 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.737560] env[69440]: DEBUG nova.compute.manager [req-2669dd89-1c06-448a-9ab5-5e958eead80d req-d5f98878-9cc9-4b4c-b366-4ecf481dd3f4 service nova] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Refreshing instance network info cache due to event network-changed-f3eb6538-377a-4254-97e2-9550d7ecfab2. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.737785] env[69440]: DEBUG oslo_concurrency.lockutils [req-2669dd89-1c06-448a-9ab5-5e958eead80d req-d5f98878-9cc9-4b4c-b366-4ecf481dd3f4 service nova] Acquiring lock "refresh_cache-c6f7bfe9-676d-4e9c-a920-6b72485303f2" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.737934] env[69440]: DEBUG oslo_concurrency.lockutils [req-2669dd89-1c06-448a-9ab5-5e958eead80d req-d5f98878-9cc9-4b4c-b366-4ecf481dd3f4 service nova] Acquired lock "refresh_cache-c6f7bfe9-676d-4e9c-a920-6b72485303f2" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.738111] env[69440]: DEBUG nova.network.neutron [req-2669dd89-1c06-448a-9ab5-5e958eead80d req-d5f98878-9cc9-4b4c-b366-4ecf481dd3f4 service nova] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Refreshing network info cache for port f3eb6538-377a-4254-97e2-9550d7ecfab2 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.745956] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.745956] env[69440]: value = "task-4139991" [ 1057.745956] env[69440]: _type = "Task" [ 1057.745956] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.756426] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139991, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.766016] env[69440]: DEBUG nova.compute.manager [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.803753] env[69440]: DEBUG nova.virt.hardware [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.804164] env[69440]: DEBUG nova.virt.hardware [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.804344] env[69440]: DEBUG nova.virt.hardware [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.804590] env[69440]: DEBUG nova.virt.hardware [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.804751] env[69440]: DEBUG nova.virt.hardware [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.804959] env[69440]: DEBUG nova.virt.hardware [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.805332] env[69440]: DEBUG nova.virt.hardware [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.805609] env[69440]: DEBUG nova.virt.hardware [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.805806] env[69440]: DEBUG nova.virt.hardware [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.805973] env[69440]: DEBUG nova.virt.hardware [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.806263] env[69440]: DEBUG nova.virt.hardware [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.807198] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a07362b-102f-4d4b-95ad-15de009aca93 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.819285] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0777a8e-679b-4e35-b77d-02ef4f2bb54f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.844916] env[69440]: DEBUG nova.scheduler.client.report [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.908866] env[69440]: DEBUG nova.compute.manager [req-3801c1fb-7daa-4bab-b7c8-3e2857e555d6 req-d818f187-3aee-407d-841d-51295eeb0b5a service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Received event network-changed-ed8f70cf-3f52-402e-b9de-0d45821cb94b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.908957] env[69440]: DEBUG nova.compute.manager [req-3801c1fb-7daa-4bab-b7c8-3e2857e555d6 req-d818f187-3aee-407d-841d-51295eeb0b5a service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Refreshing instance network info cache due to event network-changed-ed8f70cf-3f52-402e-b9de-0d45821cb94b. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.909246] env[69440]: DEBUG oslo_concurrency.lockutils [req-3801c1fb-7daa-4bab-b7c8-3e2857e555d6 req-d818f187-3aee-407d-841d-51295eeb0b5a service nova] Acquiring lock "refresh_cache-90698fe5-6557-48b7-97d5-21a6d03005cd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.909443] env[69440]: DEBUG oslo_concurrency.lockutils [req-3801c1fb-7daa-4bab-b7c8-3e2857e555d6 req-d818f187-3aee-407d-841d-51295eeb0b5a service nova] Acquired lock "refresh_cache-90698fe5-6557-48b7-97d5-21a6d03005cd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.909633] env[69440]: DEBUG nova.network.neutron [req-3801c1fb-7daa-4bab-b7c8-3e2857e555d6 req-d818f187-3aee-407d-841d-51295eeb0b5a service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Refreshing network info cache for port ed8f70cf-3f52-402e-b9de-0d45821cb94b {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.105729] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Completed reading data from the image iterator. {{(pid=69440) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1058.106174] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a7a58-6a65-5059-c432-848fe2cc474a/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1058.107662] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3777a71f-6079-4ce8-bd8c-6e28cebca681 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.117330] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a7a58-6a65-5059-c432-848fe2cc474a/disk-0.vmdk is in state: ready. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1058.117519] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a7a58-6a65-5059-c432-848fe2cc474a/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1058.117887] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2c02d9c8-a69f-427a-83fd-af6274520285 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.257974] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139991, 'name': CreateVM_Task, 'duration_secs': 0.443784} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.258350] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.258984] env[69440]: DEBUG oslo_concurrency.lockutils [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.259179] env[69440]: DEBUG oslo_concurrency.lockutils [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.259530] env[69440]: DEBUG oslo_concurrency.lockutils [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.260059] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf4314a2-92b4-467b-aa27-adf97f010a18 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.266055] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Waiting for the task: (returnval){ [ 1058.266055] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52a05b4a-641a-0561-0443-52d4a7f22eb3" [ 1058.266055] env[69440]: _type = "Task" [ 1058.266055] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.275305] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a05b4a-641a-0561-0443-52d4a7f22eb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.349949] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.350820] env[69440]: DEBUG nova.compute.manager [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.357887] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.279s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.358410] env[69440]: DEBUG nova.objects.instance [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lazy-loading 'resources' on Instance uuid 130d72c0-e90e-4b8d-9e81-fe26ab150bae {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.369043] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a7a58-6a65-5059-c432-848fe2cc474a/disk-0.vmdk. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1058.369630] env[69440]: INFO nova.virt.vmwareapi.images [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Downloaded image file data 594ec30d-02f0-42d6-809d-f50bf357efd6 [ 1058.370846] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6760a393-4ff0-4290-88f6-9978285a6ddd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.390571] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a95bf48-3630-42c6-8fde-e49a8bf0fc67 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.425045] env[69440]: INFO nova.virt.vmwareapi.images [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] The imported VM was unregistered [ 1058.428313] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Caching image {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1058.428617] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Creating directory with path [datastore2] devstack-image-cache_base/594ec30d-02f0-42d6-809d-f50bf357efd6 {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.429812] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc944b95-e60a-4318-93aa-7a0670b186b9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.445422] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Created directory with path [datastore2] devstack-image-cache_base/594ec30d-02f0-42d6-809d-f50bf357efd6 {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.445684] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_962901e7-70ba-4bfb-8843-83748611152f/OSTACK_IMG_962901e7-70ba-4bfb-8843-83748611152f.vmdk to [datastore2] devstack-image-cache_base/594ec30d-02f0-42d6-809d-f50bf357efd6/594ec30d-02f0-42d6-809d-f50bf357efd6.vmdk. {{(pid=69440) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1058.446034] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-dc9a339b-328c-47d3-a439-c3184f87fa16 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.455720] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 1058.455720] env[69440]: value = "task-4139993" [ 1058.455720] env[69440]: _type = "Task" [ 1058.455720] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.468493] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139993, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.523631] env[69440]: DEBUG oslo_concurrency.lockutils [None req-181892c4-5265-493c-9a9a-6d5d2d887925 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.429s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.558315] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquiring lock "90698fe5-6557-48b7-97d5-21a6d03005cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.558645] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "90698fe5-6557-48b7-97d5-21a6d03005cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.558903] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquiring lock "90698fe5-6557-48b7-97d5-21a6d03005cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.559114] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "90698fe5-6557-48b7-97d5-21a6d03005cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.559291] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "90698fe5-6557-48b7-97d5-21a6d03005cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.565019] env[69440]: INFO nova.compute.manager [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Terminating instance [ 1058.628420] env[69440]: DEBUG nova.network.neutron [req-2669dd89-1c06-448a-9ab5-5e958eead80d req-d5f98878-9cc9-4b4c-b366-4ecf481dd3f4 service nova] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Updated VIF entry in instance network info cache for port f3eb6538-377a-4254-97e2-9550d7ecfab2. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.628831] env[69440]: DEBUG nova.network.neutron [req-2669dd89-1c06-448a-9ab5-5e958eead80d req-d5f98878-9cc9-4b4c-b366-4ecf481dd3f4 service nova] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Updating instance_info_cache with network_info: [{"id": "f3eb6538-377a-4254-97e2-9550d7ecfab2", "address": "fa:16:3e:bb:90:d3", "network": {"id": "7589568a-41ee-4c37-8dd7-0c0f2c8d3c2c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-633647054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7c9d2508b354f7a9128a1b37d1d297f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3eb6538-37", "ovs_interfaceid": "f3eb6538-377a-4254-97e2-9550d7ecfab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.718137] env[69440]: DEBUG nova.network.neutron [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Successfully updated port: e65dad09-243c-4e22-a450-f284d8a3b362 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.758246] env[69440]: DEBUG nova.network.neutron [req-3801c1fb-7daa-4bab-b7c8-3e2857e555d6 req-d818f187-3aee-407d-841d-51295eeb0b5a service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Updated VIF entry in instance network info cache for port ed8f70cf-3f52-402e-b9de-0d45821cb94b. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.758624] env[69440]: DEBUG nova.network.neutron [req-3801c1fb-7daa-4bab-b7c8-3e2857e555d6 req-d818f187-3aee-407d-841d-51295eeb0b5a service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Updating instance_info_cache with network_info: [{"id": "ed8f70cf-3f52-402e-b9de-0d45821cb94b", "address": "fa:16:3e:92:78:c3", "network": {"id": "7919e2d2-b828-4044-83bd-c2c95cee4b7d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1769126228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca9d5a8f31945f695b562879cce6a7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped8f70cf-3f", "ovs_interfaceid": "ed8f70cf-3f52-402e-b9de-0d45821cb94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.778245] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a05b4a-641a-0561-0443-52d4a7f22eb3, 'name': SearchDatastore_Task, 'duration_secs': 0.013934} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.778561] env[69440]: DEBUG oslo_concurrency.lockutils [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.778791] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.779035] env[69440]: DEBUG oslo_concurrency.lockutils [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.779186] env[69440]: DEBUG oslo_concurrency.lockutils [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.779361] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.779625] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de272c03-7728-4062-a33a-6adb789805e3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.790989] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.791177] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.792123] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f21d760-3d29-4841-9382-d96bf5f39557 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.797907] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Waiting for the task: (returnval){ [ 1058.797907] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5200b414-6e75-b5e3-991a-c11dfaf84593" [ 1058.797907] env[69440]: _type = "Task" [ 1058.797907] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.805826] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5200b414-6e75-b5e3-991a-c11dfaf84593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.862609] env[69440]: DEBUG nova.compute.utils [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.864076] env[69440]: DEBUG nova.compute.manager [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.864258] env[69440]: DEBUG nova.network.neutron [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.902740] env[69440]: DEBUG nova.policy [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45ebbac89f1a483a91d88d9d1dd2c08d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19cbd3b0988845358fa621a574b0cb25', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.969893] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139993, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.067710] env[69440]: DEBUG nova.compute.manager [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.068788] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.069424] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce24f8ba-f92b-4276-95f9-e75ea3d857f9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.081971] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.082290] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73872919-c2d0-4b09-bd27-68c1a442e836 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.094056] env[69440]: DEBUG oslo_vmware.api [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for the task: (returnval){ [ 1059.094056] env[69440]: value = "task-4139994" [ 1059.094056] env[69440]: _type = "Task" [ 1059.094056] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.101085] env[69440]: DEBUG oslo_vmware.api [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.132750] env[69440]: DEBUG oslo_concurrency.lockutils [req-2669dd89-1c06-448a-9ab5-5e958eead80d req-d5f98878-9cc9-4b4c-b366-4ecf481dd3f4 service nova] Releasing lock "refresh_cache-c6f7bfe9-676d-4e9c-a920-6b72485303f2" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.213420] env[69440]: DEBUG nova.network.neutron [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Successfully created port: 13e889b6-e921-4f02-8cd3-0fbbed27818f {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.222551] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "refresh_cache-9136d8d0-ea41-4f3a-9621-e451b1cabea1" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.222677] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "refresh_cache-9136d8d0-ea41-4f3a-9621-e451b1cabea1" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.222850] env[69440]: DEBUG nova.network.neutron [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.261878] env[69440]: DEBUG oslo_concurrency.lockutils [req-3801c1fb-7daa-4bab-b7c8-3e2857e555d6 req-d818f187-3aee-407d-841d-51295eeb0b5a service nova] Releasing lock "refresh_cache-90698fe5-6557-48b7-97d5-21a6d03005cd" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.277021] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822968d2-6329-458d-8f64-2f0c626dbea8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.283690] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18dbf78-68f9-4eb3-926a-77b7e925b8b7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.325873] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186c5107-7def-4fef-a58c-faf0a7f2d950 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.339707] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aedfcdb-25d2-49cf-9c34-2c92b47c87c0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.343986] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5200b414-6e75-b5e3-991a-c11dfaf84593, 'name': SearchDatastore_Task, 'duration_secs': 0.04792} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.345617] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e5b1483-ece2-486d-8977-518f3ae3ec4e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.359922] env[69440]: DEBUG nova.compute.provider_tree [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.365759] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Waiting for the task: (returnval){ [ 1059.365759] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52985392-3a1e-79b7-acdb-1b5b85f82ea3" [ 1059.365759] env[69440]: _type = "Task" [ 1059.365759] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.369831] env[69440]: DEBUG nova.compute.manager [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.380592] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52985392-3a1e-79b7-acdb-1b5b85f82ea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.468668] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139993, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.602840] env[69440]: DEBUG oslo_vmware.api [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.639102] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.639102] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.639102] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.639102] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.639102] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.640380] env[69440]: INFO nova.compute.manager [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Terminating instance [ 1059.764839] env[69440]: DEBUG nova.network.neutron [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.822322] env[69440]: DEBUG nova.compute.manager [req-3508b92c-f8ae-4770-943d-855cb5339ef6 req-16ab317e-cfd5-4b0b-8a67-a32ca859983e service nova] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Received event network-vif-plugged-e65dad09-243c-4e22-a450-f284d8a3b362 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.822499] env[69440]: DEBUG oslo_concurrency.lockutils [req-3508b92c-f8ae-4770-943d-855cb5339ef6 req-16ab317e-cfd5-4b0b-8a67-a32ca859983e service nova] Acquiring lock "9136d8d0-ea41-4f3a-9621-e451b1cabea1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.822711] env[69440]: DEBUG oslo_concurrency.lockutils [req-3508b92c-f8ae-4770-943d-855cb5339ef6 req-16ab317e-cfd5-4b0b-8a67-a32ca859983e service nova] Lock "9136d8d0-ea41-4f3a-9621-e451b1cabea1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.822876] env[69440]: DEBUG oslo_concurrency.lockutils [req-3508b92c-f8ae-4770-943d-855cb5339ef6 req-16ab317e-cfd5-4b0b-8a67-a32ca859983e service nova] Lock "9136d8d0-ea41-4f3a-9621-e451b1cabea1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.823106] env[69440]: DEBUG nova.compute.manager [req-3508b92c-f8ae-4770-943d-855cb5339ef6 req-16ab317e-cfd5-4b0b-8a67-a32ca859983e service nova] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] No waiting events found dispatching network-vif-plugged-e65dad09-243c-4e22-a450-f284d8a3b362 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1059.823336] env[69440]: WARNING nova.compute.manager [req-3508b92c-f8ae-4770-943d-855cb5339ef6 req-16ab317e-cfd5-4b0b-8a67-a32ca859983e service nova] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Received unexpected event network-vif-plugged-e65dad09-243c-4e22-a450-f284d8a3b362 for instance with vm_state building and task_state spawning. [ 1059.823593] env[69440]: DEBUG nova.compute.manager [req-3508b92c-f8ae-4770-943d-855cb5339ef6 req-16ab317e-cfd5-4b0b-8a67-a32ca859983e service nova] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Received event network-changed-e65dad09-243c-4e22-a450-f284d8a3b362 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.823666] env[69440]: DEBUG nova.compute.manager [req-3508b92c-f8ae-4770-943d-855cb5339ef6 req-16ab317e-cfd5-4b0b-8a67-a32ca859983e service nova] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Refreshing instance network info cache due to event network-changed-e65dad09-243c-4e22-a450-f284d8a3b362. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.823893] env[69440]: DEBUG oslo_concurrency.lockutils [req-3508b92c-f8ae-4770-943d-855cb5339ef6 req-16ab317e-cfd5-4b0b-8a67-a32ca859983e service nova] Acquiring lock "refresh_cache-9136d8d0-ea41-4f3a-9621-e451b1cabea1" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.863879] env[69440]: DEBUG nova.scheduler.client.report [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.882562] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52985392-3a1e-79b7-acdb-1b5b85f82ea3, 'name': SearchDatastore_Task, 'duration_secs': 0.08622} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.883099] env[69440]: DEBUG oslo_concurrency.lockutils [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.883376] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] c6f7bfe9-676d-4e9c-a920-6b72485303f2/c6f7bfe9-676d-4e9c-a920-6b72485303f2.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.883780] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa280609-9a5f-43b4-aa21-c5221bea91db {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.896730] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Waiting for the task: (returnval){ [ 1059.896730] env[69440]: value = "task-4139995" [ 1059.896730] env[69440]: _type = "Task" [ 1059.896730] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.909903] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': task-4139995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.934150] env[69440]: DEBUG nova.network.neutron [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Updating instance_info_cache with network_info: [{"id": "e65dad09-243c-4e22-a450-f284d8a3b362", "address": "fa:16:3e:a5:a9:d6", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65dad09-24", "ovs_interfaceid": "e65dad09-243c-4e22-a450-f284d8a3b362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.969253] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139993, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.104372] env[69440]: DEBUG oslo_vmware.api [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4139994, 'name': PowerOffVM_Task, 'duration_secs': 0.856397} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.104718] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.106218] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.106218] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8731f5b-c027-42ad-93ae-b249d503046e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.110811] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Volume attach. Driver type: vmdk {{(pid=69440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1060.111039] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819906', 'volume_id': '08122fa7-35ef-48b2-b476-65ea4949bf01', 'name': 'volume-08122fa7-35ef-48b2-b476-65ea4949bf01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af5e12ef-baf4-4941-8364-94ddad799408', 'attached_at': '', 'detached_at': '', 'volume_id': '08122fa7-35ef-48b2-b476-65ea4949bf01', 'serial': '08122fa7-35ef-48b2-b476-65ea4949bf01'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1060.111931] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82a055a-8a27-4aa3-8ce9-5e7df7245be1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.131322] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21563b6f-4717-48fa-bffb-fe56579b5749 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.150769] env[69440]: DEBUG nova.compute.manager [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.151017] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.158830] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] volume-08122fa7-35ef-48b2-b476-65ea4949bf01/volume-08122fa7-35ef-48b2-b476-65ea4949bf01.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.159663] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4028c2-8e5a-4bf1-9e08-0a3c4a985ee6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.162394] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3d75afc-41d3-4c6f-85e4-54f114706316 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.181170] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.182553] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10ab9775-c409-4964-9637-70e97ae257bf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.184298] env[69440]: DEBUG oslo_vmware.api [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1060.184298] env[69440]: value = "task-4139997" [ 1060.184298] env[69440]: _type = "Task" [ 1060.184298] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.190387] env[69440]: DEBUG oslo_vmware.api [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1060.190387] env[69440]: value = "task-4139998" [ 1060.190387] env[69440]: _type = "Task" [ 1060.190387] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.197284] env[69440]: DEBUG oslo_vmware.api [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139997, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.203827] env[69440]: DEBUG oslo_vmware.api [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.374200] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.377638] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.892s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.377948] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.378314] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1060.378498] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.244s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.378744] env[69440]: DEBUG nova.objects.instance [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lazy-loading 'resources' on Instance uuid 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.380790] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ec5033-70c9-4417-89bd-fa10e94d72ab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.386010] env[69440]: DEBUG nova.compute.manager [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.397456] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f520366-73ba-4eff-ae6a-ccf68051ce24 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.407370] env[69440]: INFO nova.scheduler.client.report [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Deleted allocations for instance 130d72c0-e90e-4b8d-9e81-fe26ab150bae [ 1060.427137] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae106ecd-cf76-405c-b05c-e50f92dc8e13 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.431986] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': task-4139995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.441286] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "refresh_cache-9136d8d0-ea41-4f3a-9621-e451b1cabea1" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.441420] env[69440]: DEBUG nova.compute.manager [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Instance network_info: |[{"id": "e65dad09-243c-4e22-a450-f284d8a3b362", "address": "fa:16:3e:a5:a9:d6", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65dad09-24", "ovs_interfaceid": "e65dad09-243c-4e22-a450-f284d8a3b362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.441905] env[69440]: DEBUG oslo_concurrency.lockutils [req-3508b92c-f8ae-4770-943d-855cb5339ef6 req-16ab317e-cfd5-4b0b-8a67-a32ca859983e service nova] Acquired lock "refresh_cache-9136d8d0-ea41-4f3a-9621-e451b1cabea1" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.442164] env[69440]: DEBUG nova.network.neutron [req-3508b92c-f8ae-4770-943d-855cb5339ef6 req-16ab317e-cfd5-4b0b-8a67-a32ca859983e service nova] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Refreshing network info cache for port e65dad09-243c-4e22-a450-f284d8a3b362 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.444967] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:a9:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e65dad09-243c-4e22-a450-f284d8a3b362', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.451449] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.453657] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba7b26b-7ef7-4013-b60e-f72f2ce9d397 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.458828] env[69440]: DEBUG nova.virt.hardware [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.459111] env[69440]: DEBUG nova.virt.hardware [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.459264] env[69440]: DEBUG nova.virt.hardware [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.459438] env[69440]: DEBUG nova.virt.hardware [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.459585] env[69440]: DEBUG nova.virt.hardware [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.459726] env[69440]: DEBUG nova.virt.hardware [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.459930] env[69440]: DEBUG nova.virt.hardware [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.460417] env[69440]: DEBUG nova.virt.hardware [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.460417] env[69440]: DEBUG nova.virt.hardware [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.460417] env[69440]: DEBUG nova.virt.hardware [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.460632] env[69440]: DEBUG nova.virt.hardware [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.464027] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.464027] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce89b85-32fc-4750-997a-94b89080ef75 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.465034] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6159d43-9592-4a31-9cb7-4aebe935a29e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.487930] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.488280] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.488535] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Deleting the datastore file [datastore2] 90698fe5-6557-48b7-97d5-21a6d03005cd {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.516092] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f13dfbf-932d-437c-946a-c85ee19ed5ba {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.519272] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177666MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1060.519568] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.526331] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139993, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.526622] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.526622] env[69440]: value = "task-4139999" [ 1060.526622] env[69440]: _type = "Task" [ 1060.526622] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.531025] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2852eb62-5607-43be-95e3-4f7c7573ffac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.538589] env[69440]: DEBUG oslo_vmware.api [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for the task: (returnval){ [ 1060.538589] env[69440]: value = "task-4140000" [ 1060.538589] env[69440]: _type = "Task" [ 1060.538589] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.556267] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139999, 'name': CreateVM_Task} progress is 15%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.563766] env[69440]: DEBUG oslo_vmware.api [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4140000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.699363] env[69440]: DEBUG oslo_vmware.api [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.708114] env[69440]: DEBUG oslo_vmware.api [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4139998, 'name': PowerOffVM_Task, 'duration_secs': 0.262105} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.708381] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.708568] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.708899] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd672f18-d446-43a2-ac2c-c6c00b0452c4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.788508] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.788902] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.788975] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Deleting the datastore file [datastore1] 23bc134e-7725-40b1-b79d-d8ef6dbd7cad {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.789293] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58b483a1-883d-4ea4-8cb2-b7a9516d5b26 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.799935] env[69440]: DEBUG oslo_vmware.api [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1060.799935] env[69440]: value = "task-4140002" [ 1060.799935] env[69440]: _type = "Task" [ 1060.799935] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.813235] env[69440]: DEBUG oslo_vmware.api [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.830095] env[69440]: DEBUG nova.network.neutron [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Successfully updated port: 13e889b6-e921-4f02-8cd3-0fbbed27818f {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.920039] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': task-4139995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.931139] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0acc932c-c36c-464e-8a48-215191321dba tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "130d72c0-e90e-4b8d-9e81-fe26ab150bae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.856s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.976702] env[69440]: DEBUG oslo_concurrency.lockutils [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "921d5d64-36f1-42eb-9d85-ecdc74e555f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.977283] env[69440]: DEBUG oslo_concurrency.lockutils [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "921d5d64-36f1-42eb-9d85-ecdc74e555f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.984256] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139993, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.051514] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139999, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.061681] env[69440]: DEBUG oslo_vmware.api [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4140000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.203366] env[69440]: DEBUG oslo_vmware.api [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.225316] env[69440]: DEBUG nova.network.neutron [req-3508b92c-f8ae-4770-943d-855cb5339ef6 req-16ab317e-cfd5-4b0b-8a67-a32ca859983e service nova] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Updated VIF entry in instance network info cache for port e65dad09-243c-4e22-a450-f284d8a3b362. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.225740] env[69440]: DEBUG nova.network.neutron [req-3508b92c-f8ae-4770-943d-855cb5339ef6 req-16ab317e-cfd5-4b0b-8a67-a32ca859983e service nova] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Updating instance_info_cache with network_info: [{"id": "e65dad09-243c-4e22-a450-f284d8a3b362", "address": "fa:16:3e:a5:a9:d6", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65dad09-24", "ovs_interfaceid": "e65dad09-243c-4e22-a450-f284d8a3b362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.317562] env[69440]: DEBUG oslo_vmware.api [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253566} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.318940] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.319161] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.319340] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.319517] env[69440]: INFO nova.compute.manager [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1061.319760] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.320572] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cf4303-a3c4-4126-96b6-7ce39ada5f1b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.323469] env[69440]: DEBUG nova.compute.manager [-] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.323593] env[69440]: DEBUG nova.network.neutron [-] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.333778] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "refresh_cache-e27f5de0-9750-43d8-be9f-98485375485e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.333960] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquired lock "refresh_cache-e27f5de0-9750-43d8-be9f-98485375485e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.335038] env[69440]: DEBUG nova.network.neutron [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.336543] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0535c53c-0a06-4538-80a0-d73d3f426344 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.374652] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f197dedc-7a8c-4a6a-b01e-9a07c1dad74b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.385694] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c652a7-33f0-4be0-a3ab-d32d15c2ca47 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.410273] env[69440]: DEBUG nova.compute.provider_tree [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.423837] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': task-4139995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.477568] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139993, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.480328] env[69440]: DEBUG nova.compute.manager [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.552068] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4139999, 'name': CreateVM_Task, 'duration_secs': 0.989762} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.554295] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.554295] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.554295] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.554770] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.555204] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-170f883a-e0b1-4d61-b4d5-19cfee45db8c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.563457] env[69440]: DEBUG oslo_vmware.api [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4140000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.569730] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1061.569730] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]523409c5-5f24-10f4-bcc9-d3a5fbf4fbc0" [ 1061.569730] env[69440]: _type = "Task" [ 1061.569730] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.581521] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523409c5-5f24-10f4-bcc9-d3a5fbf4fbc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.707103] env[69440]: DEBUG oslo_vmware.api [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.728872] env[69440]: DEBUG oslo_concurrency.lockutils [req-3508b92c-f8ae-4770-943d-855cb5339ef6 req-16ab317e-cfd5-4b0b-8a67-a32ca859983e service nova] Releasing lock "refresh_cache-9136d8d0-ea41-4f3a-9621-e451b1cabea1" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.900682] env[69440]: DEBUG nova.network.neutron [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.915601] env[69440]: DEBUG nova.scheduler.client.report [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.926940] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': task-4139995, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.933469] env[69440]: DEBUG nova.compute.manager [req-99f4d33a-7820-4d66-bf77-493e92072bfd req-c1492672-5842-4ac8-8f76-a825e4a2126b service nova] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Received event network-vif-plugged-13e889b6-e921-4f02-8cd3-0fbbed27818f {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.933730] env[69440]: DEBUG oslo_concurrency.lockutils [req-99f4d33a-7820-4d66-bf77-493e92072bfd req-c1492672-5842-4ac8-8f76-a825e4a2126b service nova] Acquiring lock "e27f5de0-9750-43d8-be9f-98485375485e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.933976] env[69440]: DEBUG oslo_concurrency.lockutils [req-99f4d33a-7820-4d66-bf77-493e92072bfd req-c1492672-5842-4ac8-8f76-a825e4a2126b service nova] Lock "e27f5de0-9750-43d8-be9f-98485375485e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.934735] env[69440]: DEBUG oslo_concurrency.lockutils [req-99f4d33a-7820-4d66-bf77-493e92072bfd req-c1492672-5842-4ac8-8f76-a825e4a2126b service nova] Lock "e27f5de0-9750-43d8-be9f-98485375485e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.934903] env[69440]: DEBUG nova.compute.manager [req-99f4d33a-7820-4d66-bf77-493e92072bfd req-c1492672-5842-4ac8-8f76-a825e4a2126b service nova] [instance: e27f5de0-9750-43d8-be9f-98485375485e] No waiting events found dispatching network-vif-plugged-13e889b6-e921-4f02-8cd3-0fbbed27818f {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1061.935127] env[69440]: WARNING nova.compute.manager [req-99f4d33a-7820-4d66-bf77-493e92072bfd req-c1492672-5842-4ac8-8f76-a825e4a2126b service nova] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Received unexpected event network-vif-plugged-13e889b6-e921-4f02-8cd3-0fbbed27818f for instance with vm_state building and task_state spawning. [ 1061.935325] env[69440]: DEBUG nova.compute.manager [req-99f4d33a-7820-4d66-bf77-493e92072bfd req-c1492672-5842-4ac8-8f76-a825e4a2126b service nova] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Received event network-changed-13e889b6-e921-4f02-8cd3-0fbbed27818f {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.935660] env[69440]: DEBUG nova.compute.manager [req-99f4d33a-7820-4d66-bf77-493e92072bfd req-c1492672-5842-4ac8-8f76-a825e4a2126b service nova] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Refreshing instance network info cache due to event network-changed-13e889b6-e921-4f02-8cd3-0fbbed27818f. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.935743] env[69440]: DEBUG oslo_concurrency.lockutils [req-99f4d33a-7820-4d66-bf77-493e92072bfd req-c1492672-5842-4ac8-8f76-a825e4a2126b service nova] Acquiring lock "refresh_cache-e27f5de0-9750-43d8-be9f-98485375485e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.980626] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4139993, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.469594} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.980867] env[69440]: INFO nova.virt.vmwareapi.ds_util [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_962901e7-70ba-4bfb-8843-83748611152f/OSTACK_IMG_962901e7-70ba-4bfb-8843-83748611152f.vmdk to [datastore2] devstack-image-cache_base/594ec30d-02f0-42d6-809d-f50bf357efd6/594ec30d-02f0-42d6-809d-f50bf357efd6.vmdk. [ 1061.981071] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Cleaning up location [datastore2] OSTACK_IMG_962901e7-70ba-4bfb-8843-83748611152f {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1061.981234] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_962901e7-70ba-4bfb-8843-83748611152f {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.981506] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0af4366-3829-427f-bf1d-2df60a33acf0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.991563] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 1061.991563] env[69440]: value = "task-4140003" [ 1061.991563] env[69440]: _type = "Task" [ 1061.991563] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.003438] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.004623] env[69440]: DEBUG oslo_concurrency.lockutils [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.052414] env[69440]: DEBUG oslo_vmware.api [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4140000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.413794} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.052687] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.052853] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.053049] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.053300] env[69440]: INFO nova.compute.manager [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Took 2.99 seconds to destroy the instance on the hypervisor. [ 1062.053470] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.053679] env[69440]: DEBUG nova.compute.manager [-] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.053783] env[69440]: DEBUG nova.network.neutron [-] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.082052] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523409c5-5f24-10f4-bcc9-d3a5fbf4fbc0, 'name': SearchDatastore_Task, 'duration_secs': 0.094382} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.082399] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.082641] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.082896] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.083083] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.083266] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.083549] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4886293c-d858-4cee-acee-81fc6458bbea {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.094327] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.094536] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.095355] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c99d80-9561-4c51-88c0-438a5d2d4d64 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.101890] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1062.101890] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5280cae5-defe-0789-76fc-b5a85228dd61" [ 1062.101890] env[69440]: _type = "Task" [ 1062.101890] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.118707] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5280cae5-defe-0789-76fc-b5a85228dd61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.202984] env[69440]: DEBUG oslo_vmware.api [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.204235] env[69440]: DEBUG nova.network.neutron [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Updating instance_info_cache with network_info: [{"id": "13e889b6-e921-4f02-8cd3-0fbbed27818f", "address": "fa:16:3e:ff:c7:66", "network": {"id": "8a20642f-e8b8-4f2b-8a8e-2bc1d6e136fa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478797543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19cbd3b0988845358fa621a574b0cb25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e889b6-e9", "ovs_interfaceid": "13e889b6-e921-4f02-8cd3-0fbbed27818f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.424338] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.427435] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': task-4139995, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.246389} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.427970] env[69440]: DEBUG oslo_concurrency.lockutils [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.304s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.429914] env[69440]: INFO nova.compute.claims [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.432520] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] c6f7bfe9-676d-4e9c-a920-6b72485303f2/c6f7bfe9-676d-4e9c-a920-6b72485303f2.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.434329] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.434329] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c70d3195-1170-4911-919a-b5e0653054fa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.441914] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Waiting for the task: (returnval){ [ 1062.441914] env[69440]: value = "task-4140004" [ 1062.441914] env[69440]: _type = "Task" [ 1062.441914] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.453014] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': task-4140004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.457243] env[69440]: INFO nova.scheduler.client.report [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Deleted allocations for instance 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13 [ 1062.514779] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152239} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.515983] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.516175] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/594ec30d-02f0-42d6-809d-f50bf357efd6/594ec30d-02f0-42d6-809d-f50bf357efd6.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.516420] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/594ec30d-02f0-42d6-809d-f50bf357efd6/594ec30d-02f0-42d6-809d-f50bf357efd6.vmdk to [datastore2] 53e86c03-079b-4918-b4a4-ea821a1be472/53e86c03-079b-4918-b4a4-ea821a1be472.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.517897] env[69440]: DEBUG nova.compute.manager [req-2c78fac8-9c97-4a2c-a805-d8f7d3174a1f req-f8a390f0-25f5-4b4f-9d32-20d2ccd8f990 service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Received event network-vif-deleted-ed8f70cf-3f52-402e-b9de-0d45821cb94b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.518094] env[69440]: INFO nova.compute.manager [req-2c78fac8-9c97-4a2c-a805-d8f7d3174a1f req-f8a390f0-25f5-4b4f-9d32-20d2ccd8f990 service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Neutron deleted interface ed8f70cf-3f52-402e-b9de-0d45821cb94b; detaching it from the instance and deleting it from the info cache [ 1062.518269] env[69440]: DEBUG nova.network.neutron [req-2c78fac8-9c97-4a2c-a805-d8f7d3174a1f req-f8a390f0-25f5-4b4f-9d32-20d2ccd8f990 service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.519336] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-517e905a-4d3a-465b-b2ee-289b0df4aad5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.528732] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 1062.528732] env[69440]: value = "task-4140005" [ 1062.528732] env[69440]: _type = "Task" [ 1062.528732] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.542701] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.614163] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5280cae5-defe-0789-76fc-b5a85228dd61, 'name': SearchDatastore_Task, 'duration_secs': 0.03611} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.615084] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acd9a73d-c9be-4bc5-96bc-3fc1c0929b1e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.623047] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1062.623047] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52cde786-b73b-8132-350d-ccd968e2de93" [ 1062.623047] env[69440]: _type = "Task" [ 1062.623047] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.630824] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52cde786-b73b-8132-350d-ccd968e2de93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.700756] env[69440]: DEBUG oslo_vmware.api [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4139997, 'name': ReconfigVM_Task, 'duration_secs': 2.083709} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.701055] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Reconfigured VM instance instance-0000004e to attach disk [datastore2] volume-08122fa7-35ef-48b2-b476-65ea4949bf01/volume-08122fa7-35ef-48b2-b476-65ea4949bf01.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.706641] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ab4161f-0168-4aff-acd5-d13e91dc929c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.718034] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Releasing lock "refresh_cache-e27f5de0-9750-43d8-be9f-98485375485e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.718376] env[69440]: DEBUG nova.compute.manager [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Instance network_info: |[{"id": "13e889b6-e921-4f02-8cd3-0fbbed27818f", "address": "fa:16:3e:ff:c7:66", "network": {"id": "8a20642f-e8b8-4f2b-8a8e-2bc1d6e136fa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478797543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19cbd3b0988845358fa621a574b0cb25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e889b6-e9", "ovs_interfaceid": "13e889b6-e921-4f02-8cd3-0fbbed27818f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.718733] env[69440]: DEBUG oslo_concurrency.lockutils [req-99f4d33a-7820-4d66-bf77-493e92072bfd req-c1492672-5842-4ac8-8f76-a825e4a2126b service nova] Acquired lock "refresh_cache-e27f5de0-9750-43d8-be9f-98485375485e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.718928] env[69440]: DEBUG nova.network.neutron [req-99f4d33a-7820-4d66-bf77-493e92072bfd req-c1492672-5842-4ac8-8f76-a825e4a2126b service nova] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Refreshing network info cache for port 13e889b6-e921-4f02-8cd3-0fbbed27818f {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.720278] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:c7:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13e889b6-e921-4f02-8cd3-0fbbed27818f', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.728746] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Creating folder: Project (19cbd3b0988845358fa621a574b0cb25). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.730525] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b346c751-7780-4ecb-b5c8-57724de21558 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.740673] env[69440]: DEBUG oslo_vmware.api [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1062.740673] env[69440]: value = "task-4140006" [ 1062.740673] env[69440]: _type = "Task" [ 1062.740673] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.746282] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Created folder: Project (19cbd3b0988845358fa621a574b0cb25) in parent group-v819662. [ 1062.746526] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Creating folder: Instances. Parent ref: group-v819912. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.746791] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9600ebd2-72a4-4d6f-8325-ee831ae04abf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.752839] env[69440]: DEBUG oslo_vmware.api [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.765771] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Created folder: Instances in parent group-v819912. [ 1062.766170] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.766429] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.766734] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d89eb9c-1d2a-4fd3-816e-4ff2736dcf95 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.783060] env[69440]: DEBUG nova.network.neutron [-] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.793398] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.793398] env[69440]: value = "task-4140009" [ 1062.793398] env[69440]: _type = "Task" [ 1062.793398] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.807657] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140009, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.958632] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': task-4140004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07587} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.959777] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.960724] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4fb280-9569-425a-a92a-7d6a2c1f2b43 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.987106] env[69440]: DEBUG nova.network.neutron [-] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.002392] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] c6f7bfe9-676d-4e9c-a920-6b72485303f2/c6f7bfe9-676d-4e9c-a920-6b72485303f2.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.003405] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "5da8fdb5-7b21-4755-bb50-68bb8e0d8f13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.561s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.005021] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9656d83-2260-41d8-80b4-611fba7b2aeb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.027773] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c67fb5e-f8d1-4f74-a0d8-16f959932613 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.039023] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Waiting for the task: (returnval){ [ 1063.039023] env[69440]: value = "task-4140010" [ 1063.039023] env[69440]: _type = "Task" [ 1063.039023] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.043529] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140005, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.052141] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d8d998-dae5-4740-b02d-a5eb8560875b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.071055] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': task-4140010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.093272] env[69440]: DEBUG nova.compute.manager [req-2c78fac8-9c97-4a2c-a805-d8f7d3174a1f req-f8a390f0-25f5-4b4f-9d32-20d2ccd8f990 service nova] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Detach interface failed, port_id=ed8f70cf-3f52-402e-b9de-0d45821cb94b, reason: Instance 90698fe5-6557-48b7-97d5-21a6d03005cd could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1063.133644] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52cde786-b73b-8132-350d-ccd968e2de93, 'name': SearchDatastore_Task, 'duration_secs': 0.013549} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.133949] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.134300] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 9136d8d0-ea41-4f3a-9621-e451b1cabea1/9136d8d0-ea41-4f3a-9621-e451b1cabea1.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.134624] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41a60b38-f2c5-4bf0-b920-ac4f86a722aa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.144136] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1063.144136] env[69440]: value = "task-4140011" [ 1063.144136] env[69440]: _type = "Task" [ 1063.144136] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.153987] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.252104] env[69440]: DEBUG oslo_vmware.api [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140006, 'name': ReconfigVM_Task, 'duration_secs': 0.415085} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.252509] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819906', 'volume_id': '08122fa7-35ef-48b2-b476-65ea4949bf01', 'name': 'volume-08122fa7-35ef-48b2-b476-65ea4949bf01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af5e12ef-baf4-4941-8364-94ddad799408', 'attached_at': '', 'detached_at': '', 'volume_id': '08122fa7-35ef-48b2-b476-65ea4949bf01', 'serial': '08122fa7-35ef-48b2-b476-65ea4949bf01'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1063.285560] env[69440]: INFO nova.compute.manager [-] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Took 1.96 seconds to deallocate network for instance. [ 1063.306979] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140009, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.506252] env[69440]: INFO nova.compute.manager [-] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Took 1.45 seconds to deallocate network for instance. [ 1063.543409] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140005, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.563319] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': task-4140010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.659236] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.793492] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.806607] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140009, 'name': CreateVM_Task, 'duration_secs': 0.911295} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.807593] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.808541] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.808786] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.809173] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.812569] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6648f11a-9136-4865-9eda-e4e0d6608d9f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.822042] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1063.822042] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52173399-de58-3153-f4a1-2d74f500ff03" [ 1063.822042] env[69440]: _type = "Task" [ 1063.822042] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.834947] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52173399-de58-3153-f4a1-2d74f500ff03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.860145] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa42739-885b-4613-ae66-0d269349eeed {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.868859] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078147fe-0278-44e1-a5f9-e28f405fe29e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.909730] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c0f39e-8496-4fe2-a61e-22b9abe62f74 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.925969] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055bd9c4-7b72-4163-aa6c-0d1a6e5e8e00 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.950882] env[69440]: DEBUG nova.compute.provider_tree [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.964842] env[69440]: DEBUG nova.network.neutron [req-99f4d33a-7820-4d66-bf77-493e92072bfd req-c1492672-5842-4ac8-8f76-a825e4a2126b service nova] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Updated VIF entry in instance network info cache for port 13e889b6-e921-4f02-8cd3-0fbbed27818f. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.965482] env[69440]: DEBUG nova.network.neutron [req-99f4d33a-7820-4d66-bf77-493e92072bfd req-c1492672-5842-4ac8-8f76-a825e4a2126b service nova] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Updating instance_info_cache with network_info: [{"id": "13e889b6-e921-4f02-8cd3-0fbbed27818f", "address": "fa:16:3e:ff:c7:66", "network": {"id": "8a20642f-e8b8-4f2b-8a8e-2bc1d6e136fa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478797543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19cbd3b0988845358fa621a574b0cb25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e889b6-e9", "ovs_interfaceid": "13e889b6-e921-4f02-8cd3-0fbbed27818f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.014521] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.044759] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140005, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.055470] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': task-4140010, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.158354] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.291240] env[69440]: DEBUG nova.objects.instance [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lazy-loading 'flavor' on Instance uuid af5e12ef-baf4-4941-8364-94ddad799408 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.332316] env[69440]: DEBUG nova.compute.manager [req-103962de-184e-42d3-ada2-c57080d67f9b req-d38661d2-3316-4e27-828a-d6a095af558a service nova] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Received event network-vif-deleted-481eaa49-d789-44f3-965c-ff7dc1ec50a9 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.339110] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52173399-de58-3153-f4a1-2d74f500ff03, 'name': SearchDatastore_Task, 'duration_secs': 0.087245} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.339110] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.339441] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.339719] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.340071] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.340369] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.341307] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62a7b981-2e3c-4496-b031-a1e1bf19d499 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.365291] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.365650] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.366706] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0703130b-a81f-4329-866b-5729c22b4999 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.374317] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1064.374317] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52de9558-79e8-688b-0fbd-4579a5b1ab8c" [ 1064.374317] env[69440]: _type = "Task" [ 1064.374317] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.386327] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52de9558-79e8-688b-0fbd-4579a5b1ab8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.455064] env[69440]: DEBUG nova.scheduler.client.report [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.469309] env[69440]: DEBUG oslo_concurrency.lockutils [req-99f4d33a-7820-4d66-bf77-493e92072bfd req-c1492672-5842-4ac8-8f76-a825e4a2126b service nova] Releasing lock "refresh_cache-e27f5de0-9750-43d8-be9f-98485375485e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.544643] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140005, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.554824] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': task-4140010, 'name': ReconfigVM_Task, 'duration_secs': 1.065982} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.555572] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Reconfigured VM instance instance-00000055 to attach disk [datastore2] c6f7bfe9-676d-4e9c-a920-6b72485303f2/c6f7bfe9-676d-4e9c-a920-6b72485303f2.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.555800] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a1cfeac-0861-407f-b78a-1097996b823e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.564146] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Waiting for the task: (returnval){ [ 1064.564146] env[69440]: value = "task-4140012" [ 1064.564146] env[69440]: _type = "Task" [ 1064.564146] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.577950] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': task-4140012, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.630181] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "b1f6f084-7688-45cf-b912-4a0a66a33b34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.630444] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "b1f6f084-7688-45cf-b912-4a0a66a33b34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.658498] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.692447] env[69440]: DEBUG oslo_concurrency.lockutils [None req-057e77dc-2b90-40d9-ba60-90cc874077bf tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "559d44dc-2ae8-48a9-9dcd-bad5d03ed236" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.692731] env[69440]: DEBUG oslo_concurrency.lockutils [None req-057e77dc-2b90-40d9-ba60-90cc874077bf tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "559d44dc-2ae8-48a9-9dcd-bad5d03ed236" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.797112] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cc86e2f-5095-4954-b2f3-22544f16456d tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "af5e12ef-baf4-4941-8364-94ddad799408" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.800s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.886800] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52de9558-79e8-688b-0fbd-4579a5b1ab8c, 'name': SearchDatastore_Task, 'duration_secs': 0.095564} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.887740] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb63a0eb-d85b-44cd-bd5c-5f748bd4b9ff {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.895083] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1064.895083] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]522eaf0f-36f2-120c-c5f0-dab90c3acacb" [ 1064.895083] env[69440]: _type = "Task" [ 1064.895083] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.904691] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]522eaf0f-36f2-120c-c5f0-dab90c3acacb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.961531] env[69440]: DEBUG oslo_concurrency.lockutils [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.961950] env[69440]: DEBUG nova.compute.manager [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.964869] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.756s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.966439] env[69440]: INFO nova.compute.claims [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.999997] env[69440]: INFO nova.compute.manager [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Rescuing [ 1065.000334] env[69440]: DEBUG oslo_concurrency.lockutils [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "refresh_cache-af5e12ef-baf4-4941-8364-94ddad799408" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.000505] env[69440]: DEBUG oslo_concurrency.lockutils [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquired lock "refresh_cache-af5e12ef-baf4-4941-8364-94ddad799408" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.000750] env[69440]: DEBUG nova.network.neutron [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.045749] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140005, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.075217] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': task-4140012, 'name': Rename_Task, 'duration_secs': 0.384665} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.075599] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.075901] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5347b7f-1614-4a91-a94f-705b721dc7ec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.085892] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Waiting for the task: (returnval){ [ 1065.085892] env[69440]: value = "task-4140013" [ 1065.085892] env[69440]: _type = "Task" [ 1065.085892] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.096362] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': task-4140013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.133321] env[69440]: DEBUG nova.compute.manager [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.158301] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140011, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.196221] env[69440]: INFO nova.compute.manager [None req-057e77dc-2b90-40d9-ba60-90cc874077bf tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Detaching volume c9921c09-2161-4207-bf54-42be0fc4af20 [ 1065.233416] env[69440]: INFO nova.virt.block_device [None req-057e77dc-2b90-40d9-ba60-90cc874077bf tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Attempting to driver detach volume c9921c09-2161-4207-bf54-42be0fc4af20 from mountpoint /dev/sdb [ 1065.233686] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-057e77dc-2b90-40d9-ba60-90cc874077bf tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Volume detach. Driver type: vmdk {{(pid=69440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1065.233872] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-057e77dc-2b90-40d9-ba60-90cc874077bf tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819851', 'volume_id': 'c9921c09-2161-4207-bf54-42be0fc4af20', 'name': 'volume-c9921c09-2161-4207-bf54-42be0fc4af20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '559d44dc-2ae8-48a9-9dcd-bad5d03ed236', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9921c09-2161-4207-bf54-42be0fc4af20', 'serial': 'c9921c09-2161-4207-bf54-42be0fc4af20'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1065.234815] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf26220b-6152-460b-87d4-b04bd77393de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.260758] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78804ab0-d511-4b26-86f5-6bf54642abb7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.270463] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d1d77f-f0ba-4b50-b588-53be081f5280 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.294385] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea29dff8-aca9-483b-9a24-f6a4096e1ad5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.312112] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-057e77dc-2b90-40d9-ba60-90cc874077bf tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] The volume has not been displaced from its original location: [datastore2] volume-c9921c09-2161-4207-bf54-42be0fc4af20/volume-c9921c09-2161-4207-bf54-42be0fc4af20.vmdk. No consolidation needed. {{(pid=69440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1065.318030] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-057e77dc-2b90-40d9-ba60-90cc874077bf tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Reconfiguring VM instance instance-00000019 to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1065.318487] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27fb4f1b-66dc-4584-ab5a-b712995d492a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.340388] env[69440]: DEBUG oslo_vmware.api [None req-057e77dc-2b90-40d9-ba60-90cc874077bf tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1065.340388] env[69440]: value = "task-4140014" [ 1065.340388] env[69440]: _type = "Task" [ 1065.340388] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.350382] env[69440]: DEBUG oslo_vmware.api [None req-057e77dc-2b90-40d9-ba60-90cc874077bf tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.405363] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]522eaf0f-36f2-120c-c5f0-dab90c3acacb, 'name': SearchDatastore_Task, 'duration_secs': 0.092183} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.405687] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.405962] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] e27f5de0-9750-43d8-be9f-98485375485e/e27f5de0-9750-43d8-be9f-98485375485e.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.406243] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16232ce0-3c7f-489c-bc8b-b825972b3257 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.416684] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1065.416684] env[69440]: value = "task-4140015" [ 1065.416684] env[69440]: _type = "Task" [ 1065.416684] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.425957] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.473322] env[69440]: DEBUG nova.compute.utils [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.475425] env[69440]: DEBUG nova.compute.manager [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.475606] env[69440]: DEBUG nova.network.neutron [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.526037] env[69440]: DEBUG nova.policy [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5489d1f1e5a4e34940d2ea4eeba798b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b8513d54f3e447781b1d383e6b0210c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.549800] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140005, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.518427} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.550342] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/594ec30d-02f0-42d6-809d-f50bf357efd6/594ec30d-02f0-42d6-809d-f50bf357efd6.vmdk to [datastore2] 53e86c03-079b-4918-b4a4-ea821a1be472/53e86c03-079b-4918-b4a4-ea821a1be472.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.551524] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcea1175-456c-47f4-8962-fd57682a790e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.578662] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 53e86c03-079b-4918-b4a4-ea821a1be472/53e86c03-079b-4918-b4a4-ea821a1be472.vmdk or device None with type streamOptimized {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.579127] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cf8b311-11fd-4723-a9f4-3098d7a54b9e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.611197] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': task-4140013, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.613009] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 1065.613009] env[69440]: value = "task-4140016" [ 1065.613009] env[69440]: _type = "Task" [ 1065.613009] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.622149] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.661854] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140011, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.222339} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.662266] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 9136d8d0-ea41-4f3a-9621-e451b1cabea1/9136d8d0-ea41-4f3a-9621-e451b1cabea1.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.662612] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.662995] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b6beec6-322a-4bd0-adb0-71c06b5e1d14 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.667694] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.678300] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1065.678300] env[69440]: value = "task-4140017" [ 1065.678300] env[69440]: _type = "Task" [ 1065.678300] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.688961] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.805341] env[69440]: DEBUG nova.network.neutron [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Updating instance_info_cache with network_info: [{"id": "520ecf0b-0004-451e-852d-0e24eb2aaff3", "address": "fa:16:3e:31:f8:66", "network": {"id": "b46392e5-d63e-4df4-ba59-e4f0adfb50fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2074667289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f307b75d6e0041feba20f44ef9f046e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520ecf0b-00", "ovs_interfaceid": "520ecf0b-0004-451e-852d-0e24eb2aaff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.852679] env[69440]: DEBUG oslo_vmware.api [None req-057e77dc-2b90-40d9-ba60-90cc874077bf tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140014, 'name': ReconfigVM_Task, 'duration_secs': 0.289783} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.853025] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-057e77dc-2b90-40d9-ba60-90cc874077bf tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Reconfigured VM instance instance-00000019 to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1065.859157] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-350b4830-87c1-4b13-b09c-f67ff9035163 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.877091] env[69440]: DEBUG oslo_vmware.api [None req-057e77dc-2b90-40d9-ba60-90cc874077bf tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1065.877091] env[69440]: value = "task-4140018" [ 1065.877091] env[69440]: _type = "Task" [ 1065.877091] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.888759] env[69440]: DEBUG oslo_vmware.api [None req-057e77dc-2b90-40d9-ba60-90cc874077bf tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.931263] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140015, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.979785] env[69440]: DEBUG nova.compute.manager [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.079353] env[69440]: DEBUG nova.network.neutron [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Successfully created port: 1100eb76-2f68-4965-89d5-10b0a4c75091 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.110888] env[69440]: DEBUG oslo_vmware.api [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': task-4140013, 'name': PowerOnVM_Task, 'duration_secs': 0.633907} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.115108] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.115108] env[69440]: INFO nova.compute.manager [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Took 10.94 seconds to spawn the instance on the hypervisor. [ 1066.115108] env[69440]: DEBUG nova.compute.manager [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1066.116415] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f190088c-5148-4484-bc82-57308bbf815c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.133045] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140016, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.191192] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179553} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.194307] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.195559] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592376de-842f-414d-b3b0-c6f02b13197f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.222097] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 9136d8d0-ea41-4f3a-9621-e451b1cabea1/9136d8d0-ea41-4f3a-9621-e451b1cabea1.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.229028] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae9d6114-1f58-420b-aac0-23c556bef4b3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.249651] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1066.249651] env[69440]: value = "task-4140019" [ 1066.249651] env[69440]: _type = "Task" [ 1066.249651] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.263720] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140019, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.308137] env[69440]: DEBUG oslo_concurrency.lockutils [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Releasing lock "refresh_cache-af5e12ef-baf4-4941-8364-94ddad799408" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.388143] env[69440]: DEBUG oslo_vmware.api [None req-057e77dc-2b90-40d9-ba60-90cc874077bf tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140018, 'name': ReconfigVM_Task, 'duration_secs': 0.211059} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.391093] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-057e77dc-2b90-40d9-ba60-90cc874077bf tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819851', 'volume_id': 'c9921c09-2161-4207-bf54-42be0fc4af20', 'name': 'volume-c9921c09-2161-4207-bf54-42be0fc4af20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '559d44dc-2ae8-48a9-9dcd-bad5d03ed236', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9921c09-2161-4207-bf54-42be0fc4af20', 'serial': 'c9921c09-2161-4207-bf54-42be0fc4af20'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1066.419234] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058a15eb-0d44-46ff-b8fb-b75e8c1eb1c2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.433661] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655303} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.434744] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37460f7f-0982-4d0b-bf67-0ddfe7dafea2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.437977] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] e27f5de0-9750-43d8-be9f-98485375485e/e27f5de0-9750-43d8-be9f-98485375485e.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.438225] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.438473] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4db5eff-ab1b-4755-8bcc-320fcd9aff4b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.471539] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12e28cf-e101-4ed8-80d2-37cc5960e119 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.474357] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1066.474357] env[69440]: value = "task-4140020" [ 1066.474357] env[69440]: _type = "Task" [ 1066.474357] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.482128] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ea21d6-2a3c-4c33-aa1f-313ff04e4265 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.495773] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.507253] env[69440]: DEBUG nova.compute.provider_tree [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.625372] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140016, 'name': ReconfigVM_Task, 'duration_secs': 0.545631} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.626350] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 53e86c03-079b-4918-b4a4-ea821a1be472/53e86c03-079b-4918-b4a4-ea821a1be472.vmdk or device None with type streamOptimized {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.626350] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-119cd0e1-37d3-40b0-bd41-8f7d82053d11 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.636316] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 1066.636316] env[69440]: value = "task-4140021" [ 1066.636316] env[69440]: _type = "Task" [ 1066.636316] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.648374] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140021, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.651299] env[69440]: INFO nova.compute.manager [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Took 33.50 seconds to build instance. [ 1066.761234] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.944230] env[69440]: DEBUG nova.objects.instance [None req-057e77dc-2b90-40d9-ba60-90cc874077bf tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lazy-loading 'flavor' on Instance uuid 559d44dc-2ae8-48a9-9dcd-bad5d03ed236 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.984583] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103707} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.984914] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.985726] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd9556e-218f-4701-8275-1da6b4ced5d1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.001634] env[69440]: DEBUG nova.compute.manager [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.017545] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] e27f5de0-9750-43d8-be9f-98485375485e/e27f5de0-9750-43d8-be9f-98485375485e.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.018905] env[69440]: DEBUG nova.scheduler.client.report [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.025164] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b99edf0-2fb1-4055-adaf-a2ab04e8e53f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.052570] env[69440]: DEBUG nova.virt.hardware [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.052570] env[69440]: DEBUG nova.virt.hardware [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.052570] env[69440]: DEBUG nova.virt.hardware [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.052570] env[69440]: DEBUG nova.virt.hardware [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.052570] env[69440]: DEBUG nova.virt.hardware [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.052570] env[69440]: DEBUG nova.virt.hardware [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.052570] env[69440]: DEBUG nova.virt.hardware [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.052570] env[69440]: DEBUG nova.virt.hardware [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.052570] env[69440]: DEBUG nova.virt.hardware [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.052570] env[69440]: DEBUG nova.virt.hardware [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.052570] env[69440]: DEBUG nova.virt.hardware [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.052570] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e962eb-2748-491a-94aa-bba7e0f7c937 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.056173] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1067.056173] env[69440]: value = "task-4140022" [ 1067.056173] env[69440]: _type = "Task" [ 1067.056173] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.064045] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7f3e4d-8fb2-40e2-8d57-659b6ccf9f62 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.072041] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.147690] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140021, 'name': Rename_Task, 'duration_secs': 0.152493} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.148137] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.148435] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac1a9399-b812-4abc-8132-c1da5a65826e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.153578] env[69440]: DEBUG oslo_concurrency.lockutils [None req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Lock "c6f7bfe9-676d-4e9c-a920-6b72485303f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.015s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.158847] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 1067.158847] env[69440]: value = "task-4140023" [ 1067.158847] env[69440]: _type = "Task" [ 1067.158847] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.176358] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140023, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.262190] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.538911] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.539556] env[69440]: DEBUG nova.compute.manager [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.543057] env[69440]: DEBUG oslo_concurrency.lockutils [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.200s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.543057] env[69440]: DEBUG nova.objects.instance [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lazy-loading 'resources' on Instance uuid de682e9a-77cf-41e8-9378-459074854566 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.568100] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140022, 'name': ReconfigVM_Task, 'duration_secs': 0.362458} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.568721] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Reconfigured VM instance instance-00000057 to attach disk [datastore2] e27f5de0-9750-43d8-be9f-98485375485e/e27f5de0-9750-43d8-be9f-98485375485e.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.569336] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33caae2f-e5fc-47ca-bee2-3589b04faa65 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.579713] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1067.579713] env[69440]: value = "task-4140024" [ 1067.579713] env[69440]: _type = "Task" [ 1067.579713] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.587859] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140024, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.623926] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Acquiring lock "c6f7bfe9-676d-4e9c-a920-6b72485303f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.625208] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Lock "c6f7bfe9-676d-4e9c-a920-6b72485303f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.625644] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Acquiring lock "c6f7bfe9-676d-4e9c-a920-6b72485303f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.625915] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Lock "c6f7bfe9-676d-4e9c-a920-6b72485303f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.625915] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Lock "c6f7bfe9-676d-4e9c-a920-6b72485303f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.628245] env[69440]: INFO nova.compute.manager [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Terminating instance [ 1067.670184] env[69440]: DEBUG oslo_vmware.api [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140023, 'name': PowerOnVM_Task, 'duration_secs': 0.503084} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.670475] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.736172] env[69440]: DEBUG nova.compute.manager [req-889bc158-cc67-4504-9282-b8abb7c0f934 req-11c23609-3fb9-4df1-9036-ffd79bb92ec7 service nova] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Received event network-vif-plugged-1100eb76-2f68-4965-89d5-10b0a4c75091 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.736422] env[69440]: DEBUG oslo_concurrency.lockutils [req-889bc158-cc67-4504-9282-b8abb7c0f934 req-11c23609-3fb9-4df1-9036-ffd79bb92ec7 service nova] Acquiring lock "582bafd2-ec53-48e4-a9ce-192c4343c571-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.736609] env[69440]: DEBUG oslo_concurrency.lockutils [req-889bc158-cc67-4504-9282-b8abb7c0f934 req-11c23609-3fb9-4df1-9036-ffd79bb92ec7 service nova] Lock "582bafd2-ec53-48e4-a9ce-192c4343c571-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.739373] env[69440]: DEBUG oslo_concurrency.lockutils [req-889bc158-cc67-4504-9282-b8abb7c0f934 req-11c23609-3fb9-4df1-9036-ffd79bb92ec7 service nova] Lock "582bafd2-ec53-48e4-a9ce-192c4343c571-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.739600] env[69440]: DEBUG nova.compute.manager [req-889bc158-cc67-4504-9282-b8abb7c0f934 req-11c23609-3fb9-4df1-9036-ffd79bb92ec7 service nova] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] No waiting events found dispatching network-vif-plugged-1100eb76-2f68-4965-89d5-10b0a4c75091 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1067.739789] env[69440]: WARNING nova.compute.manager [req-889bc158-cc67-4504-9282-b8abb7c0f934 req-11c23609-3fb9-4df1-9036-ffd79bb92ec7 service nova] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Received unexpected event network-vif-plugged-1100eb76-2f68-4965-89d5-10b0a4c75091 for instance with vm_state building and task_state spawning. [ 1067.768776] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140019, 'name': ReconfigVM_Task, 'duration_secs': 1.113925} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.769966] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 9136d8d0-ea41-4f3a-9621-e451b1cabea1/9136d8d0-ea41-4f3a-9621-e451b1cabea1.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.769966] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c27fecd-cda2-402f-b3ca-3e820584cc8b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.780485] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1067.780485] env[69440]: value = "task-4140025" [ 1067.780485] env[69440]: _type = "Task" [ 1067.780485] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.791829] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140025, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.793768] env[69440]: DEBUG nova.compute.manager [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1067.794559] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c80e7db-6e7d-4fd4-b9b4-0286e165e432 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.860026] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.860026] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea5d0c2a-ab68-479e-bebf-91ae7d2b337f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.863899] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1067.863899] env[69440]: value = "task-4140026" [ 1067.863899] env[69440]: _type = "Task" [ 1067.863899] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.877216] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.927778] env[69440]: DEBUG nova.network.neutron [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Successfully updated port: 1100eb76-2f68-4965-89d5-10b0a4c75091 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.951814] env[69440]: DEBUG oslo_concurrency.lockutils [None req-057e77dc-2b90-40d9-ba60-90cc874077bf tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "559d44dc-2ae8-48a9-9dcd-bad5d03ed236" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.259s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.046763] env[69440]: DEBUG nova.compute.utils [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.048433] env[69440]: DEBUG nova.compute.manager [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.048714] env[69440]: DEBUG nova.network.neutron [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.089561] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140024, 'name': Rename_Task, 'duration_secs': 0.275866} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.089874] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.090166] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02c8e992-cd75-4855-845a-1bbda99dc49e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.097889] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1068.097889] env[69440]: value = "task-4140027" [ 1068.097889] env[69440]: _type = "Task" [ 1068.097889] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.106994] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.134558] env[69440]: DEBUG nova.compute.manager [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.134558] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.136151] env[69440]: DEBUG nova.policy [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd30b69c2769c4dbc8f01978b013193da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52f29420e0f24ac284b3e66740fa6ce5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.138265] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d279ba29-6e99-44ed-b55f-ca1f8530d676 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.147312] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.150314] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb1a4cbf-c005-4a6f-ab67-d9b2ac809864 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.158381] env[69440]: DEBUG oslo_vmware.api [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Waiting for the task: (returnval){ [ 1068.158381] env[69440]: value = "task-4140028" [ 1068.158381] env[69440]: _type = "Task" [ 1068.158381] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.170573] env[69440]: DEBUG oslo_vmware.api [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': task-4140028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.272757] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "559d44dc-2ae8-48a9-9dcd-bad5d03ed236" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.273255] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "559d44dc-2ae8-48a9-9dcd-bad5d03ed236" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.273416] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "559d44dc-2ae8-48a9-9dcd-bad5d03ed236-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.273631] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "559d44dc-2ae8-48a9-9dcd-bad5d03ed236-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.273859] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "559d44dc-2ae8-48a9-9dcd-bad5d03ed236-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.276098] env[69440]: INFO nova.compute.manager [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Terminating instance [ 1068.294652] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140025, 'name': Rename_Task, 'duration_secs': 0.205979} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.295087] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.295284] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e73a57d0-20e4-4ac5-8cc9-bb4420076ce2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.306718] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1068.306718] env[69440]: value = "task-4140029" [ 1068.306718] env[69440]: _type = "Task" [ 1068.306718] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.320177] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "53e86c03-079b-4918-b4a4-ea821a1be472" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.412s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.325948] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.380336] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140026, 'name': PowerOffVM_Task, 'duration_secs': 0.192878} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.380806] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.381867] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9a16f3-6282-416d-9c03-550600b802a1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.411552] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af712dea-a678-46f8-a849-f0ed752b2ac6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.433968] env[69440]: DEBUG oslo_concurrency.lockutils [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Acquiring lock "refresh_cache-582bafd2-ec53-48e4-a9ce-192c4343c571" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.434085] env[69440]: DEBUG oslo_concurrency.lockutils [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Acquired lock "refresh_cache-582bafd2-ec53-48e4-a9ce-192c4343c571" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.434265] env[69440]: DEBUG nova.network.neutron [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.453941] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.454500] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6581ed8c-3ca0-4018-8b9c-679a18c18fc1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.463489] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1068.463489] env[69440]: value = "task-4140030" [ 1068.463489] env[69440]: _type = "Task" [ 1068.463489] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.478241] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] VM already powered off {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1068.478596] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.478943] env[69440]: DEBUG oslo_concurrency.lockutils [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.479185] env[69440]: DEBUG oslo_concurrency.lockutils [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.479459] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.480057] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36ca6b5b-d791-4c8b-80df-c93d2dd7e519 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.491387] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.491559] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.492510] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e60fd9f-87ab-4fe8-9d4e-f0a8eb9da1e8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.503204] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1068.503204] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52a7fae5-77ee-e2e4-29a7-e577a53171d2" [ 1068.503204] env[69440]: _type = "Task" [ 1068.503204] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.513366] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a7fae5-77ee-e2e4-29a7-e577a53171d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.515291] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8be0b8b-0fb3-45b7-af12-40a9e478b308 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.525175] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2f9f32-92c1-4859-9dcf-1fb647aad882 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.559771] env[69440]: DEBUG nova.compute.manager [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.562328] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6177a78a-7467-44be-98fc-5169d825c234 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.572156] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87049616-85d8-442b-840a-7517bcc65b85 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.588230] env[69440]: DEBUG nova.compute.provider_tree [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.610929] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140027, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.670924] env[69440]: DEBUG oslo_vmware.api [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': task-4140028, 'name': PowerOffVM_Task, 'duration_secs': 0.250929} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.671425] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.671555] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.671953] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb921e86-c805-4ea0-a8c5-574d02791982 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.748994] env[69440]: DEBUG nova.network.neutron [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Successfully created port: e5cdbf24-ecc5-4a58-b689-fb84d85c48af {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.755110] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.755372] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.755760] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Deleting the datastore file [datastore2] c6f7bfe9-676d-4e9c-a920-6b72485303f2 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.756313] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98775da7-1f72-4c03-ae3f-bb4ef26a6a34 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.763795] env[69440]: DEBUG oslo_vmware.api [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Waiting for the task: (returnval){ [ 1068.763795] env[69440]: value = "task-4140032" [ 1068.763795] env[69440]: _type = "Task" [ 1068.763795] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.772681] env[69440]: DEBUG oslo_vmware.api [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': task-4140032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.781826] env[69440]: DEBUG nova.compute.manager [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.781826] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.782649] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2726f5b-eead-44ff-9cb9-34455e29cc26 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.790943] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.791244] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37b32243-bd41-4c74-9b14-cb74eb578e42 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.798916] env[69440]: DEBUG oslo_vmware.api [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1068.798916] env[69440]: value = "task-4140033" [ 1068.798916] env[69440]: _type = "Task" [ 1068.798916] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.809746] env[69440]: DEBUG oslo_vmware.api [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.825265] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140029, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.978874] env[69440]: DEBUG nova.network.neutron [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.015461] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a7fae5-77ee-e2e4-29a7-e577a53171d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010321} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.016372] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a08bb7d8-3014-4611-8858-84e9bb1b4272 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.024126] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1069.024126] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52161573-3588-fd5e-f046-df0d3fe2862e" [ 1069.024126] env[69440]: _type = "Task" [ 1069.024126] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.035818] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52161573-3588-fd5e-f046-df0d3fe2862e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.091823] env[69440]: DEBUG nova.scheduler.client.report [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.112514] env[69440]: DEBUG oslo_vmware.api [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140027, 'name': PowerOnVM_Task, 'duration_secs': 0.598953} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.112858] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.113167] env[69440]: INFO nova.compute.manager [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1069.113302] env[69440]: DEBUG nova.compute.manager [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1069.114221] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03421fa6-d591-4390-be6f-4b70d8261c49 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.165931] env[69440]: DEBUG nova.network.neutron [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Updating instance_info_cache with network_info: [{"id": "1100eb76-2f68-4965-89d5-10b0a4c75091", "address": "fa:16:3e:08:ca:a0", "network": {"id": "c7943ce2-609a-49fe-9be6-e677fd9a997a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1609082042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b8513d54f3e447781b1d383e6b0210c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1100eb76-2f", "ovs_interfaceid": "1100eb76-2f68-4965-89d5-10b0a4c75091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.279382] env[69440]: DEBUG oslo_vmware.api [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Task: {'id': task-4140032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243585} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.279948] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.280516] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.280850] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.282887] env[69440]: INFO nova.compute.manager [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1069.282887] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.282887] env[69440]: DEBUG nova.compute.manager [-] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.282887] env[69440]: DEBUG nova.network.neutron [-] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.310527] env[69440]: DEBUG oslo_vmware.api [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140033, 'name': PowerOffVM_Task, 'duration_secs': 0.321729} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.314067] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.314449] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.314944] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8114961-f9b9-4d5c-a29f-c0294a151826 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.322882] env[69440]: DEBUG oslo_vmware.api [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140029, 'name': PowerOnVM_Task, 'duration_secs': 0.572638} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.323476] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.324030] env[69440]: INFO nova.compute.manager [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Took 11.56 seconds to spawn the instance on the hypervisor. [ 1069.324444] env[69440]: DEBUG nova.compute.manager [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1069.325508] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13647fa8-f208-4d69-a8fb-f9bd802bc042 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.402036] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.402036] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.402036] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Deleting the datastore file [datastore1] 559d44dc-2ae8-48a9-9dcd-bad5d03ed236 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.402036] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bea8270d-b751-4b20-9936-bf719bcc9470 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.411911] env[69440]: DEBUG oslo_vmware.api [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1069.411911] env[69440]: value = "task-4140035" [ 1069.411911] env[69440]: _type = "Task" [ 1069.411911] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.422491] env[69440]: DEBUG oslo_vmware.api [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.536632] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52161573-3588-fd5e-f046-df0d3fe2862e, 'name': SearchDatastore_Task, 'duration_secs': 0.016418} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.536993] env[69440]: DEBUG oslo_concurrency.lockutils [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.537286] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] af5e12ef-baf4-4941-8364-94ddad799408/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk. {{(pid=69440) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1069.537661] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95247dfe-3f37-4dd6-83de-e3d47a0d6dda {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.548746] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1069.548746] env[69440]: value = "task-4140036" [ 1069.548746] env[69440]: _type = "Task" [ 1069.548746] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.559392] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.578728] env[69440]: DEBUG nova.compute.manager [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.607057] env[69440]: DEBUG oslo_concurrency.lockutils [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.607788] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.406s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.607910] env[69440]: DEBUG nova.objects.instance [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1069.614696] env[69440]: DEBUG nova.virt.hardware [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='af2156c03ad6058b4ea3be1540b729be',container_format='bare',created_at=2025-05-14T09:55:44Z,direct_url=,disk_format='vmdk',id=078974cd-82b4-40bc-af1e-f9002deffc38,min_disk=1,min_ram=0,name='tempest-test-snap-1354215619',owner='52f29420e0f24ac284b3e66740fa6ce5',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-14T09:55:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.615667] env[69440]: DEBUG nova.virt.hardware [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.615667] env[69440]: DEBUG nova.virt.hardware [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.615750] env[69440]: DEBUG nova.virt.hardware [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.616028] env[69440]: DEBUG nova.virt.hardware [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.616603] env[69440]: DEBUG nova.virt.hardware [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.616603] env[69440]: DEBUG nova.virt.hardware [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.616603] env[69440]: DEBUG nova.virt.hardware [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.617352] env[69440]: DEBUG nova.virt.hardware [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.617706] env[69440]: DEBUG nova.virt.hardware [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.618360] env[69440]: DEBUG nova.virt.hardware [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.619165] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ef70fa-c3a7-45c6-8999-5f13d02b8b11 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.630773] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed877cc3-987c-457e-8425-760a2e907e36 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.635362] env[69440]: INFO nova.scheduler.client.report [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Deleted allocations for instance de682e9a-77cf-41e8-9378-459074854566 [ 1069.662230] env[69440]: INFO nova.compute.manager [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Took 34.90 seconds to build instance. [ 1069.666134] env[69440]: DEBUG nova.compute.manager [req-d5bf4c37-0721-427f-ae0e-99ed18a515c2 req-67f80c7e-c997-4d31-a6f6-8a9dd5ce9be4 service nova] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Received event network-vif-deleted-f3eb6538-377a-4254-97e2-9550d7ecfab2 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.666327] env[69440]: INFO nova.compute.manager [req-d5bf4c37-0721-427f-ae0e-99ed18a515c2 req-67f80c7e-c997-4d31-a6f6-8a9dd5ce9be4 service nova] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Neutron deleted interface f3eb6538-377a-4254-97e2-9550d7ecfab2; detaching it from the instance and deleting it from the info cache [ 1069.666493] env[69440]: DEBUG nova.network.neutron [req-d5bf4c37-0721-427f-ae0e-99ed18a515c2 req-67f80c7e-c997-4d31-a6f6-8a9dd5ce9be4 service nova] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.669507] env[69440]: DEBUG oslo_concurrency.lockutils [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Releasing lock "refresh_cache-582bafd2-ec53-48e4-a9ce-192c4343c571" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.669942] env[69440]: DEBUG nova.compute.manager [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Instance network_info: |[{"id": "1100eb76-2f68-4965-89d5-10b0a4c75091", "address": "fa:16:3e:08:ca:a0", "network": {"id": "c7943ce2-609a-49fe-9be6-e677fd9a997a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1609082042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b8513d54f3e447781b1d383e6b0210c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1100eb76-2f", "ovs_interfaceid": "1100eb76-2f68-4965-89d5-10b0a4c75091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.670775] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:ca:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1100eb76-2f68-4965-89d5-10b0a4c75091', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.679566] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Creating folder: Project (0b8513d54f3e447781b1d383e6b0210c). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.680449] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35154baf-2c9c-410b-908e-69f766f1049b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.693927] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Created folder: Project (0b8513d54f3e447781b1d383e6b0210c) in parent group-v819662. [ 1069.694174] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Creating folder: Instances. Parent ref: group-v819915. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.694475] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ab3c10d-0bb1-4856-96fc-e6d8816b462f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.709836] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Created folder: Instances in parent group-v819915. [ 1069.710218] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.710780] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.711105] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c53d9406-12c8-4f75-a388-c64317ce3fe3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.733891] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.733891] env[69440]: value = "task-4140039" [ 1069.733891] env[69440]: _type = "Task" [ 1069.733891] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.745246] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140039, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.845782] env[69440]: INFO nova.compute.manager [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Took 36.01 seconds to build instance. [ 1069.926264] env[69440]: DEBUG oslo_vmware.api [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231481} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.926846] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.926949] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.927242] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.927543] env[69440]: INFO nova.compute.manager [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1069.927945] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.928376] env[69440]: DEBUG nova.compute.manager [-] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.928547] env[69440]: DEBUG nova.network.neutron [-] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.937041] env[69440]: DEBUG nova.compute.manager [req-6ee0471b-97e8-4920-a98b-767da0722ec1 req-1c07c8df-e7d8-4d22-ad53-a7a9b9c00e2b service nova] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Received event network-changed-1100eb76-2f68-4965-89d5-10b0a4c75091 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.937250] env[69440]: DEBUG nova.compute.manager [req-6ee0471b-97e8-4920-a98b-767da0722ec1 req-1c07c8df-e7d8-4d22-ad53-a7a9b9c00e2b service nova] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Refreshing instance network info cache due to event network-changed-1100eb76-2f68-4965-89d5-10b0a4c75091. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.937433] env[69440]: DEBUG oslo_concurrency.lockutils [req-6ee0471b-97e8-4920-a98b-767da0722ec1 req-1c07c8df-e7d8-4d22-ad53-a7a9b9c00e2b service nova] Acquiring lock "refresh_cache-582bafd2-ec53-48e4-a9ce-192c4343c571" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.937691] env[69440]: DEBUG oslo_concurrency.lockutils [req-6ee0471b-97e8-4920-a98b-767da0722ec1 req-1c07c8df-e7d8-4d22-ad53-a7a9b9c00e2b service nova] Acquired lock "refresh_cache-582bafd2-ec53-48e4-a9ce-192c4343c571" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.937935] env[69440]: DEBUG nova.network.neutron [req-6ee0471b-97e8-4920-a98b-767da0722ec1 req-1c07c8df-e7d8-4d22-ad53-a7a9b9c00e2b service nova] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Refreshing network info cache for port 1100eb76-2f68-4965-89d5-10b0a4c75091 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.060455] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140036, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.086451] env[69440]: DEBUG nova.network.neutron [-] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.150640] env[69440]: DEBUG oslo_concurrency.lockutils [None req-07abf673-bb0d-4245-b76b-94b74110d5b6 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "de682e9a-77cf-41e8-9378-459074854566" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.321s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.168820] env[69440]: DEBUG oslo_concurrency.lockutils [None req-be9dc538-69cd-478e-8842-0f07a4b1a368 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "e27f5de0-9750-43d8-be9f-98485375485e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.442s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.172690] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a3ec876-b98c-4552-b0ae-a14683449edc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.184413] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd33f31-da43-41a6-9b3d-27a6bee7fffd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.224598] env[69440]: DEBUG nova.compute.manager [req-d5bf4c37-0721-427f-ae0e-99ed18a515c2 req-67f80c7e-c997-4d31-a6f6-8a9dd5ce9be4 service nova] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Detach interface failed, port_id=f3eb6538-377a-4254-97e2-9550d7ecfab2, reason: Instance c6f7bfe9-676d-4e9c-a920-6b72485303f2 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1070.244986] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140039, 'name': CreateVM_Task, 'duration_secs': 0.50232} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.245235] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.246019] env[69440]: DEBUG oslo_concurrency.lockutils [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.246211] env[69440]: DEBUG oslo_concurrency.lockutils [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.246611] env[69440]: DEBUG oslo_concurrency.lockutils [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.246909] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9c35ad1-d6a0-4e2c-8a4b-f9940b3accd9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.253172] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Waiting for the task: (returnval){ [ 1070.253172] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]521bbbf5-cbde-f3c1-00c5-a5261014d553" [ 1070.253172] env[69440]: _type = "Task" [ 1070.253172] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.267023] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521bbbf5-cbde-f3c1-00c5-a5261014d553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.348159] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "9136d8d0-ea41-4f3a-9621-e451b1cabea1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.525s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.560630] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521838} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.561144] env[69440]: INFO nova.virt.vmwareapi.ds_util [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] af5e12ef-baf4-4941-8364-94ddad799408/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk. [ 1070.562060] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadbf609-4f78-45f5-88a3-800633a33c69 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.593387] env[69440]: INFO nova.compute.manager [-] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Took 1.31 seconds to deallocate network for instance. [ 1070.605583] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] af5e12ef-baf4-4941-8364-94ddad799408/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.613271] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e53bd46-3b88-4c0c-9bd2-86baf4ab3ad1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.638055] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4327e903-188a-4f47-a76c-514f00e279c1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.031s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.640503] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.072s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.640803] env[69440]: DEBUG nova.objects.instance [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lazy-loading 'resources' on Instance uuid 44a63078-b297-4902-a1bc-ae52783c6d15 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.651022] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1070.651022] env[69440]: value = "task-4140040" [ 1070.651022] env[69440]: _type = "Task" [ 1070.651022] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.663744] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.766559] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521bbbf5-cbde-f3c1-00c5-a5261014d553, 'name': SearchDatastore_Task, 'duration_secs': 0.012349} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.767159] env[69440]: DEBUG oslo_concurrency.lockutils [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.767416] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.767714] env[69440]: DEBUG oslo_concurrency.lockutils [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.768127] env[69440]: DEBUG oslo_concurrency.lockutils [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.768394] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.768929] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c44eb46d-843b-4dd9-90d2-8feac2cbce0a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.779617] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.779936] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.781349] env[69440]: DEBUG nova.network.neutron [req-6ee0471b-97e8-4920-a98b-767da0722ec1 req-1c07c8df-e7d8-4d22-ad53-a7a9b9c00e2b service nova] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Updated VIF entry in instance network info cache for port 1100eb76-2f68-4965-89d5-10b0a4c75091. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.781733] env[69440]: DEBUG nova.network.neutron [req-6ee0471b-97e8-4920-a98b-767da0722ec1 req-1c07c8df-e7d8-4d22-ad53-a7a9b9c00e2b service nova] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Updating instance_info_cache with network_info: [{"id": "1100eb76-2f68-4965-89d5-10b0a4c75091", "address": "fa:16:3e:08:ca:a0", "network": {"id": "c7943ce2-609a-49fe-9be6-e677fd9a997a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1609082042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b8513d54f3e447781b1d383e6b0210c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1100eb76-2f", "ovs_interfaceid": "1100eb76-2f68-4965-89d5-10b0a4c75091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.782978] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f0f4875-5930-4789-ba20-8507a3a1ae43 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.791518] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Waiting for the task: (returnval){ [ 1070.791518] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52681e7f-d08f-764e-e871-a56368365555" [ 1070.791518] env[69440]: _type = "Task" [ 1070.791518] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.801954] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52681e7f-d08f-764e-e871-a56368365555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.031611] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f204597-fc37-41cd-bd21-aadd3dea75a3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.045679] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-505ae961-15b3-434a-85d3-44ae9a966afa tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Suspending the VM {{(pid=69440) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1071.049372] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3f25d9ed-5f1c-4acf-9804-cb83f607f4e1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.060340] env[69440]: DEBUG oslo_vmware.api [None req-505ae961-15b3-434a-85d3-44ae9a966afa tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 1071.060340] env[69440]: value = "task-4140041" [ 1071.060340] env[69440]: _type = "Task" [ 1071.060340] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.079113] env[69440]: DEBUG oslo_vmware.api [None req-505ae961-15b3-434a-85d3-44ae9a966afa tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140041, 'name': SuspendVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.128328] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "173d2c12-a9e4-4ac7-9696-1a69a7ea0f10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.128735] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "173d2c12-a9e4-4ac7-9696-1a69a7ea0f10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.129026] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "173d2c12-a9e4-4ac7-9696-1a69a7ea0f10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.129280] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "173d2c12-a9e4-4ac7-9696-1a69a7ea0f10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.129487] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "173d2c12-a9e4-4ac7-9696-1a69a7ea0f10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.132706] env[69440]: INFO nova.compute.manager [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Terminating instance [ 1071.143048] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.145298] env[69440]: DEBUG nova.objects.instance [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lazy-loading 'numa_topology' on Instance uuid 44a63078-b297-4902-a1bc-ae52783c6d15 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.166858] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140040, 'name': ReconfigVM_Task, 'duration_secs': 0.368533} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.167067] env[69440]: DEBUG nova.network.neutron [-] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.168383] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Reconfigured VM instance instance-0000004e to attach disk [datastore2] af5e12ef-baf4-4941-8364-94ddad799408/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.169392] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b2f452-eef0-4010-9804-7c30b6719443 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.206982] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c5c571d-7654-452e-969e-de59670d9c26 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.225664] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1071.225664] env[69440]: value = "task-4140042" [ 1071.225664] env[69440]: _type = "Task" [ 1071.225664] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.236339] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140042, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.288740] env[69440]: DEBUG oslo_concurrency.lockutils [req-6ee0471b-97e8-4920-a98b-767da0722ec1 req-1c07c8df-e7d8-4d22-ad53-a7a9b9c00e2b service nova] Releasing lock "refresh_cache-582bafd2-ec53-48e4-a9ce-192c4343c571" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.307164] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52681e7f-d08f-764e-e871-a56368365555, 'name': SearchDatastore_Task, 'duration_secs': 0.015619} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.307839] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0cd0ec3-8b4e-4181-adf7-d202d02a578b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.315784] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Waiting for the task: (returnval){ [ 1071.315784] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5281aa22-a455-bdbb-a24a-9287aa754f42" [ 1071.315784] env[69440]: _type = "Task" [ 1071.315784] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.325973] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5281aa22-a455-bdbb-a24a-9287aa754f42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.356659] env[69440]: DEBUG nova.network.neutron [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Successfully updated port: e5cdbf24-ecc5-4a58-b689-fb84d85c48af {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.571685] env[69440]: DEBUG oslo_vmware.api [None req-505ae961-15b3-434a-85d3-44ae9a966afa tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140041, 'name': SuspendVM_Task} progress is 54%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.642547] env[69440]: DEBUG nova.compute.manager [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.642945] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.644240] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf29e62b-317f-4b6f-b0c3-2f912eb126b5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.649231] env[69440]: DEBUG nova.objects.base [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Object Instance<44a63078-b297-4902-a1bc-ae52783c6d15> lazy-loaded attributes: resources,numa_topology {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1071.662253] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.664891] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d018f26-2793-451a-95c6-0371ad11ccf4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.673874] env[69440]: INFO nova.compute.manager [-] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Took 1.75 seconds to deallocate network for instance. [ 1071.674392] env[69440]: DEBUG oslo_vmware.api [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 1071.674392] env[69440]: value = "task-4140043" [ 1071.674392] env[69440]: _type = "Task" [ 1071.674392] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.698024] env[69440]: DEBUG oslo_vmware.api [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4140043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.739227] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140042, 'name': ReconfigVM_Task, 'duration_secs': 0.306138} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.739916] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.740348] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23be5be3-0170-45ba-8944-4dc4897dc335 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.753933] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1071.753933] env[69440]: value = "task-4140044" [ 1071.753933] env[69440]: _type = "Task" [ 1071.753933] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.770066] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.832266] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5281aa22-a455-bdbb-a24a-9287aa754f42, 'name': SearchDatastore_Task, 'duration_secs': 0.012427} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.833043] env[69440]: DEBUG oslo_concurrency.lockutils [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.833504] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 582bafd2-ec53-48e4-a9ce-192c4343c571/582bafd2-ec53-48e4-a9ce-192c4343c571.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.834070] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d34bdd3-be8f-4e00-814e-6de8eca3d3ba {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.848495] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Waiting for the task: (returnval){ [ 1071.848495] env[69440]: value = "task-4140045" [ 1071.848495] env[69440]: _type = "Task" [ 1071.848495] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.863140] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "refresh_cache-b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.863140] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquired lock "refresh_cache-b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.863459] env[69440]: DEBUG nova.network.neutron [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.864872] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': task-4140045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.028678] env[69440]: DEBUG nova.compute.manager [req-c1765914-b8ca-4e9e-b60a-7dbceb6b1370 req-cdaa557b-26f6-4a38-8ee5-b76ef6f78df4 service nova] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Received event network-changed-13e889b6-e921-4f02-8cd3-0fbbed27818f {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.031338] env[69440]: DEBUG nova.compute.manager [req-c1765914-b8ca-4e9e-b60a-7dbceb6b1370 req-cdaa557b-26f6-4a38-8ee5-b76ef6f78df4 service nova] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Refreshing instance network info cache due to event network-changed-13e889b6-e921-4f02-8cd3-0fbbed27818f. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.032033] env[69440]: DEBUG oslo_concurrency.lockutils [req-c1765914-b8ca-4e9e-b60a-7dbceb6b1370 req-cdaa557b-26f6-4a38-8ee5-b76ef6f78df4 service nova] Acquiring lock "refresh_cache-e27f5de0-9750-43d8-be9f-98485375485e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.032033] env[69440]: DEBUG oslo_concurrency.lockutils [req-c1765914-b8ca-4e9e-b60a-7dbceb6b1370 req-cdaa557b-26f6-4a38-8ee5-b76ef6f78df4 service nova] Acquired lock "refresh_cache-e27f5de0-9750-43d8-be9f-98485375485e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.032033] env[69440]: DEBUG nova.network.neutron [req-c1765914-b8ca-4e9e-b60a-7dbceb6b1370 req-cdaa557b-26f6-4a38-8ee5-b76ef6f78df4 service nova] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Refreshing network info cache for port 13e889b6-e921-4f02-8cd3-0fbbed27818f {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.055418] env[69440]: DEBUG nova.compute.manager [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Received event network-vif-plugged-e5cdbf24-ecc5-4a58-b689-fb84d85c48af {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.055660] env[69440]: DEBUG oslo_concurrency.lockutils [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] Acquiring lock "b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.055864] env[69440]: DEBUG oslo_concurrency.lockutils [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] Lock "b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.056036] env[69440]: DEBUG oslo_concurrency.lockutils [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] Lock "b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.056247] env[69440]: DEBUG nova.compute.manager [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] No waiting events found dispatching network-vif-plugged-e5cdbf24-ecc5-4a58-b689-fb84d85c48af {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1072.056408] env[69440]: WARNING nova.compute.manager [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Received unexpected event network-vif-plugged-e5cdbf24-ecc5-4a58-b689-fb84d85c48af for instance with vm_state building and task_state spawning. [ 1072.056597] env[69440]: DEBUG nova.compute.manager [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Received event network-changed-e5cdbf24-ecc5-4a58-b689-fb84d85c48af {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.056662] env[69440]: DEBUG nova.compute.manager [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Refreshing instance network info cache due to event network-changed-e5cdbf24-ecc5-4a58-b689-fb84d85c48af. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.056839] env[69440]: DEBUG oslo_concurrency.lockutils [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] Acquiring lock "refresh_cache-b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.076021] env[69440]: DEBUG oslo_vmware.api [None req-505ae961-15b3-434a-85d3-44ae9a966afa tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140041, 'name': SuspendVM_Task, 'duration_secs': 0.782589} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.076021] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-505ae961-15b3-434a-85d3-44ae9a966afa tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Suspended the VM {{(pid=69440) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1072.076021] env[69440]: DEBUG nova.compute.manager [None req-505ae961-15b3-434a-85d3-44ae9a966afa tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1072.076021] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d771feb3-9126-49f4-8312-f69ade594a35 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.158475] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c63d1af-49ed-48a7-962d-0d2a3b9cec49 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.166866] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777c3bd2-1f21-43cb-97d1-8bfbbf5f2553 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.198414] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.202832] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4559cfb7-88b1-4322-9987-a22a57636475 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.212113] env[69440]: DEBUG oslo_vmware.api [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4140043, 'name': PowerOffVM_Task, 'duration_secs': 0.259639} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.214369] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.214558] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.214866] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e46e715c-eaab-4822-ba3f-de6db87c3601 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.217629] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dd1b70-9f80-4f08-a269-7ac75e4d6349 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.232680] env[69440]: DEBUG nova.compute.provider_tree [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.267758] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.304161] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.304520] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.304810] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Deleting the datastore file [datastore2] 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.305266] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7363ef1b-9013-45bb-bdfb-aefa39eb3b21 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.314907] env[69440]: DEBUG oslo_vmware.api [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 1072.314907] env[69440]: value = "task-4140047" [ 1072.314907] env[69440]: _type = "Task" [ 1072.314907] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.327177] env[69440]: DEBUG oslo_vmware.api [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4140047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.358395] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': task-4140045, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.405909] env[69440]: DEBUG nova.network.neutron [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.699819] env[69440]: DEBUG nova.network.neutron [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Updating instance_info_cache with network_info: [{"id": "e5cdbf24-ecc5-4a58-b689-fb84d85c48af", "address": "fa:16:3e:3b:44:6a", "network": {"id": "2ab53400-e44d-4256-b940-6e71b3d52ff6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1510575604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f29420e0f24ac284b3e66740fa6ce5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5cdbf24-ec", "ovs_interfaceid": "e5cdbf24-ecc5-4a58-b689-fb84d85c48af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.736075] env[69440]: DEBUG nova.scheduler.client.report [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.765958] env[69440]: DEBUG oslo_vmware.api [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140044, 'name': PowerOnVM_Task, 'duration_secs': 0.741794} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.766261] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.769771] env[69440]: DEBUG nova.compute.manager [None req-799db7cd-c1d5-436e-b0b8-1ecfb3149dab tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1072.770493] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12c60c9-d10e-48d8-bb84-7e585eb1d306 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.829977] env[69440]: DEBUG oslo_vmware.api [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4140047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433935} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.830731] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.830731] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.831258] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.831468] env[69440]: INFO nova.compute.manager [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1072.831745] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.832104] env[69440]: DEBUG nova.compute.manager [-] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.832214] env[69440]: DEBUG nova.network.neutron [-] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.836689] env[69440]: DEBUG nova.network.neutron [req-c1765914-b8ca-4e9e-b60a-7dbceb6b1370 req-cdaa557b-26f6-4a38-8ee5-b76ef6f78df4 service nova] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Updated VIF entry in instance network info cache for port 13e889b6-e921-4f02-8cd3-0fbbed27818f. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.837583] env[69440]: DEBUG nova.network.neutron [req-c1765914-b8ca-4e9e-b60a-7dbceb6b1370 req-cdaa557b-26f6-4a38-8ee5-b76ef6f78df4 service nova] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Updating instance_info_cache with network_info: [{"id": "13e889b6-e921-4f02-8cd3-0fbbed27818f", "address": "fa:16:3e:ff:c7:66", "network": {"id": "8a20642f-e8b8-4f2b-8a8e-2bc1d6e136fa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478797543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19cbd3b0988845358fa621a574b0cb25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e889b6-e9", "ovs_interfaceid": "13e889b6-e921-4f02-8cd3-0fbbed27818f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.859367] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': task-4140045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.900294} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.859615] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 582bafd2-ec53-48e4-a9ce-192c4343c571/582bafd2-ec53-48e4-a9ce-192c4343c571.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.859828] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.860129] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cca179e-9bc8-4b8f-9b7e-d8902d7307a5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.868147] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Waiting for the task: (returnval){ [ 1072.868147] env[69440]: value = "task-4140048" [ 1072.868147] env[69440]: _type = "Task" [ 1072.868147] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.879288] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': task-4140048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.205734] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Releasing lock "refresh_cache-b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.206109] env[69440]: DEBUG nova.compute.manager [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Instance network_info: |[{"id": "e5cdbf24-ecc5-4a58-b689-fb84d85c48af", "address": "fa:16:3e:3b:44:6a", "network": {"id": "2ab53400-e44d-4256-b940-6e71b3d52ff6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1510575604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f29420e0f24ac284b3e66740fa6ce5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5cdbf24-ec", "ovs_interfaceid": "e5cdbf24-ecc5-4a58-b689-fb84d85c48af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.206435] env[69440]: DEBUG oslo_concurrency.lockutils [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] Acquired lock "refresh_cache-b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.206626] env[69440]: DEBUG nova.network.neutron [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Refreshing network info cache for port e5cdbf24-ecc5-4a58-b689-fb84d85c48af {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.207949] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:44:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5cdbf24-ecc5-4a58-b689-fb84d85c48af', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.215838] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.219217] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.219752] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba8f4aaf-c0cc-472f-827d-95acce6cc6ab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.241483] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.601s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.246031] env[69440]: DEBUG oslo_concurrency.lockutils [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.956s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.247308] env[69440]: INFO nova.compute.claims [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.250621] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.250621] env[69440]: value = "task-4140049" [ 1073.250621] env[69440]: _type = "Task" [ 1073.250621] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.261899] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140049, 'name': CreateVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.339690] env[69440]: DEBUG oslo_concurrency.lockutils [req-c1765914-b8ca-4e9e-b60a-7dbceb6b1370 req-cdaa557b-26f6-4a38-8ee5-b76ef6f78df4 service nova] Releasing lock "refresh_cache-e27f5de0-9750-43d8-be9f-98485375485e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.340025] env[69440]: DEBUG nova.compute.manager [req-c1765914-b8ca-4e9e-b60a-7dbceb6b1370 req-cdaa557b-26f6-4a38-8ee5-b76ef6f78df4 service nova] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Received event network-vif-deleted-52de4e0f-4a41-4bca-abf5-c3e5145ab671 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.392564] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': task-4140048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209647} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.392564] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.393435] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac6d995-f762-4e68-910d-48611d0666f6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.418240] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 582bafd2-ec53-48e4-a9ce-192c4343c571/582bafd2-ec53-48e4-a9ce-192c4343c571.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.421178] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a389c4b-fc1f-4afa-b6dd-bcc323434040 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.444538] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Waiting for the task: (returnval){ [ 1073.444538] env[69440]: value = "task-4140050" [ 1073.444538] env[69440]: _type = "Task" [ 1073.444538] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.457151] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': task-4140050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.626398] env[69440]: DEBUG nova.network.neutron [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Updated VIF entry in instance network info cache for port e5cdbf24-ecc5-4a58-b689-fb84d85c48af. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.626766] env[69440]: DEBUG nova.network.neutron [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Updating instance_info_cache with network_info: [{"id": "e5cdbf24-ecc5-4a58-b689-fb84d85c48af", "address": "fa:16:3e:3b:44:6a", "network": {"id": "2ab53400-e44d-4256-b940-6e71b3d52ff6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1510575604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f29420e0f24ac284b3e66740fa6ce5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5cdbf24-ec", "ovs_interfaceid": "e5cdbf24-ecc5-4a58-b689-fb84d85c48af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.658613] env[69440]: DEBUG nova.network.neutron [-] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.763415] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a88e45dd-eafc-40a8-824b-ba4b43125503 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "44a63078-b297-4902-a1bc-ae52783c6d15" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.853s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.764340] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30be0410-e113-453a-a190-9aedaac327fb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "44a63078-b297-4902-a1bc-ae52783c6d15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 24.090s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.765162] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30be0410-e113-453a-a190-9aedaac327fb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "44a63078-b297-4902-a1bc-ae52783c6d15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.765162] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30be0410-e113-453a-a190-9aedaac327fb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "44a63078-b297-4902-a1bc-ae52783c6d15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.765162] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30be0410-e113-453a-a190-9aedaac327fb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "44a63078-b297-4902-a1bc-ae52783c6d15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.771472] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140049, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.771981] env[69440]: INFO nova.compute.manager [None req-30be0410-e113-453a-a190-9aedaac327fb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Terminating instance [ 1073.956048] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': task-4140050, 'name': ReconfigVM_Task, 'duration_secs': 0.307094} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.956257] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 582bafd2-ec53-48e4-a9ce-192c4343c571/582bafd2-ec53-48e4-a9ce-192c4343c571.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.956884] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2decac5-d5d4-4dff-9a02-a5ed01b88b7a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.964808] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Waiting for the task: (returnval){ [ 1073.964808] env[69440]: value = "task-4140051" [ 1073.964808] env[69440]: _type = "Task" [ 1073.964808] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.978339] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': task-4140051, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.007230] env[69440]: INFO nova.compute.manager [None req-0937d310-2aaa-458a-8056-2eaf74c19135 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Resuming [ 1074.008145] env[69440]: DEBUG nova.objects.instance [None req-0937d310-2aaa-458a-8056-2eaf74c19135 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lazy-loading 'flavor' on Instance uuid 53e86c03-079b-4918-b4a4-ea821a1be472 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.110642] env[69440]: DEBUG nova.compute.manager [req-d35ae6d2-e1b1-44f2-939e-c666358f1fc2 req-020aa697-ae03-49c2-befd-c283123b640a service nova] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Received event network-vif-deleted-77e4e472-0b5f-42cf-8a0a-20179808f7fb {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.129736] env[69440]: DEBUG oslo_concurrency.lockutils [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] Releasing lock "refresh_cache-b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.130356] env[69440]: DEBUG nova.compute.manager [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Received event network-changed-e65dad09-243c-4e22-a450-f284d8a3b362 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.130580] env[69440]: DEBUG nova.compute.manager [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Refreshing instance network info cache due to event network-changed-e65dad09-243c-4e22-a450-f284d8a3b362. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.130883] env[69440]: DEBUG oslo_concurrency.lockutils [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] Acquiring lock "refresh_cache-9136d8d0-ea41-4f3a-9621-e451b1cabea1" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.131099] env[69440]: DEBUG oslo_concurrency.lockutils [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] Acquired lock "refresh_cache-9136d8d0-ea41-4f3a-9621-e451b1cabea1" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.131324] env[69440]: DEBUG nova.network.neutron [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Refreshing network info cache for port e65dad09-243c-4e22-a450-f284d8a3b362 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.161417] env[69440]: INFO nova.compute.manager [-] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Took 1.33 seconds to deallocate network for instance. [ 1074.271570] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140049, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.276409] env[69440]: DEBUG nova.compute.manager [None req-30be0410-e113-453a-a190-9aedaac327fb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.277184] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-30be0410-e113-453a-a190-9aedaac327fb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.277184] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-799fc658-7ffe-459d-a93f-7aba2edbc3f2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.286736] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8693e5bd-4fab-4e83-ab33-93ef407079ef {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.324265] env[69440]: WARNING nova.virt.vmwareapi.vmops [None req-30be0410-e113-453a-a190-9aedaac327fb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 44a63078-b297-4902-a1bc-ae52783c6d15 could not be found. [ 1074.324487] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-30be0410-e113-453a-a190-9aedaac327fb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.324670] env[69440]: INFO nova.compute.manager [None req-30be0410-e113-453a-a190-9aedaac327fb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1074.324919] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30be0410-e113-453a-a190-9aedaac327fb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.327648] env[69440]: DEBUG nova.compute.manager [-] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.327766] env[69440]: DEBUG nova.network.neutron [-] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.474110] env[69440]: INFO nova.compute.manager [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Unrescuing [ 1074.474307] env[69440]: DEBUG oslo_concurrency.lockutils [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "refresh_cache-af5e12ef-baf4-4941-8364-94ddad799408" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.474458] env[69440]: DEBUG oslo_concurrency.lockutils [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquired lock "refresh_cache-af5e12ef-baf4-4941-8364-94ddad799408" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.474624] env[69440]: DEBUG nova.network.neutron [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.475920] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': task-4140051, 'name': Rename_Task, 'duration_secs': 0.155617} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.478470] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.479919] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-febf8c4b-0b9f-4604-81c8-14a6d23d5b5c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.488194] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Waiting for the task: (returnval){ [ 1074.488194] env[69440]: value = "task-4140052" [ 1074.488194] env[69440]: _type = "Task" [ 1074.488194] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.499889] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': task-4140052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.646424] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705e0a5e-1982-4dc7-acc5-ba3feccf6db7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.655789] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aad7c8b-c4c5-4e3d-a613-7a48bebe7b53 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.693614] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.698366] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ceab56-c887-46e1-815c-1275a1b32252 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.706600] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5194cb-8f64-4daf-bb13-8438c979572e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.721628] env[69440]: DEBUG nova.compute.provider_tree [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.769483] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140049, 'name': CreateVM_Task, 'duration_secs': 1.436502} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.769795] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.770560] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/078974cd-82b4-40bc-af1e-f9002deffc38" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.770785] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/078974cd-82b4-40bc-af1e-f9002deffc38" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.771131] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/078974cd-82b4-40bc-af1e-f9002deffc38" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.771403] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3341e88f-7273-4d89-a585-00d110c67df0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.777282] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1074.777282] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52bf0f96-6861-d093-87df-869fa51eee09" [ 1074.777282] env[69440]: _type = "Task" [ 1074.777282] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.789077] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52bf0f96-6861-d093-87df-869fa51eee09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.993950] env[69440]: DEBUG nova.network.neutron [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Updated VIF entry in instance network info cache for port e65dad09-243c-4e22-a450-f284d8a3b362. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.994376] env[69440]: DEBUG nova.network.neutron [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Updating instance_info_cache with network_info: [{"id": "e65dad09-243c-4e22-a450-f284d8a3b362", "address": "fa:16:3e:a5:a9:d6", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65dad09-24", "ovs_interfaceid": "e65dad09-243c-4e22-a450-f284d8a3b362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.999117] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': task-4140052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.108252] env[69440]: DEBUG nova.network.neutron [-] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.208563] env[69440]: DEBUG nova.network.neutron [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Updating instance_info_cache with network_info: [{"id": "520ecf0b-0004-451e-852d-0e24eb2aaff3", "address": "fa:16:3e:31:f8:66", "network": {"id": "b46392e5-d63e-4df4-ba59-e4f0adfb50fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2074667289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f307b75d6e0041feba20f44ef9f046e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520ecf0b-00", "ovs_interfaceid": "520ecf0b-0004-451e-852d-0e24eb2aaff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.225979] env[69440]: DEBUG nova.scheduler.client.report [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.288457] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/078974cd-82b4-40bc-af1e-f9002deffc38" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.288767] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Processing image 078974cd-82b4-40bc-af1e-f9002deffc38 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.289017] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/078974cd-82b4-40bc-af1e-f9002deffc38/078974cd-82b4-40bc-af1e-f9002deffc38.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.289221] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/078974cd-82b4-40bc-af1e-f9002deffc38/078974cd-82b4-40bc-af1e-f9002deffc38.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.289410] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.289738] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1d6a991-1d83-4205-acac-6af076978381 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.301501] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.301761] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.302620] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade1949d-4cc3-40da-be99-f250a048849a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.311060] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1075.311060] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52979c2a-9507-3b18-dee1-059c4ca41a5f" [ 1075.311060] env[69440]: _type = "Task" [ 1075.311060] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.320477] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52979c2a-9507-3b18-dee1-059c4ca41a5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.501930] env[69440]: DEBUG oslo_concurrency.lockutils [req-b666b1be-c3bc-41c4-81ca-71be25404fab req-c482dd77-670b-42de-a510-7c9506d36a29 service nova] Releasing lock "refresh_cache-9136d8d0-ea41-4f3a-9621-e451b1cabea1" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.501930] env[69440]: DEBUG oslo_vmware.api [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': task-4140052, 'name': PowerOnVM_Task, 'duration_secs': 0.745461} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.501930] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.501930] env[69440]: INFO nova.compute.manager [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1075.501930] env[69440]: DEBUG nova.compute.manager [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1075.502540] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82df5a9-35dd-40d1-a88c-043d166a4cba {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.519551] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0937d310-2aaa-458a-8056-2eaf74c19135 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "refresh_cache-53e86c03-079b-4918-b4a4-ea821a1be472" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.519725] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0937d310-2aaa-458a-8056-2eaf74c19135 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquired lock "refresh_cache-53e86c03-079b-4918-b4a4-ea821a1be472" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.519829] env[69440]: DEBUG nova.network.neutron [None req-0937d310-2aaa-458a-8056-2eaf74c19135 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.610598] env[69440]: INFO nova.compute.manager [-] [instance: 44a63078-b297-4902-a1bc-ae52783c6d15] Took 1.28 seconds to deallocate network for instance. [ 1075.712365] env[69440]: DEBUG oslo_concurrency.lockutils [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Releasing lock "refresh_cache-af5e12ef-baf4-4941-8364-94ddad799408" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.713067] env[69440]: DEBUG nova.objects.instance [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lazy-loading 'flavor' on Instance uuid af5e12ef-baf4-4941-8364-94ddad799408 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.732406] env[69440]: DEBUG oslo_concurrency.lockutils [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.733012] env[69440]: DEBUG nova.compute.manager [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.735940] env[69440]: DEBUG oslo_concurrency.lockutils [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.594s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.736213] env[69440]: DEBUG nova.objects.instance [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Lazy-loading 'resources' on Instance uuid 531690f2-335a-408f-8a36-5a188b77dff4 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.821141] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Preparing fetch location {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1075.821506] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Fetch image to [datastore1] OSTACK_IMG_d3a88ee8-07d7-4c9d-9ca3-bdc42556d049/OSTACK_IMG_d3a88ee8-07d7-4c9d-9ca3-bdc42556d049.vmdk {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1075.821617] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Downloading stream optimized image 078974cd-82b4-40bc-af1e-f9002deffc38 to [datastore1] OSTACK_IMG_d3a88ee8-07d7-4c9d-9ca3-bdc42556d049/OSTACK_IMG_d3a88ee8-07d7-4c9d-9ca3-bdc42556d049.vmdk on the data store datastore1 as vApp {{(pid=69440) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1075.821752] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Downloading image file data 078974cd-82b4-40bc-af1e-f9002deffc38 to the ESX as VM named 'OSTACK_IMG_d3a88ee8-07d7-4c9d-9ca3-bdc42556d049' {{(pid=69440) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1075.898283] env[69440]: DEBUG oslo_vmware.rw_handles [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1075.898283] env[69440]: value = "resgroup-9" [ 1075.898283] env[69440]: _type = "ResourcePool" [ 1075.898283] env[69440]: }. {{(pid=69440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1075.899067] env[69440]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c5ba7b12-a403-439f-bfd6-1ef55587b72c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.921364] env[69440]: DEBUG oslo_vmware.rw_handles [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lease: (returnval){ [ 1075.921364] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d3386d-7e84-df6d-7497-ab939a3df45c" [ 1075.921364] env[69440]: _type = "HttpNfcLease" [ 1075.921364] env[69440]: } obtained for vApp import into resource pool (val){ [ 1075.921364] env[69440]: value = "resgroup-9" [ 1075.921364] env[69440]: _type = "ResourcePool" [ 1075.921364] env[69440]: }. {{(pid=69440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1075.921684] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the lease: (returnval){ [ 1075.921684] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d3386d-7e84-df6d-7497-ab939a3df45c" [ 1075.921684] env[69440]: _type = "HttpNfcLease" [ 1075.921684] env[69440]: } to be ready. {{(pid=69440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1075.929139] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1075.929139] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d3386d-7e84-df6d-7497-ab939a3df45c" [ 1075.929139] env[69440]: _type = "HttpNfcLease" [ 1075.929139] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1076.019543] env[69440]: INFO nova.compute.manager [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Took 32.91 seconds to build instance. [ 1076.219636] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30afbe4d-8ab8-4457-9050-7c8752cb0b39 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.248285] env[69440]: DEBUG nova.compute.utils [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.252950] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.254566] env[69440]: DEBUG nova.network.neutron [None req-0937d310-2aaa-458a-8056-2eaf74c19135 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Updating instance_info_cache with network_info: [{"id": "5351f12c-2d1b-4103-85da-fc01a06e995a", "address": "fa:16:3e:42:bd:a7", "network": {"id": "23222ba6-665f-4350-9d55-ae23c18c7f8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1685183244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5048d8d9a3a44d6ab13bd6eabc42e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5351f12c-2d", "ovs_interfaceid": "5351f12c-2d1b-4103-85da-fc01a06e995a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.257492] env[69440]: DEBUG nova.compute.manager [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.259139] env[69440]: DEBUG nova.network.neutron [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.262580] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf4e8260-0ac3-4312-a51f-ac8f869e9fe5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.270187] env[69440]: DEBUG oslo_vmware.api [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1076.270187] env[69440]: value = "task-4140054" [ 1076.270187] env[69440]: _type = "Task" [ 1076.270187] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.288169] env[69440]: DEBUG oslo_vmware.api [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.313054] env[69440]: DEBUG nova.policy [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a92a96d6e5a948d1ab2e99bb2f7804a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a27a00c5d4f64e81b6f2e92da994f52b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.439365] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1076.439365] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d3386d-7e84-df6d-7497-ab939a3df45c" [ 1076.439365] env[69440]: _type = "HttpNfcLease" [ 1076.439365] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1076.521671] env[69440]: DEBUG oslo_concurrency.lockutils [None req-52b11638-6887-416d-addd-a77f44b95ae6 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Lock "582bafd2-ec53-48e4-a9ce-192c4343c571" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.425s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.630035] env[69440]: DEBUG nova.network.neutron [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Successfully created port: 4408156a-6eb6-4822-b970-e0e4ac22ed1e {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.646527] env[69440]: DEBUG oslo_concurrency.lockutils [None req-30be0410-e113-453a-a190-9aedaac327fb tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "44a63078-b297-4902-a1bc-ae52783c6d15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.882s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.661984] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a84da9-3719-476e-9baf-7c4db9b54615 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.670946] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d0bc42-6842-4338-a2b2-701dc66956ac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.704643] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded09915-0507-42fa-856a-f483ac0dff40 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.714332] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93477a9a-0cb0-4065-90f3-30e000c50a34 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.738624] env[69440]: DEBUG nova.compute.provider_tree [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.757668] env[69440]: DEBUG nova.compute.manager [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.764535] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0937d310-2aaa-458a-8056-2eaf74c19135 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Releasing lock "refresh_cache-53e86c03-079b-4918-b4a4-ea821a1be472" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.766749] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da2c15e-c69f-4666-8a9f-fb0026363013 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.778065] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0937d310-2aaa-458a-8056-2eaf74c19135 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Resuming the VM {{(pid=69440) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1076.778781] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c73a21b-664b-4bde-9a06-ecae05122a80 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.784530] env[69440]: DEBUG oslo_vmware.api [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140054, 'name': PowerOffVM_Task, 'duration_secs': 0.239798} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.784830] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.794288] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Reconfiguring VM instance instance-0000004e to detach disk 2002 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1076.794288] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6c36e5c-0fcc-4f23-8ef3-5d0c2e14dff5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.816559] env[69440]: DEBUG oslo_vmware.api [None req-0937d310-2aaa-458a-8056-2eaf74c19135 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 1076.816559] env[69440]: value = "task-4140055" [ 1076.816559] env[69440]: _type = "Task" [ 1076.816559] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.824982] env[69440]: DEBUG oslo_vmware.api [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1076.824982] env[69440]: value = "task-4140056" [ 1076.824982] env[69440]: _type = "Task" [ 1076.824982] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.833514] env[69440]: DEBUG oslo_vmware.api [None req-0937d310-2aaa-458a-8056-2eaf74c19135 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140055, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.841534] env[69440]: DEBUG oslo_vmware.api [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140056, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.945235] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1076.945235] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d3386d-7e84-df6d-7497-ab939a3df45c" [ 1076.945235] env[69440]: _type = "HttpNfcLease" [ 1076.945235] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1077.245128] env[69440]: DEBUG nova.scheduler.client.report [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.328571] env[69440]: DEBUG oslo_vmware.api [None req-0937d310-2aaa-458a-8056-2eaf74c19135 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140055, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.338693] env[69440]: DEBUG oslo_vmware.api [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140056, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.415852] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "239845d8-97d0-434d-b4ea-51f98f750587" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.416144] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "239845d8-97d0-434d-b4ea-51f98f750587" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.432375] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1077.432375] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d3386d-7e84-df6d-7497-ab939a3df45c" [ 1077.432375] env[69440]: _type = "HttpNfcLease" [ 1077.432375] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1077.751991] env[69440]: DEBUG oslo_concurrency.lockutils [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.754325] env[69440]: DEBUG oslo_concurrency.lockutils [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.596s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.754585] env[69440]: DEBUG nova.objects.instance [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lazy-loading 'resources' on Instance uuid bf77d8ed-e17b-4dcd-81a5-8e67f024b294 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.773171] env[69440]: DEBUG nova.compute.manager [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.776703] env[69440]: INFO nova.scheduler.client.report [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Deleted allocations for instance 531690f2-335a-408f-8a36-5a188b77dff4 [ 1077.812326] env[69440]: DEBUG nova.virt.hardware [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.812646] env[69440]: DEBUG nova.virt.hardware [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.812801] env[69440]: DEBUG nova.virt.hardware [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.812988] env[69440]: DEBUG nova.virt.hardware [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.813151] env[69440]: DEBUG nova.virt.hardware [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.813304] env[69440]: DEBUG nova.virt.hardware [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.814161] env[69440]: DEBUG nova.virt.hardware [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.814161] env[69440]: DEBUG nova.virt.hardware [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.814161] env[69440]: DEBUG nova.virt.hardware [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.814161] env[69440]: DEBUG nova.virt.hardware [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.814437] env[69440]: DEBUG nova.virt.hardware [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.815116] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e566a5-8b37-45b5-8003-e6fcd89fc0e5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.827433] env[69440]: DEBUG oslo_vmware.api [None req-0937d310-2aaa-458a-8056-2eaf74c19135 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140055, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.834234] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58231e96-4d0b-41ef-ac4c-e09541082d81 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.844948] env[69440]: DEBUG oslo_vmware.api [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140056, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.919443] env[69440]: DEBUG nova.compute.manager [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.933735] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1077.933735] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d3386d-7e84-df6d-7497-ab939a3df45c" [ 1077.933735] env[69440]: _type = "HttpNfcLease" [ 1077.933735] env[69440]: } is ready. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1077.934039] env[69440]: DEBUG oslo_vmware.rw_handles [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1077.934039] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d3386d-7e84-df6d-7497-ab939a3df45c" [ 1077.934039] env[69440]: _type = "HttpNfcLease" [ 1077.934039] env[69440]: }. {{(pid=69440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1077.934802] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa36080-3973-4476-b507-bd43b24c04dd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.943248] env[69440]: DEBUG oslo_vmware.rw_handles [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c63bd8-5978-4a08-d82e-b3485a015ebe/disk-0.vmdk from lease info. {{(pid=69440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1077.943507] env[69440]: DEBUG oslo_vmware.rw_handles [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c63bd8-5978-4a08-d82e-b3485a015ebe/disk-0.vmdk. {{(pid=69440) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1078.003254] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Acquiring lock "582bafd2-ec53-48e4-a9ce-192c4343c571" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.003254] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Lock "582bafd2-ec53-48e4-a9ce-192c4343c571" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.003254] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Acquiring lock "582bafd2-ec53-48e4-a9ce-192c4343c571-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.003389] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Lock "582bafd2-ec53-48e4-a9ce-192c4343c571-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.003585] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Lock "582bafd2-ec53-48e4-a9ce-192c4343c571-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.009193] env[69440]: INFO nova.compute.manager [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Terminating instance [ 1078.016813] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5ef28581-a985-48e8-bb01-a5b75946cbd2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.291135] env[69440]: DEBUG oslo_concurrency.lockutils [None req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Lock "531690f2-335a-408f-8a36-5a188b77dff4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.485s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.332210] env[69440]: DEBUG oslo_vmware.api [None req-0937d310-2aaa-458a-8056-2eaf74c19135 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140055, 'name': PowerOnVM_Task, 'duration_secs': 1.432433} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.335872] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0937d310-2aaa-458a-8056-2eaf74c19135 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Resumed the VM {{(pid=69440) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1078.336117] env[69440]: DEBUG nova.compute.manager [None req-0937d310-2aaa-458a-8056-2eaf74c19135 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1078.340474] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e2919d-b1cb-45e7-b06b-9be490659923 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.350312] env[69440]: DEBUG oslo_vmware.api [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140056, 'name': ReconfigVM_Task, 'duration_secs': 1.298499} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.353567] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Reconfigured VM instance instance-0000004e to detach disk 2002 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1078.353829] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.360776] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba587033-91f0-42b6-b8f7-bf1b7e6995a4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.375745] env[69440]: DEBUG oslo_vmware.api [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1078.375745] env[69440]: value = "task-4140057" [ 1078.375745] env[69440]: _type = "Task" [ 1078.375745] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.394912] env[69440]: DEBUG oslo_vmware.api [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.450935] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.467439] env[69440]: DEBUG nova.compute.manager [req-e282c53a-5fbf-4d2e-8d78-5e7ecfed316c req-1cb6fee9-af6d-490d-96ed-a00b6e2ebfc5 service nova] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Received event network-vif-plugged-4408156a-6eb6-4822-b970-e0e4ac22ed1e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.467439] env[69440]: DEBUG oslo_concurrency.lockutils [req-e282c53a-5fbf-4d2e-8d78-5e7ecfed316c req-1cb6fee9-af6d-490d-96ed-a00b6e2ebfc5 service nova] Acquiring lock "41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.467439] env[69440]: DEBUG oslo_concurrency.lockutils [req-e282c53a-5fbf-4d2e-8d78-5e7ecfed316c req-1cb6fee9-af6d-490d-96ed-a00b6e2ebfc5 service nova] Lock "41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.467589] env[69440]: DEBUG oslo_concurrency.lockutils [req-e282c53a-5fbf-4d2e-8d78-5e7ecfed316c req-1cb6fee9-af6d-490d-96ed-a00b6e2ebfc5 service nova] Lock "41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.467882] env[69440]: DEBUG nova.compute.manager [req-e282c53a-5fbf-4d2e-8d78-5e7ecfed316c req-1cb6fee9-af6d-490d-96ed-a00b6e2ebfc5 service nova] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] No waiting events found dispatching network-vif-plugged-4408156a-6eb6-4822-b970-e0e4ac22ed1e {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1078.468109] env[69440]: WARNING nova.compute.manager [req-e282c53a-5fbf-4d2e-8d78-5e7ecfed316c req-1cb6fee9-af6d-490d-96ed-a00b6e2ebfc5 service nova] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Received unexpected event network-vif-plugged-4408156a-6eb6-4822-b970-e0e4ac22ed1e for instance with vm_state building and task_state spawning. [ 1078.517690] env[69440]: DEBUG nova.compute.manager [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.518259] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.523352] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a00a48c-def7-43a5-ae7a-fab60030daab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.543463] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.544068] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-031ce2ee-ed74-4dba-b305-868719e17269 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.552062] env[69440]: DEBUG oslo_vmware.api [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Waiting for the task: (returnval){ [ 1078.552062] env[69440]: value = "task-4140058" [ 1078.552062] env[69440]: _type = "Task" [ 1078.552062] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.568857] env[69440]: DEBUG oslo_vmware.api [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': task-4140058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.584421] env[69440]: DEBUG nova.network.neutron [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Successfully updated port: 4408156a-6eb6-4822-b970-e0e4ac22ed1e {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.823560] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b771e0bd-911e-4a25-b1b1-85943adf583b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.835399] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75d318b-fd23-41d1-a860-024f28228280 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.892950] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea56ee1-5ad5-4d32-a0dc-bb5b9233ec52 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.905019] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017f7af4-74a9-4419-898d-726ab55c789d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.909354] env[69440]: DEBUG oslo_vmware.api [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140057, 'name': PowerOnVM_Task, 'duration_secs': 0.512765} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.910169] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.910409] env[69440]: DEBUG nova.compute.manager [None req-adb0a114-324f-409c-9463-617a3ded878e tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1078.911655] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e120693-ce02-436a-8083-7b74a0e8c40b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.926675] env[69440]: DEBUG nova.compute.provider_tree [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.063503] env[69440]: DEBUG oslo_vmware.api [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': task-4140058, 'name': PowerOffVM_Task, 'duration_secs': 0.287258} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.063773] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.064016] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.064240] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0599fb96-9e94-4f9e-aedf-aa673e16be0b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.090437] env[69440]: DEBUG oslo_concurrency.lockutils [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "refresh_cache-41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.090437] env[69440]: DEBUG oslo_concurrency.lockutils [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "refresh_cache-41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.090707] env[69440]: DEBUG nova.network.neutron [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.172084] env[69440]: DEBUG oslo_vmware.rw_handles [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Completed reading data from the image iterator. {{(pid=69440) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1079.172260] env[69440]: DEBUG oslo_vmware.rw_handles [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c63bd8-5978-4a08-d82e-b3485a015ebe/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1079.173231] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeb8e1a-646a-4e3a-b654-374fe10322fe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.181441] env[69440]: DEBUG oslo_vmware.rw_handles [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c63bd8-5978-4a08-d82e-b3485a015ebe/disk-0.vmdk is in state: ready. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1079.181674] env[69440]: DEBUG oslo_vmware.rw_handles [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c63bd8-5978-4a08-d82e-b3485a015ebe/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1079.181941] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-65f98d71-7b0a-4c0e-9a46-a0bdbb2d7f13 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.306187] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.306498] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.306658] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Deleting the datastore file [datastore1] 582bafd2-ec53-48e4-a9ce-192c4343c571 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.306997] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e6d410f-887c-4ec1-98e6-391c7c004446 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.317044] env[69440]: DEBUG oslo_vmware.api [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Waiting for the task: (returnval){ [ 1079.317044] env[69440]: value = "task-4140060" [ 1079.317044] env[69440]: _type = "Task" [ 1079.317044] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.327572] env[69440]: DEBUG oslo_vmware.api [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': task-4140060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.430019] env[69440]: DEBUG nova.scheduler.client.report [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.626155] env[69440]: DEBUG nova.network.neutron [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.791528] env[69440]: DEBUG nova.network.neutron [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Updating instance_info_cache with network_info: [{"id": "4408156a-6eb6-4822-b970-e0e4ac22ed1e", "address": "fa:16:3e:ca:8e:21", "network": {"id": "41c1c367-801b-433c-b176-6a81cc0d5096", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2091308805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27a00c5d4f64e81b6f2e92da994f52b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4408156a-6e", "ovs_interfaceid": "4408156a-6eb6-4822-b970-e0e4ac22ed1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.823507] env[69440]: DEBUG oslo_vmware.rw_handles [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c63bd8-5978-4a08-d82e-b3485a015ebe/disk-0.vmdk. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1079.824214] env[69440]: INFO nova.virt.vmwareapi.images [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Downloaded image file data 078974cd-82b4-40bc-af1e-f9002deffc38 [ 1079.824959] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbac105-4e28-4549-9d9d-165832421302 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.830954] env[69440]: DEBUG oslo_vmware.api [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': task-4140060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.846094] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98064ef1-2dfe-4347-9059-c810666b76d9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.877023] env[69440]: INFO nova.virt.vmwareapi.images [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] The imported VM was unregistered [ 1079.877742] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Caching image {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1079.878021] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Creating directory with path [datastore1] devstack-image-cache_base/078974cd-82b4-40bc-af1e-f9002deffc38 {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.878290] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1712d97c-111b-414c-b4cd-40b6b73b22c5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.914406] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Created directory with path [datastore1] devstack-image-cache_base/078974cd-82b4-40bc-af1e-f9002deffc38 {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.914633] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d3a88ee8-07d7-4c9d-9ca3-bdc42556d049/OSTACK_IMG_d3a88ee8-07d7-4c9d-9ca3-bdc42556d049.vmdk to [datastore1] devstack-image-cache_base/078974cd-82b4-40bc-af1e-f9002deffc38/078974cd-82b4-40bc-af1e-f9002deffc38.vmdk. {{(pid=69440) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1079.914923] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-429b61e4-066c-4566-9141-0fc2ff0860c4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.924044] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1079.924044] env[69440]: value = "task-4140062" [ 1079.924044] env[69440]: _type = "Task" [ 1079.924044] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.933031] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140062, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.933761] env[69440]: DEBUG oslo_concurrency.lockutils [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.936995] env[69440]: DEBUG oslo_concurrency.lockutils [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.570s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.937493] env[69440]: INFO nova.compute.claims [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.964120] env[69440]: INFO nova.scheduler.client.report [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Deleted allocations for instance bf77d8ed-e17b-4dcd-81a5-8e67f024b294 [ 1080.296159] env[69440]: DEBUG oslo_concurrency.lockutils [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "refresh_cache-41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.296159] env[69440]: DEBUG nova.compute.manager [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Instance network_info: |[{"id": "4408156a-6eb6-4822-b970-e0e4ac22ed1e", "address": "fa:16:3e:ca:8e:21", "network": {"id": "41c1c367-801b-433c-b176-6a81cc0d5096", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2091308805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27a00c5d4f64e81b6f2e92da994f52b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4408156a-6e", "ovs_interfaceid": "4408156a-6eb6-4822-b970-e0e4ac22ed1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.297210] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:8e:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4408156a-6eb6-4822-b970-e0e4ac22ed1e', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.309084] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.311398] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.311398] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bf6bf6d-8032-4dfd-9303-92230d331b81 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.356482] env[69440]: DEBUG oslo_vmware.api [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Task: {'id': task-4140060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.788871} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.358096] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.359679] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.359679] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.359679] env[69440]: INFO nova.compute.manager [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Took 1.84 seconds to destroy the instance on the hypervisor. [ 1080.359679] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.359679] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.359679] env[69440]: value = "task-4140063" [ 1080.359679] env[69440]: _type = "Task" [ 1080.359679] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.359679] env[69440]: DEBUG nova.compute.manager [-] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.359679] env[69440]: DEBUG nova.network.neutron [-] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.373460] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140063, 'name': CreateVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.437281] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140062, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.475696] env[69440]: DEBUG oslo_concurrency.lockutils [None req-299db5c9-c1dc-4350-84e2-d182b48e608d tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "bf77d8ed-e17b-4dcd-81a5-8e67f024b294" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.925s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.615094] env[69440]: DEBUG nova.compute.manager [req-f3882730-660e-47fb-b9e3-dd3da4fa107b req-9de8fb87-9714-40da-9353-e49f73bae121 service nova] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Received event network-changed-4408156a-6eb6-4822-b970-e0e4ac22ed1e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.615548] env[69440]: DEBUG nova.compute.manager [req-f3882730-660e-47fb-b9e3-dd3da4fa107b req-9de8fb87-9714-40da-9353-e49f73bae121 service nova] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Refreshing instance network info cache due to event network-changed-4408156a-6eb6-4822-b970-e0e4ac22ed1e. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.615782] env[69440]: DEBUG oslo_concurrency.lockutils [req-f3882730-660e-47fb-b9e3-dd3da4fa107b req-9de8fb87-9714-40da-9353-e49f73bae121 service nova] Acquiring lock "refresh_cache-41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.615845] env[69440]: DEBUG oslo_concurrency.lockutils [req-f3882730-660e-47fb-b9e3-dd3da4fa107b req-9de8fb87-9714-40da-9353-e49f73bae121 service nova] Acquired lock "refresh_cache-41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.616146] env[69440]: DEBUG nova.network.neutron [req-f3882730-660e-47fb-b9e3-dd3da4fa107b req-9de8fb87-9714-40da-9353-e49f73bae121 service nova] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Refreshing network info cache for port 4408156a-6eb6-4822-b970-e0e4ac22ed1e {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.877692] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140063, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.936406] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140062, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.261060] env[69440]: DEBUG nova.network.neutron [-] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.377495] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140063, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.380094] env[69440]: DEBUG nova.compute.manager [req-afc4b7fd-9dbe-484e-9ff2-44ca0b4f15b5 req-1a504f4c-38e6-494a-8536-cea7efb09540 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Received event network-changed-520ecf0b-0004-451e-852d-0e24eb2aaff3 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.380160] env[69440]: DEBUG nova.compute.manager [req-afc4b7fd-9dbe-484e-9ff2-44ca0b4f15b5 req-1a504f4c-38e6-494a-8536-cea7efb09540 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Refreshing instance network info cache due to event network-changed-520ecf0b-0004-451e-852d-0e24eb2aaff3. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.380336] env[69440]: DEBUG oslo_concurrency.lockutils [req-afc4b7fd-9dbe-484e-9ff2-44ca0b4f15b5 req-1a504f4c-38e6-494a-8536-cea7efb09540 service nova] Acquiring lock "refresh_cache-af5e12ef-baf4-4941-8364-94ddad799408" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.380472] env[69440]: DEBUG oslo_concurrency.lockutils [req-afc4b7fd-9dbe-484e-9ff2-44ca0b4f15b5 req-1a504f4c-38e6-494a-8536-cea7efb09540 service nova] Acquired lock "refresh_cache-af5e12ef-baf4-4941-8364-94ddad799408" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.380642] env[69440]: DEBUG nova.network.neutron [req-afc4b7fd-9dbe-484e-9ff2-44ca0b4f15b5 req-1a504f4c-38e6-494a-8536-cea7efb09540 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Refreshing network info cache for port 520ecf0b-0004-451e-852d-0e24eb2aaff3 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.445051] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140062, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.456133] env[69440]: DEBUG nova.network.neutron [req-f3882730-660e-47fb-b9e3-dd3da4fa107b req-9de8fb87-9714-40da-9353-e49f73bae121 service nova] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Updated VIF entry in instance network info cache for port 4408156a-6eb6-4822-b970-e0e4ac22ed1e. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.457182] env[69440]: DEBUG nova.network.neutron [req-f3882730-660e-47fb-b9e3-dd3da4fa107b req-9de8fb87-9714-40da-9353-e49f73bae121 service nova] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Updating instance_info_cache with network_info: [{"id": "4408156a-6eb6-4822-b970-e0e4ac22ed1e", "address": "fa:16:3e:ca:8e:21", "network": {"id": "41c1c367-801b-433c-b176-6a81cc0d5096", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2091308805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27a00c5d4f64e81b6f2e92da994f52b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4408156a-6e", "ovs_interfaceid": "4408156a-6eb6-4822-b970-e0e4ac22ed1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.468301] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fd5d47-8825-4d82-aaf1-3691a8d2870c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.478744] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab36f5aa-64c1-4c33-b8fc-254c0cbc9392 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.515172] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6a14bf-fe56-4e48-ad1e-5f805736bd53 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.525043] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a3b60e-81ff-451d-9e8a-2fa79cb6e9f9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.542797] env[69440]: DEBUG nova.compute.provider_tree [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.546295] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Acquiring lock "b4c7d5c6-31c2-4cc8-8b71-40a8a967de16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.546295] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Lock "b4c7d5c6-31c2-4cc8-8b71-40a8a967de16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.546295] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Acquiring lock "b4c7d5c6-31c2-4cc8-8b71-40a8a967de16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.546295] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Lock "b4c7d5c6-31c2-4cc8-8b71-40a8a967de16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.546445] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Lock "b4c7d5c6-31c2-4cc8-8b71-40a8a967de16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.552020] env[69440]: INFO nova.compute.manager [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Terminating instance [ 1081.764728] env[69440]: INFO nova.compute.manager [-] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Took 1.41 seconds to deallocate network for instance. [ 1081.873510] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140063, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.939876] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140062, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.960118] env[69440]: DEBUG oslo_concurrency.lockutils [req-f3882730-660e-47fb-b9e3-dd3da4fa107b req-9de8fb87-9714-40da-9353-e49f73bae121 service nova] Releasing lock "refresh_cache-41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.050673] env[69440]: DEBUG nova.scheduler.client.report [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.059534] env[69440]: DEBUG nova.compute.manager [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.059534] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.061229] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c8f393-6aac-4b6b-b209-dd2ff595a292 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.071787] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.071787] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec2354ef-e63c-4517-9ae1-e628e93d158d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.079315] env[69440]: DEBUG oslo_vmware.api [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Waiting for the task: (returnval){ [ 1082.079315] env[69440]: value = "task-4140064" [ 1082.079315] env[69440]: _type = "Task" [ 1082.079315] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.092177] env[69440]: DEBUG oslo_vmware.api [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4140064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.169588] env[69440]: DEBUG nova.network.neutron [req-afc4b7fd-9dbe-484e-9ff2-44ca0b4f15b5 req-1a504f4c-38e6-494a-8536-cea7efb09540 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Updated VIF entry in instance network info cache for port 520ecf0b-0004-451e-852d-0e24eb2aaff3. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.169588] env[69440]: DEBUG nova.network.neutron [req-afc4b7fd-9dbe-484e-9ff2-44ca0b4f15b5 req-1a504f4c-38e6-494a-8536-cea7efb09540 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Updating instance_info_cache with network_info: [{"id": "520ecf0b-0004-451e-852d-0e24eb2aaff3", "address": "fa:16:3e:31:f8:66", "network": {"id": "b46392e5-d63e-4df4-ba59-e4f0adfb50fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2074667289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f307b75d6e0041feba20f44ef9f046e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520ecf0b-00", "ovs_interfaceid": "520ecf0b-0004-451e-852d-0e24eb2aaff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.274314] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.378566] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140063, 'name': CreateVM_Task, 'duration_secs': 1.91899} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.378787] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.379652] env[69440]: DEBUG oslo_concurrency.lockutils [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.379809] env[69440]: DEBUG oslo_concurrency.lockutils [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.380216] env[69440]: DEBUG oslo_concurrency.lockutils [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.380567] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2723239-db11-4456-8801-14e3833928ee {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.387493] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1082.387493] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b39914-e1e0-0c14-0ed9-c25272b08fb9" [ 1082.387493] env[69440]: _type = "Task" [ 1082.387493] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.398553] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52b39914-e1e0-0c14-0ed9-c25272b08fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.439031] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140062, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.560097] env[69440]: DEBUG oslo_concurrency.lockutils [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.560672] env[69440]: DEBUG nova.compute.manager [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.563552] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 22.044s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.590463] env[69440]: DEBUG oslo_vmware.api [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4140064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.672667] env[69440]: DEBUG oslo_concurrency.lockutils [req-afc4b7fd-9dbe-484e-9ff2-44ca0b4f15b5 req-1a504f4c-38e6-494a-8536-cea7efb09540 service nova] Releasing lock "refresh_cache-af5e12ef-baf4-4941-8364-94ddad799408" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.755819] env[69440]: DEBUG nova.compute.manager [req-9b46d802-0b17-4f54-9cea-72402c2d7042 req-ae3b9b0a-997f-4fe8-ae15-d5ec82b36d62 service nova] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Received event network-vif-deleted-1100eb76-2f68-4965-89d5-10b0a4c75091 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.903066] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52b39914-e1e0-0c14-0ed9-c25272b08fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.095879} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.903441] env[69440]: DEBUG oslo_concurrency.lockutils [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.903759] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.904084] env[69440]: DEBUG oslo_concurrency.lockutils [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.904288] env[69440]: DEBUG oslo_concurrency.lockutils [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.904523] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.905261] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52da24b5-4463-4d75-b1ac-da49e34182ac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.937013] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.937220] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.938992] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65d40f8d-08d4-4606-885e-4c67e7d688c9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.945642] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140062, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.950742] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1082.950742] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]520debd5-133f-2e24-e07a-bac8c18f26f5" [ 1082.950742] env[69440]: _type = "Task" [ 1082.950742] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.961946] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520debd5-133f-2e24-e07a-bac8c18f26f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.070453] env[69440]: DEBUG nova.compute.utils [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.071800] env[69440]: DEBUG nova.compute.manager [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Not allocating networking since 'none' was specified. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1083.097234] env[69440]: DEBUG oslo_vmware.api [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4140064, 'name': PowerOffVM_Task, 'duration_secs': 0.990775} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.098304] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.098641] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.098862] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16baee56-52ab-4ee7-80bc-3b26e4c2edf4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.195720] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.195948] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.196150] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Deleting the datastore file [datastore1] b4c7d5c6-31c2-4cc8-8b71-40a8a967de16 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.196449] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dedd70a-76f9-4f9c-bbff-bd41c45b7b9e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.205633] env[69440]: DEBUG oslo_vmware.api [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Waiting for the task: (returnval){ [ 1083.205633] env[69440]: value = "task-4140066" [ 1083.205633] env[69440]: _type = "Task" [ 1083.205633] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.215702] env[69440]: DEBUG oslo_vmware.api [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4140066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.443480] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140062, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.040015} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.443857] env[69440]: INFO nova.virt.vmwareapi.ds_util [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d3a88ee8-07d7-4c9d-9ca3-bdc42556d049/OSTACK_IMG_d3a88ee8-07d7-4c9d-9ca3-bdc42556d049.vmdk to [datastore1] devstack-image-cache_base/078974cd-82b4-40bc-af1e-f9002deffc38/078974cd-82b4-40bc-af1e-f9002deffc38.vmdk. [ 1083.444079] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Cleaning up location [datastore1] OSTACK_IMG_d3a88ee8-07d7-4c9d-9ca3-bdc42556d049 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1083.444383] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d3a88ee8-07d7-4c9d-9ca3-bdc42556d049 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.444675] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3930a014-69bd-46fe-ba6f-150b064d0bf9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.453077] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1083.453077] env[69440]: value = "task-4140067" [ 1083.453077] env[69440]: _type = "Task" [ 1083.453077] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.463021] env[69440]: DEBUG nova.compute.manager [req-6a503621-c340-48c8-b5bc-44dd946cebf7 req-58f8de21-cedd-4600-8f6f-1831a3944a99 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Received event network-changed-520ecf0b-0004-451e-852d-0e24eb2aaff3 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.463234] env[69440]: DEBUG nova.compute.manager [req-6a503621-c340-48c8-b5bc-44dd946cebf7 req-58f8de21-cedd-4600-8f6f-1831a3944a99 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Refreshing instance network info cache due to event network-changed-520ecf0b-0004-451e-852d-0e24eb2aaff3. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.463501] env[69440]: DEBUG oslo_concurrency.lockutils [req-6a503621-c340-48c8-b5bc-44dd946cebf7 req-58f8de21-cedd-4600-8f6f-1831a3944a99 service nova] Acquiring lock "refresh_cache-af5e12ef-baf4-4941-8364-94ddad799408" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.463611] env[69440]: DEBUG oslo_concurrency.lockutils [req-6a503621-c340-48c8-b5bc-44dd946cebf7 req-58f8de21-cedd-4600-8f6f-1831a3944a99 service nova] Acquired lock "refresh_cache-af5e12ef-baf4-4941-8364-94ddad799408" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.463790] env[69440]: DEBUG nova.network.neutron [req-6a503621-c340-48c8-b5bc-44dd946cebf7 req-58f8de21-cedd-4600-8f6f-1831a3944a99 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Refreshing network info cache for port 520ecf0b-0004-451e-852d-0e24eb2aaff3 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.473157] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520debd5-133f-2e24-e07a-bac8c18f26f5, 'name': SearchDatastore_Task, 'duration_secs': 0.017344} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.478726] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.479052] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1792764-5f73-4c77-8634-b26891da8815 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.486211] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1083.486211] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]520b310c-8bed-d233-94c8-ea4f57daab62" [ 1083.486211] env[69440]: _type = "Task" [ 1083.486211] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.496839] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520b310c-8bed-d233-94c8-ea4f57daab62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.585251] env[69440]: DEBUG nova.compute.manager [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.629043] env[69440]: WARNING nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 559d44dc-2ae8-48a9-9dcd-bad5d03ed236 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1083.629043] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance e7a7624e-3780-4ab5-9e5e-ff73e934301e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.629043] env[69440]: WARNING nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1083.629043] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance efd32a38-36e0-4f4d-9822-870d28a618d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.629043] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 41012beb-1a6a-4164-ae16-16e46514ac7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.629252] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 4038e16b-26c3-4692-954d-2c85a475d626 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.629464] env[69440]: WARNING nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 23bc134e-7725-40b1-b79d-d8ef6dbd7cad is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1083.629658] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 896ced19-ce4b-486c-9a37-96cb8e6767d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.629849] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 3d24ccf4-3a82-438c-ad37-0aa7e04afa92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.630046] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance b4c7d5c6-31c2-4cc8-8b71-40a8a967de16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.630235] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance af5e12ef-baf4-4941-8364-94ddad799408 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.630423] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 71c2c177-39bb-40f5-b548-bc5235b3b17e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.630649] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 53e86c03-079b-4918-b4a4-ea821a1be472 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.630815] env[69440]: WARNING nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 90698fe5-6557-48b7-97d5-21a6d03005cd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1083.631051] env[69440]: WARNING nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance c6f7bfe9-676d-4e9c-a920-6b72485303f2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1083.631235] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 9136d8d0-ea41-4f3a-9621-e451b1cabea1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.631432] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance e27f5de0-9750-43d8-be9f-98485375485e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.631641] env[69440]: WARNING nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 582bafd2-ec53-48e4-a9ce-192c4343c571 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1083.631848] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.632057] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.632267] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 510d2410-3cd4-474f-bcbd-f91f71b7f69e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.721244] env[69440]: DEBUG oslo_vmware.api [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4140066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.973490] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11538} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.973490] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.973490] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/078974cd-82b4-40bc-af1e-f9002deffc38/078974cd-82b4-40bc-af1e-f9002deffc38.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.973490] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/078974cd-82b4-40bc-af1e-f9002deffc38/078974cd-82b4-40bc-af1e-f9002deffc38.vmdk to [datastore1] b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73/b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.974034] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bef2b5f-a106-430c-88f8-b598851ee3a8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.983537] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1083.983537] env[69440]: value = "task-4140068" [ 1083.983537] env[69440]: _type = "Task" [ 1083.983537] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.000549] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520b310c-8bed-d233-94c8-ea4f57daab62, 'name': SearchDatastore_Task, 'duration_secs': 0.038812} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.000753] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.000980] env[69440]: DEBUG oslo_concurrency.lockutils [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.001257] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064/41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.001541] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21df0b93-134c-46ef-ae2f-b33b314c95d7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.010955] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1084.010955] env[69440]: value = "task-4140069" [ 1084.010955] env[69440]: _type = "Task" [ 1084.010955] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.021269] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.140259] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 921d5d64-36f1-42eb-9d85-ecdc74e555f0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1084.219419] env[69440]: DEBUG oslo_vmware.api [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Task: {'id': task-4140066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.631649} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.219796] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.219887] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.220070] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.220260] env[69440]: INFO nova.compute.manager [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1084.220514] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.220721] env[69440]: DEBUG nova.compute.manager [-] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.220887] env[69440]: DEBUG nova.network.neutron [-] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.299436] env[69440]: DEBUG nova.network.neutron [req-6a503621-c340-48c8-b5bc-44dd946cebf7 req-58f8de21-cedd-4600-8f6f-1831a3944a99 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Updated VIF entry in instance network info cache for port 520ecf0b-0004-451e-852d-0e24eb2aaff3. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.300046] env[69440]: DEBUG nova.network.neutron [req-6a503621-c340-48c8-b5bc-44dd946cebf7 req-58f8de21-cedd-4600-8f6f-1831a3944a99 service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Updating instance_info_cache with network_info: [{"id": "520ecf0b-0004-451e-852d-0e24eb2aaff3", "address": "fa:16:3e:31:f8:66", "network": {"id": "b46392e5-d63e-4df4-ba59-e4f0adfb50fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2074667289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f307b75d6e0041feba20f44ef9f046e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520ecf0b-00", "ovs_interfaceid": "520ecf0b-0004-451e-852d-0e24eb2aaff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.497705] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140068, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.522943] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140069, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.604050] env[69440]: DEBUG nova.compute.manager [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.635379] env[69440]: DEBUG nova.virt.hardware [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.635667] env[69440]: DEBUG nova.virt.hardware [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.635815] env[69440]: DEBUG nova.virt.hardware [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.636012] env[69440]: DEBUG nova.virt.hardware [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.636177] env[69440]: DEBUG nova.virt.hardware [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.636326] env[69440]: DEBUG nova.virt.hardware [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.636546] env[69440]: DEBUG nova.virt.hardware [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.636694] env[69440]: DEBUG nova.virt.hardware [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.636858] env[69440]: DEBUG nova.virt.hardware [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.637035] env[69440]: DEBUG nova.virt.hardware [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.637214] env[69440]: DEBUG nova.virt.hardware [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.638229] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d01410b-215c-4bb7-888c-13633dcbc402 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.643216] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance b1f6f084-7688-45cf-b912-4a0a66a33b34 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1084.649485] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566f2ae8-444e-4f33-9bb2-3914edb5e4ce {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.670622] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Instance VIF info [] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.676655] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Creating folder: Project (ecb4479a4235458596804709bdd5cc02). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.677461] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddc4e638-1ce4-4f77-8c79-6447cae1259f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.693382] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Created folder: Project (ecb4479a4235458596804709bdd5cc02) in parent group-v819662. [ 1084.693630] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Creating folder: Instances. Parent ref: group-v819921. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.693918] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f31767fa-3629-44a4-a5da-c25790134eb1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.708757] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Created folder: Instances in parent group-v819921. [ 1084.709109] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.709280] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.709508] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-748161a8-3a86-43d6-a17c-b4dab1152ff9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.733209] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.733209] env[69440]: value = "task-4140072" [ 1084.733209] env[69440]: _type = "Task" [ 1084.733209] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.746609] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140072, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.804056] env[69440]: DEBUG oslo_concurrency.lockutils [req-6a503621-c340-48c8-b5bc-44dd946cebf7 req-58f8de21-cedd-4600-8f6f-1831a3944a99 service nova] Releasing lock "refresh_cache-af5e12ef-baf4-4941-8364-94ddad799408" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.998744] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140068, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.027068] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.986915} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.027377] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064/41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.027688] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.027960] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e3704e8-3634-445b-affd-20e87530fcec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.042022] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1085.042022] env[69440]: value = "task-4140073" [ 1085.042022] env[69440]: _type = "Task" [ 1085.042022] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.054864] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.147079] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 239845d8-97d0-434d-b4ea-51f98f750587 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1085.147079] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1085.147363] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1085.249671] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140072, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.500598] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140068, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.545860] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9156befe-c9f2-44bb-b423-f3e723cf1f40 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.557874] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae0fddd-ec19-4f51-99a5-4de467e5aa69 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.561632] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082115} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.562022] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.563311] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186bc598-fe4f-44c9-9e6a-ca4051e368a2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.591724] env[69440]: DEBUG nova.network.neutron [-] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.594523] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1049e2-870d-4875-b15a-a788df9172b6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.619622] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064/41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.622192] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c7e7523-c0ca-44a8-940d-8fe20d3f535a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.639090] env[69440]: DEBUG nova.compute.manager [req-6593e0d6-c06c-4742-9c8b-653cbec318a9 req-6a8f9c3d-1eaf-45bd-abc5-1f5b4aaafa3a service nova] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Received event network-vif-deleted-2a99e26c-5b3b-4b95-b51d-c88cad0b6632 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.644629] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9a0737-b2bf-4bab-b1bc-d164e8f60bc6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.651377] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1085.651377] env[69440]: value = "task-4140074" [ 1085.651377] env[69440]: _type = "Task" [ 1085.651377] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.660794] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.669779] env[69440]: DEBUG nova.compute.provider_tree [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.745900] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140072, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.934398] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "53e86c03-079b-4918-b4a4-ea821a1be472" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.934659] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "53e86c03-079b-4918-b4a4-ea821a1be472" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.934846] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "53e86c03-079b-4918-b4a4-ea821a1be472-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.935057] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "53e86c03-079b-4918-b4a4-ea821a1be472-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.935241] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "53e86c03-079b-4918-b4a4-ea821a1be472-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.937931] env[69440]: INFO nova.compute.manager [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Terminating instance [ 1085.999938] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140068, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.099728] env[69440]: INFO nova.compute.manager [-] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Took 1.88 seconds to deallocate network for instance. [ 1086.164687] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.173349] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.248301] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140072, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.445210] env[69440]: DEBUG nova.compute.manager [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.445669] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.447128] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a1ea2e-3437-4631-bdf6-4f98ae0fe6ca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.459331] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.459760] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e8dab76-8ddf-4d87-aeec-4136a2e29f71 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.469956] env[69440]: DEBUG oslo_vmware.api [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 1086.469956] env[69440]: value = "task-4140075" [ 1086.469956] env[69440]: _type = "Task" [ 1086.469956] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.484899] env[69440]: DEBUG oslo_vmware.api [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.500887] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140068, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.606363] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.669123] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.679046] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1086.679269] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.116s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.679581] env[69440]: DEBUG oslo_concurrency.lockutils [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.675s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.681317] env[69440]: INFO nova.compute.claims [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.745692] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140072, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.980948] env[69440]: DEBUG oslo_vmware.api [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140075, 'name': PowerOffVM_Task, 'duration_secs': 0.257432} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.981391] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.981566] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.981835] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42a08f97-c323-4155-b019-1cecdb1aedae {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.998364] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140068, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.799964} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.998645] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/078974cd-82b4-40bc-af1e-f9002deffc38/078974cd-82b4-40bc-af1e-f9002deffc38.vmdk to [datastore1] b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73/b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.999463] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fd23e3-8350-41df-81cf-a6b4a40ee910 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.023549] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73/b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73.vmdk or device None with type streamOptimized {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.023984] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb5c51c3-b05f-49c2-beda-f12d2054a8eb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.045838] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1087.045838] env[69440]: value = "task-4140077" [ 1087.045838] env[69440]: _type = "Task" [ 1087.045838] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.052832] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.053163] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.053407] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Deleting the datastore file [datastore2] 53e86c03-079b-4918-b4a4-ea821a1be472 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.054274] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4284558c-1e7f-46e2-8356-e3950301a733 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.061079] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.065665] env[69440]: DEBUG oslo_vmware.api [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for the task: (returnval){ [ 1087.065665] env[69440]: value = "task-4140078" [ 1087.065665] env[69440]: _type = "Task" [ 1087.065665] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.074669] env[69440]: DEBUG oslo_vmware.api [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.163999] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140074, 'name': ReconfigVM_Task, 'duration_secs': 1.171547} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.164329] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064/41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.165084] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9001983-bf2f-49f4-b7ce-5e6d84e141f7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.177925] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1087.177925] env[69440]: value = "task-4140079" [ 1087.177925] env[69440]: _type = "Task" [ 1087.177925] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.192757] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140079, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.247700] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140072, 'name': CreateVM_Task, 'duration_secs': 2.123792} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.248834] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.248834] env[69440]: DEBUG oslo_concurrency.lockutils [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.248834] env[69440]: DEBUG oslo_concurrency.lockutils [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.249233] env[69440]: DEBUG oslo_concurrency.lockutils [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.249233] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab7b86c-b381-4745-bcb9-38dc958371d1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.255939] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Waiting for the task: (returnval){ [ 1087.255939] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52c1c43d-506c-abfa-bb5e-713cb603c3dc" [ 1087.255939] env[69440]: _type = "Task" [ 1087.255939] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.266069] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c1c43d-506c-abfa-bb5e-713cb603c3dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.557025] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140077, 'name': ReconfigVM_Task, 'duration_secs': 0.495604} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.557362] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Reconfigured VM instance instance-00000059 to attach disk [datastore1] b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73/b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73.vmdk or device None with type streamOptimized {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.558115] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f94a1431-43df-485c-9ade-adc32678f7bc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.565414] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1087.565414] env[69440]: value = "task-4140080" [ 1087.565414] env[69440]: _type = "Task" [ 1087.565414] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.582229] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140080, 'name': Rename_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.582490] env[69440]: DEBUG oslo_vmware.api [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Task: {'id': task-4140078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20575} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.582728] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.582968] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.583093] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.583287] env[69440]: INFO nova.compute.manager [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1087.583531] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.583737] env[69440]: DEBUG nova.compute.manager [-] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.583836] env[69440]: DEBUG nova.network.neutron [-] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.688055] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140079, 'name': Rename_Task, 'duration_secs': 0.179485} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.688055] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.688276] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4feb2f4a-3ff7-45be-bd7e-74cb6a1b5c7e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.697989] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1087.697989] env[69440]: value = "task-4140081" [ 1087.697989] env[69440]: _type = "Task" [ 1087.697989] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.710042] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.771640] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c1c43d-506c-abfa-bb5e-713cb603c3dc, 'name': SearchDatastore_Task, 'duration_secs': 0.016563} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.772247] env[69440]: DEBUG oslo_concurrency.lockutils [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.772247] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.772464] env[69440]: DEBUG oslo_concurrency.lockutils [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.772559] env[69440]: DEBUG oslo_concurrency.lockutils [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.772735] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.773028] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3df5594f-a6c4-4759-995d-148dc453373b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.786048] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.786201] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.787197] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ddd0e0c-624b-49f7-87ad-909fc8d031e1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.795130] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Waiting for the task: (returnval){ [ 1087.795130] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d93e1c-89e1-021c-fa22-309fa668966e" [ 1087.795130] env[69440]: _type = "Task" [ 1087.795130] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.807060] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d93e1c-89e1-021c-fa22-309fa668966e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.923988] env[69440]: DEBUG nova.compute.manager [req-ea75e928-3fa1-4b5e-88f7-c942ab1eb8fe req-4c5c77e7-b4fd-4491-b06a-653d5fbbf56a service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Received event network-vif-deleted-5351f12c-2d1b-4103-85da-fc01a06e995a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.924253] env[69440]: INFO nova.compute.manager [req-ea75e928-3fa1-4b5e-88f7-c942ab1eb8fe req-4c5c77e7-b4fd-4491-b06a-653d5fbbf56a service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Neutron deleted interface 5351f12c-2d1b-4103-85da-fc01a06e995a; detaching it from the instance and deleting it from the info cache [ 1087.926403] env[69440]: DEBUG nova.network.neutron [req-ea75e928-3fa1-4b5e-88f7-c942ab1eb8fe req-4c5c77e7-b4fd-4491-b06a-653d5fbbf56a service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.078028] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140080, 'name': Rename_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.079795] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbee022-1e3e-416e-9f69-7ed1cb852b5c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.088277] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090e5e6b-47e0-4ad7-bab8-a0d0c054a41a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.122465] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c79f8a9-ef2e-414a-a4e3-b395f037562e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.131384] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598c6d43-cc16-4d6f-be48-a618c32e8314 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.149662] env[69440]: DEBUG nova.compute.provider_tree [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.212566] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140081, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.309887] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d93e1c-89e1-021c-fa22-309fa668966e, 'name': SearchDatastore_Task, 'duration_secs': 0.045441} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.310460] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-592eb5ab-41df-488c-b7c7-50aabf14a2a0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.317630] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Waiting for the task: (returnval){ [ 1088.317630] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]524e2689-e4a4-3b77-3589-1bceaaf5e25c" [ 1088.317630] env[69440]: _type = "Task" [ 1088.317630] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.326922] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]524e2689-e4a4-3b77-3589-1bceaaf5e25c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.366451] env[69440]: DEBUG nova.network.neutron [-] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.429545] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d247638e-ffac-47af-aaac-b68bf5dcd7d2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.440271] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4c8dae-c23d-47a1-b63f-7e84e7c9d021 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.473757] env[69440]: DEBUG nova.compute.manager [req-ea75e928-3fa1-4b5e-88f7-c942ab1eb8fe req-4c5c77e7-b4fd-4491-b06a-653d5fbbf56a service nova] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Detach interface failed, port_id=5351f12c-2d1b-4103-85da-fc01a06e995a, reason: Instance 53e86c03-079b-4918-b4a4-ea821a1be472 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1088.577281] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140080, 'name': Rename_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.653219] env[69440]: DEBUG nova.scheduler.client.report [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.710088] env[69440]: DEBUG oslo_vmware.api [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140081, 'name': PowerOnVM_Task, 'duration_secs': 0.598181} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.710388] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.710599] env[69440]: INFO nova.compute.manager [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Took 10.94 seconds to spawn the instance on the hypervisor. [ 1088.710781] env[69440]: DEBUG nova.compute.manager [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1088.712070] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb690ea-0b77-4e4e-bfaa-c8896950054a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.829549] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]524e2689-e4a4-3b77-3589-1bceaaf5e25c, 'name': SearchDatastore_Task, 'duration_secs': 0.011429} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.829762] env[69440]: DEBUG oslo_concurrency.lockutils [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.830068] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 510d2410-3cd4-474f-bcbd-f91f71b7f69e/510d2410-3cd4-474f-bcbd-f91f71b7f69e.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.830329] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d178f262-4bff-40ff-ad73-cf28f3f6d72d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.836980] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Waiting for the task: (returnval){ [ 1088.836980] env[69440]: value = "task-4140082" [ 1088.836980] env[69440]: _type = "Task" [ 1088.836980] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.844870] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': task-4140082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.869533] env[69440]: INFO nova.compute.manager [-] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Took 1.29 seconds to deallocate network for instance. [ 1089.077940] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140080, 'name': Rename_Task, 'duration_secs': 1.475326} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.078357] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.078755] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68bf9330-959c-4902-b72b-a03f17820582 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.086217] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1089.086217] env[69440]: value = "task-4140083" [ 1089.086217] env[69440]: _type = "Task" [ 1089.086217] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.094765] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.158331] env[69440]: DEBUG oslo_concurrency.lockutils [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.159053] env[69440]: DEBUG nova.compute.manager [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.162048] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.369s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.162315] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.164630] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.150s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.164849] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.166972] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.500s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.168710] env[69440]: INFO nova.compute.claims [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.203602] env[69440]: INFO nova.scheduler.client.report [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Deleted allocations for instance 90698fe5-6557-48b7-97d5-21a6d03005cd [ 1089.204469] env[69440]: INFO nova.scheduler.client.report [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Deleted allocations for instance 23bc134e-7725-40b1-b79d-d8ef6dbd7cad [ 1089.235398] env[69440]: INFO nova.compute.manager [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Took 38.98 seconds to build instance. [ 1089.349832] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': task-4140082, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.376220] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.597429] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140083, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.675502] env[69440]: DEBUG nova.compute.utils [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.679273] env[69440]: DEBUG nova.compute.manager [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.679535] env[69440]: DEBUG nova.network.neutron [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.713853] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "90698fe5-6557-48b7-97d5-21a6d03005cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.155s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.718941] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6482ac53-52c1-456d-abc8-17a1750a3d1b tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "23bc134e-7725-40b1-b79d-d8ef6dbd7cad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.082s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.737192] env[69440]: DEBUG nova.policy [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '953bae9992674354ad3da96f7008670a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2b4c535d474c6eb53aef8e7a10ab16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.739871] env[69440]: DEBUG oslo_concurrency.lockutils [None req-75e0df23-235d-4928-80bf-69be3920f3e2 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.498s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.851674] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': task-4140082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648118} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.852885] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 510d2410-3cd4-474f-bcbd-f91f71b7f69e/510d2410-3cd4-474f-bcbd-f91f71b7f69e.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.853158] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.853435] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bab8870d-bca4-4c77-a420-1b07e2eafb9b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.861067] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Waiting for the task: (returnval){ [ 1089.861067] env[69440]: value = "task-4140084" [ 1089.861067] env[69440]: _type = "Task" [ 1089.861067] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.872959] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': task-4140084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.072152] env[69440]: DEBUG nova.network.neutron [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Successfully created port: e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.103021] env[69440]: DEBUG oslo_vmware.api [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140083, 'name': PowerOnVM_Task, 'duration_secs': 0.773884} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.103021] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.103021] env[69440]: INFO nova.compute.manager [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Took 20.52 seconds to spawn the instance on the hypervisor. [ 1090.103021] env[69440]: DEBUG nova.compute.manager [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1090.103021] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f913622f-4697-4234-a69f-c044cf1d7701 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.185023] env[69440]: DEBUG nova.compute.manager [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.347421] env[69440]: INFO nova.compute.manager [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Rebuilding instance [ 1090.372107] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': task-4140084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063075} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.374483] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.376225] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec913fb9-1a5d-46af-8c2a-108754f6f6e1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.410104] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 510d2410-3cd4-474f-bcbd-f91f71b7f69e/510d2410-3cd4-474f-bcbd-f91f71b7f69e.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.416024] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-576dfe9b-cd49-4b0b-b712-0e3d8e7b2b0f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.433869] env[69440]: DEBUG nova.compute.manager [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1090.434746] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97518b1-82e7-465a-9338-042fdba8ba78 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.439796] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Waiting for the task: (returnval){ [ 1090.439796] env[69440]: value = "task-4140085" [ 1090.439796] env[69440]: _type = "Task" [ 1090.439796] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.450840] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': task-4140085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.597019] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3e32f9-1214-4cf6-8045-005604aa5374 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.605385] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c07af6-d2e8-473d-8cfc-8f0acc18f0ca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.644407] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d3ba44-ba7e-4b4b-8988-d2b16c75fee9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.647089] env[69440]: INFO nova.compute.manager [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Took 46.47 seconds to build instance. [ 1090.653906] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb6d1fb-76e2-40e1-9d09-132e58bcd2b8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.668903] env[69440]: DEBUG nova.compute.provider_tree [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.954187] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': task-4140085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.151102] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.988s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.175871] env[69440]: DEBUG nova.scheduler.client.report [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.196560] env[69440]: DEBUG nova.compute.manager [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.290942] env[69440]: DEBUG nova.virt.hardware [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.291281] env[69440]: DEBUG nova.virt.hardware [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.291414] env[69440]: DEBUG nova.virt.hardware [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.291682] env[69440]: DEBUG nova.virt.hardware [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.291832] env[69440]: DEBUG nova.virt.hardware [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.291963] env[69440]: DEBUG nova.virt.hardware [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.292194] env[69440]: DEBUG nova.virt.hardware [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.292421] env[69440]: DEBUG nova.virt.hardware [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.292616] env[69440]: DEBUG nova.virt.hardware [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.292895] env[69440]: DEBUG nova.virt.hardware [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.293045] env[69440]: DEBUG nova.virt.hardware [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.294569] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfda889-a8fe-42f9-a637-c461ad3578ca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.304758] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94915768-f715-4b3f-be2c-e6bb457591a7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.452160] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': task-4140085, 'name': ReconfigVM_Task, 'duration_secs': 0.911841} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.452456] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 510d2410-3cd4-474f-bcbd-f91f71b7f69e/510d2410-3cd4-474f-bcbd-f91f71b7f69e.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.453142] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-caba2b60-d282-42ff-b05e-dad992e38316 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.455890] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.455890] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31c4f5ae-292b-49fc-9885-078dfbc99d1d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.464294] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1091.464294] env[69440]: value = "task-4140086" [ 1091.464294] env[69440]: _type = "Task" [ 1091.464294] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.464757] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Waiting for the task: (returnval){ [ 1091.464757] env[69440]: value = "task-4140087" [ 1091.464757] env[69440]: _type = "Task" [ 1091.464757] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.477967] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': task-4140087, 'name': Rename_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.480313] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.528675] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.529109] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.529452] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.529731] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.530015] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.533245] env[69440]: INFO nova.compute.manager [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Terminating instance [ 1091.681799] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.682556] env[69440]: DEBUG nova.compute.manager [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.685811] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.544s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.686120] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.688825] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.491s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.689121] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.691134] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.998s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.695336] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.697816] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.247s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.699377] env[69440]: INFO nova.compute.claims [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.734611] env[69440]: INFO nova.scheduler.client.report [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Deleted allocations for instance 559d44dc-2ae8-48a9-9dcd-bad5d03ed236 [ 1091.744472] env[69440]: INFO nova.scheduler.client.report [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Deleted allocations for instance 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10 [ 1091.753063] env[69440]: DEBUG nova.compute.manager [req-46cfbd93-a071-4430-81fe-c5813491900c req-9e34c5d1-59c9-47ae-b826-d6fd9634cf4b service nova] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Received event network-vif-plugged-e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.753285] env[69440]: DEBUG oslo_concurrency.lockutils [req-46cfbd93-a071-4430-81fe-c5813491900c req-9e34c5d1-59c9-47ae-b826-d6fd9634cf4b service nova] Acquiring lock "921d5d64-36f1-42eb-9d85-ecdc74e555f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.753493] env[69440]: DEBUG oslo_concurrency.lockutils [req-46cfbd93-a071-4430-81fe-c5813491900c req-9e34c5d1-59c9-47ae-b826-d6fd9634cf4b service nova] Lock "921d5d64-36f1-42eb-9d85-ecdc74e555f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.753663] env[69440]: DEBUG oslo_concurrency.lockutils [req-46cfbd93-a071-4430-81fe-c5813491900c req-9e34c5d1-59c9-47ae-b826-d6fd9634cf4b service nova] Lock "921d5d64-36f1-42eb-9d85-ecdc74e555f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.753833] env[69440]: DEBUG nova.compute.manager [req-46cfbd93-a071-4430-81fe-c5813491900c req-9e34c5d1-59c9-47ae-b826-d6fd9634cf4b service nova] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] No waiting events found dispatching network-vif-plugged-e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1091.754023] env[69440]: WARNING nova.compute.manager [req-46cfbd93-a071-4430-81fe-c5813491900c req-9e34c5d1-59c9-47ae-b826-d6fd9634cf4b service nova] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Received unexpected event network-vif-plugged-e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54 for instance with vm_state building and task_state spawning. [ 1091.760224] env[69440]: INFO nova.scheduler.client.report [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Deleted allocations for instance c6f7bfe9-676d-4e9c-a920-6b72485303f2 [ 1091.889425] env[69440]: DEBUG nova.network.neutron [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Successfully updated port: e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.892754] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquiring lock "3d24ccf4-3a82-438c-ad37-0aa7e04afa92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.892754] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "3d24ccf4-3a82-438c-ad37-0aa7e04afa92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.892754] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquiring lock "3d24ccf4-3a82-438c-ad37-0aa7e04afa92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.892754] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "3d24ccf4-3a82-438c-ad37-0aa7e04afa92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.892754] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "3d24ccf4-3a82-438c-ad37-0aa7e04afa92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.894623] env[69440]: INFO nova.compute.manager [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Terminating instance [ 1091.980412] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140086, 'name': PowerOffVM_Task, 'duration_secs': 0.214122} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.980649] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': task-4140087, 'name': Rename_Task, 'duration_secs': 0.179682} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.980885] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.981132] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.981421] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.982155] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfb258c-5a0c-40c2-811f-60b26b2496b8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.984689] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd1c0eab-50b8-4a37-a4d5-acdb0061f5fc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.991318] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.992303] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c771277-a809-49de-a93c-b6d750b2ef95 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.993800] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Waiting for the task: (returnval){ [ 1091.993800] env[69440]: value = "task-4140088" [ 1091.993800] env[69440]: _type = "Task" [ 1091.993800] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.002496] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': task-4140088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.037318] env[69440]: DEBUG nova.compute.manager [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.037678] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.039213] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae786dc-75f1-4cb4-a1d1-355f2f12fe2c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.047086] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.047352] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a6a683d-2b38-456f-b36f-edb3e11b5109 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.054110] env[69440]: DEBUG oslo_vmware.api [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1092.054110] env[69440]: value = "task-4140090" [ 1092.054110] env[69440]: _type = "Task" [ 1092.054110] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.065784] env[69440]: DEBUG oslo_vmware.api [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.172123] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.172123] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.172123] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Deleting the datastore file [datastore1] 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.172123] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b83e0075-139e-465e-a898-dcddef748d7f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.182425] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1092.182425] env[69440]: value = "task-4140091" [ 1092.182425] env[69440]: _type = "Task" [ 1092.182425] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.195733] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.206024] env[69440]: DEBUG nova.compute.utils [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.209572] env[69440]: DEBUG nova.compute.manager [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.211840] env[69440]: DEBUG nova.network.neutron [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.250167] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "559d44dc-2ae8-48a9-9dcd-bad5d03ed236" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.977s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.261197] env[69440]: DEBUG nova.policy [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5453e29b1e164e708b74abee8e68a929', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce1b9966b9444589a47ad0c5c5125308', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.271848] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4576bb3d-b499-4803-ba4b-e2a5925e627b tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Lock "c6f7bfe9-676d-4e9c-a920-6b72485303f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.647s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.274421] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "173d2c12-a9e4-4ac7-9696-1a69a7ea0f10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.145s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.396965] env[69440]: DEBUG oslo_concurrency.lockutils [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "refresh_cache-921d5d64-36f1-42eb-9d85-ecdc74e555f0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.396965] env[69440]: DEBUG oslo_concurrency.lockutils [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired lock "refresh_cache-921d5d64-36f1-42eb-9d85-ecdc74e555f0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.396965] env[69440]: DEBUG nova.network.neutron [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.399380] env[69440]: DEBUG nova.compute.manager [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.399814] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.400846] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cb3cea-9e3b-47b8-9bbc-b9279ffc0662 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.410852] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.411576] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b18d5c6-f9da-4be9-8859-56685fdc640f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.422208] env[69440]: DEBUG oslo_vmware.api [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for the task: (returnval){ [ 1092.422208] env[69440]: value = "task-4140092" [ 1092.422208] env[69440]: _type = "Task" [ 1092.422208] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.432508] env[69440]: DEBUG oslo_vmware.api [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4140092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.505821] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': task-4140088, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.565824] env[69440]: DEBUG oslo_vmware.api [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140090, 'name': PowerOffVM_Task, 'duration_secs': 0.256088} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.566400] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.566704] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.567091] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b3b8d2b-f0cf-4332-8c85-99af79fd6b4b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.653027] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.653027] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.653027] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Deleting the datastore file [datastore1] b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.653027] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01a12c50-cf58-4d72-a2b3-bdf453ad680c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.665028] env[69440]: DEBUG oslo_vmware.api [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1092.665028] env[69440]: value = "task-4140094" [ 1092.665028] env[69440]: _type = "Task" [ 1092.665028] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.674234] env[69440]: DEBUG oslo_vmware.api [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.693077] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201555} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.693673] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.696599] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.696599] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.721270] env[69440]: DEBUG nova.compute.manager [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.920432] env[69440]: DEBUG nova.network.neutron [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Successfully created port: ac73507d-44fa-44d1-9de0-bc8704609a94 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.940721] env[69440]: DEBUG oslo_vmware.api [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4140092, 'name': PowerOffVM_Task, 'duration_secs': 0.270558} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.941432] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.945058] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.945058] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-732a8fbd-b985-42c5-a628-c5ad3eaf8261 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.948694] env[69440]: DEBUG nova.network.neutron [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.960855] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "6db4be35-78b9-4afb-8270-d39988531a3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.962020] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "6db4be35-78b9-4afb-8270-d39988531a3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.009427] env[69440]: DEBUG oslo_vmware.api [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': task-4140088, 'name': PowerOnVM_Task, 'duration_secs': 0.588526} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.012325] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.012548] env[69440]: INFO nova.compute.manager [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1093.012729] env[69440]: DEBUG nova.compute.manager [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1093.013791] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f70c456-5bb6-4667-b9e0-8891348186b9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.037075] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.037075] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.037075] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Deleting the datastore file [datastore2] 3d24ccf4-3a82-438c-ad37-0aa7e04afa92 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.037075] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73d6f36c-ff01-4d62-9cf7-54726abcda97 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.046322] env[69440]: DEBUG oslo_vmware.api [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for the task: (returnval){ [ 1093.046322] env[69440]: value = "task-4140096" [ 1093.046322] env[69440]: _type = "Task" [ 1093.046322] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.062586] env[69440]: DEBUG oslo_vmware.api [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4140096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.108539] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda58300-7cdf-4b6f-8941-074cd4d6ae86 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.116642] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcb6200-7aa3-46b3-9219-195ca82ae7af {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.153787] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3064cd1e-8dbb-407e-96a7-155a750aad3c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.163236] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a789962-6f74-4cd3-9341-a11ee22b993e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.180334] env[69440]: DEBUG oslo_vmware.api [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416634} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.181521] env[69440]: DEBUG nova.network.neutron [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Updating instance_info_cache with network_info: [{"id": "e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54", "address": "fa:16:3e:f1:4f:83", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ada0a0-27", "ovs_interfaceid": "e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.191369] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.191639] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.192373] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.192547] env[69440]: INFO nova.compute.manager [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1093.192864] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.194673] env[69440]: DEBUG nova.compute.provider_tree [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.195168] env[69440]: DEBUG nova.compute.manager [-] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.195168] env[69440]: DEBUG nova.network.neutron [-] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.470293] env[69440]: DEBUG nova.compute.manager [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.471563] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "e7a7624e-3780-4ab5-9e5e-ff73e934301e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.477324] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "e7a7624e-3780-4ab5-9e5e-ff73e934301e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.477324] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "e7a7624e-3780-4ab5-9e5e-ff73e934301e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.477324] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "e7a7624e-3780-4ab5-9e5e-ff73e934301e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.477324] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "e7a7624e-3780-4ab5-9e5e-ff73e934301e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.481758] env[69440]: INFO nova.compute.manager [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Terminating instance [ 1093.540299] env[69440]: INFO nova.compute.manager [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Took 39.20 seconds to build instance. [ 1093.563863] env[69440]: DEBUG oslo_vmware.api [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Task: {'id': task-4140096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302342} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.564205] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.564416] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.564596] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.564768] env[69440]: INFO nova.compute.manager [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1093.565182] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.565435] env[69440]: DEBUG nova.compute.manager [-] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.565532] env[69440]: DEBUG nova.network.neutron [-] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.695805] env[69440]: DEBUG oslo_concurrency.lockutils [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Releasing lock "refresh_cache-921d5d64-36f1-42eb-9d85-ecdc74e555f0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.696668] env[69440]: DEBUG nova.compute.manager [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Instance network_info: |[{"id": "e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54", "address": "fa:16:3e:f1:4f:83", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ada0a0-27", "ovs_interfaceid": "e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.697327] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:4f:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.709992] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.711246] env[69440]: DEBUG nova.scheduler.client.report [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.718769] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.719797] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d33a7f4-6b30-4eea-bc13-384db464aa48 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.741111] env[69440]: DEBUG nova.compute.manager [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.758118] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.758118] env[69440]: value = "task-4140097" [ 1093.758118] env[69440]: _type = "Task" [ 1093.758118] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.762568] env[69440]: DEBUG nova.virt.hardware [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.763098] env[69440]: DEBUG nova.virt.hardware [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.763423] env[69440]: DEBUG nova.virt.hardware [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.763743] env[69440]: DEBUG nova.virt.hardware [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.764983] env[69440]: DEBUG nova.virt.hardware [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.764983] env[69440]: DEBUG nova.virt.hardware [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.764983] env[69440]: DEBUG nova.virt.hardware [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.764983] env[69440]: DEBUG nova.virt.hardware [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.764983] env[69440]: DEBUG nova.virt.hardware [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.764983] env[69440]: DEBUG nova.virt.hardware [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.765538] env[69440]: DEBUG nova.virt.hardware [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.772290] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06672ad1-c84e-4ba1-818d-133c1321cc69 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.785057] env[69440]: DEBUG nova.virt.hardware [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.785372] env[69440]: DEBUG nova.virt.hardware [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.785519] env[69440]: DEBUG nova.virt.hardware [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.785721] env[69440]: DEBUG nova.virt.hardware [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.785874] env[69440]: DEBUG nova.virt.hardware [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.786039] env[69440]: DEBUG nova.virt.hardware [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.786680] env[69440]: DEBUG nova.virt.hardware [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.786680] env[69440]: DEBUG nova.virt.hardware [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.786680] env[69440]: DEBUG nova.virt.hardware [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.786680] env[69440]: DEBUG nova.virt.hardware [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.786843] env[69440]: DEBUG nova.virt.hardware [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.791885] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7292f496-a9dd-409c-bd29-29c4f58bf396 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.796500] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0060581-e25d-407c-aa5c-6e219aeabc91 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.799414] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140097, 'name': CreateVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.812650] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:8e:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4408156a-6eb6-4822-b970-e0e4ac22ed1e', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.821925] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.824490] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.824829] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01059a11-dec8-409d-8d2b-ca4c856ba18f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.844038] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc122258-5dba-4ddb-b8dd-6ccef9e57002 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.861254] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.861254] env[69440]: value = "task-4140098" [ 1093.861254] env[69440]: _type = "Task" [ 1093.861254] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.871392] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140098, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.959341] env[69440]: DEBUG nova.compute.manager [req-56ce7d95-52da-447e-8b09-7fcc619d7314 req-a8f54fee-1676-4ced-8433-3662ad1b5a6f service nova] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Received event network-vif-deleted-e5cdbf24-ecc5-4a58-b689-fb84d85c48af {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.959559] env[69440]: INFO nova.compute.manager [req-56ce7d95-52da-447e-8b09-7fcc619d7314 req-a8f54fee-1676-4ced-8433-3662ad1b5a6f service nova] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Neutron deleted interface e5cdbf24-ecc5-4a58-b689-fb84d85c48af; detaching it from the instance and deleting it from the info cache [ 1093.959755] env[69440]: DEBUG nova.network.neutron [req-56ce7d95-52da-447e-8b09-7fcc619d7314 req-a8f54fee-1676-4ced-8433-3662ad1b5a6f service nova] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.978872] env[69440]: DEBUG nova.compute.manager [req-d0ab1ec2-da1d-40b8-ac55-79adcb80411b req-9b2abde9-428b-4d4f-92a1-20187cb50b1a service nova] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Received event network-changed-e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.979099] env[69440]: DEBUG nova.compute.manager [req-d0ab1ec2-da1d-40b8-ac55-79adcb80411b req-9b2abde9-428b-4d4f-92a1-20187cb50b1a service nova] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Refreshing instance network info cache due to event network-changed-e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.979392] env[69440]: DEBUG oslo_concurrency.lockutils [req-d0ab1ec2-da1d-40b8-ac55-79adcb80411b req-9b2abde9-428b-4d4f-92a1-20187cb50b1a service nova] Acquiring lock "refresh_cache-921d5d64-36f1-42eb-9d85-ecdc74e555f0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.979459] env[69440]: DEBUG oslo_concurrency.lockutils [req-d0ab1ec2-da1d-40b8-ac55-79adcb80411b req-9b2abde9-428b-4d4f-92a1-20187cb50b1a service nova] Acquired lock "refresh_cache-921d5d64-36f1-42eb-9d85-ecdc74e555f0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.979607] env[69440]: DEBUG nova.network.neutron [req-d0ab1ec2-da1d-40b8-ac55-79adcb80411b req-9b2abde9-428b-4d4f-92a1-20187cb50b1a service nova] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Refreshing network info cache for port e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.988673] env[69440]: DEBUG nova.compute.manager [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.988810] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.990924] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292dbe8d-3e08-4a8e-80e6-985e6d51b332 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.003891] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.004104] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c56059f-a4d4-49b2-8e3b-5efe01be0483 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.016015] env[69440]: DEBUG oslo_vmware.api [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 1094.016015] env[69440]: value = "task-4140099" [ 1094.016015] env[69440]: _type = "Task" [ 1094.016015] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.021175] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.028394] env[69440]: DEBUG oslo_vmware.api [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4140099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.042635] env[69440]: DEBUG oslo_concurrency.lockutils [None req-923601ef-d35d-4dc5-ada3-62d9f5fd0a7a tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Lock "510d2410-3cd4-474f-bcbd-f91f71b7f69e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.707s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.221578] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.222371] env[69440]: DEBUG nova.compute.manager [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.225732] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.952s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.225972] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.229033] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.623s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.229033] env[69440]: DEBUG nova.objects.instance [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Lazy-loading 'resources' on Instance uuid b4c7d5c6-31c2-4cc8-8b71-40a8a967de16 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.250878] env[69440]: DEBUG nova.network.neutron [-] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.268107] env[69440]: INFO nova.scheduler.client.report [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Deleted allocations for instance 582bafd2-ec53-48e4-a9ce-192c4343c571 [ 1094.277259] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140097, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.374058] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140098, 'name': CreateVM_Task, 'duration_secs': 0.428835} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.374304] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.375139] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.375398] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.375736] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.376424] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e8df9f0-b56c-4cfe-8c90-a42549099a6c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.384214] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1094.384214] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]520748ef-aa09-b6a9-b47b-a5e4b8ffb22b" [ 1094.384214] env[69440]: _type = "Task" [ 1094.384214] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.395139] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520748ef-aa09-b6a9-b47b-a5e4b8ffb22b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.468972] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd81a4bf-45cf-449e-ab14-08a604f7ccb1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.485642] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2588b607-8aab-4cd7-8012-bed96b00f4e9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.528584] env[69440]: DEBUG nova.compute.manager [req-56ce7d95-52da-447e-8b09-7fcc619d7314 req-a8f54fee-1676-4ced-8433-3662ad1b5a6f service nova] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Detach interface failed, port_id=e5cdbf24-ecc5-4a58-b689-fb84d85c48af, reason: Instance b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1094.538592] env[69440]: DEBUG oslo_vmware.api [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4140099, 'name': PowerOffVM_Task, 'duration_secs': 0.295162} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.538880] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.539058] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.539345] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea66c9d6-7e11-4d85-b6f0-42eb6b8c12c2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.612743] env[69440]: DEBUG nova.network.neutron [-] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.616335] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.617039] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.617039] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Deleting the datastore file [datastore1] e7a7624e-3780-4ab5-9e5e-ff73e934301e {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.617691] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a458b6c5-bac9-4782-8b43-ba6edda4e09e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.627521] env[69440]: DEBUG oslo_vmware.api [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for the task: (returnval){ [ 1094.627521] env[69440]: value = "task-4140101" [ 1094.627521] env[69440]: _type = "Task" [ 1094.627521] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.641850] env[69440]: DEBUG oslo_vmware.api [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4140101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.740193] env[69440]: DEBUG nova.compute.utils [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.741752] env[69440]: DEBUG nova.compute.manager [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1094.741930] env[69440]: DEBUG nova.network.neutron [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.755191] env[69440]: INFO nova.compute.manager [-] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Took 1.56 seconds to deallocate network for instance. [ 1094.779469] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140097, 'name': CreateVM_Task, 'duration_secs': 0.546259} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.780070] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.781576] env[69440]: DEBUG oslo_concurrency.lockutils [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.785046] env[69440]: DEBUG oslo_concurrency.lockutils [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.785046] env[69440]: DEBUG oslo_concurrency.lockutils [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.785288] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e301feb9-481b-44a9-833c-1d0a96541d81 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.788376] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7f4889d7-e351-4eb6-acff-6979ed26a57f tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Lock "582bafd2-ec53-48e4-a9ce-192c4343c571" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.785s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.793280] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1094.793280] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52bbade6-8892-5765-4ebd-6d95f32fd9ca" [ 1094.793280] env[69440]: _type = "Task" [ 1094.793280] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.804659] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52bbade6-8892-5765-4ebd-6d95f32fd9ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.839758] env[69440]: DEBUG nova.policy [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fb57f5536514f4991f6e9df7c04628b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '384851ba5d9645a48c645ad3db374d90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.895778] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520748ef-aa09-b6a9-b47b-a5e4b8ffb22b, 'name': SearchDatastore_Task, 'duration_secs': 0.013206} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.899127] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.899541] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.899820] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.899973] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.900169] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.900640] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70139392-4526-47f1-87b9-c5082eb5e487 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.911130] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.911682] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.912277] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc567aa-506f-4741-9e50-5dbcee9c147b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.922452] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1094.922452] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]529e1bd1-4c31-496c-dd83-c2b4dcb27d1b" [ 1094.922452] env[69440]: _type = "Task" [ 1094.922452] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.932492] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529e1bd1-4c31-496c-dd83-c2b4dcb27d1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.940800] env[69440]: DEBUG nova.network.neutron [req-d0ab1ec2-da1d-40b8-ac55-79adcb80411b req-9b2abde9-428b-4d4f-92a1-20187cb50b1a service nova] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Updated VIF entry in instance network info cache for port e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.941196] env[69440]: DEBUG nova.network.neutron [req-d0ab1ec2-da1d-40b8-ac55-79adcb80411b req-9b2abde9-428b-4d4f-92a1-20187cb50b1a service nova] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Updating instance_info_cache with network_info: [{"id": "e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54", "address": "fa:16:3e:f1:4f:83", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ada0a0-27", "ovs_interfaceid": "e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.978649] env[69440]: DEBUG nova.compute.manager [None req-c62e8ca7-9c7a-425f-8d4b-dcb7e14f35d8 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1094.982675] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a0d365-de8c-42ce-b52e-9c9c7aa4b150 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.066404] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Acquiring lock "510d2410-3cd4-474f-bcbd-f91f71b7f69e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.066668] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Lock "510d2410-3cd4-474f-bcbd-f91f71b7f69e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.066912] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Acquiring lock "510d2410-3cd4-474f-bcbd-f91f71b7f69e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.067082] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Lock "510d2410-3cd4-474f-bcbd-f91f71b7f69e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.067571] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Lock "510d2410-3cd4-474f-bcbd-f91f71b7f69e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.072418] env[69440]: INFO nova.compute.manager [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Terminating instance [ 1095.119478] env[69440]: INFO nova.compute.manager [-] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Took 1.55 seconds to deallocate network for instance. [ 1095.140523] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e0d05f-2fe5-4205-aead-d21d960d55a7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.147023] env[69440]: DEBUG oslo_vmware.api [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Task: {'id': task-4140101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404982} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.147100] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.147506] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.147760] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.147945] env[69440]: INFO nova.compute.manager [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1095.149201] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.149201] env[69440]: DEBUG nova.compute.manager [-] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.149201] env[69440]: DEBUG nova.network.neutron [-] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.158022] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d22c6c-b3f5-4e1d-a2ff-b0a7f1a94ffa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.190984] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14aba399-d747-4987-8196-0e0200063118 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.201793] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa99778-12ed-4cb8-b972-7fdd061aad06 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.219497] env[69440]: DEBUG nova.compute.provider_tree [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.245084] env[69440]: DEBUG nova.compute.manager [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.269431] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.311527] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52bbade6-8892-5765-4ebd-6d95f32fd9ca, 'name': SearchDatastore_Task, 'duration_secs': 0.014971} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.311846] env[69440]: DEBUG oslo_concurrency.lockutils [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.312145] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.312394] env[69440]: DEBUG oslo_concurrency.lockutils [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.312541] env[69440]: DEBUG oslo_concurrency.lockutils [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.312778] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.313081] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c291b3c-d6a2-4a3d-b646-4972bf2d9f0b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.326311] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.326545] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.327383] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c22c437-10c3-4b42-9292-1aafdc978a67 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.334799] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1095.334799] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52544612-583e-a782-f733-1efde9dad690" [ 1095.334799] env[69440]: _type = "Task" [ 1095.334799] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.345884] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52544612-583e-a782-f733-1efde9dad690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.411215] env[69440]: DEBUG nova.network.neutron [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Successfully updated port: ac73507d-44fa-44d1-9de0-bc8704609a94 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.438578] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529e1bd1-4c31-496c-dd83-c2b4dcb27d1b, 'name': SearchDatastore_Task, 'duration_secs': 0.012549} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.442783] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a0c8910-d784-4d6a-b5b5-e019af2cfcbd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.445684] env[69440]: DEBUG oslo_concurrency.lockutils [req-d0ab1ec2-da1d-40b8-ac55-79adcb80411b req-9b2abde9-428b-4d4f-92a1-20187cb50b1a service nova] Releasing lock "refresh_cache-921d5d64-36f1-42eb-9d85-ecdc74e555f0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.452876] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1095.452876] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52bc3d57-5b0b-ddd5-ec81-54f0e3b9eaad" [ 1095.452876] env[69440]: _type = "Task" [ 1095.452876] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.463034] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52bc3d57-5b0b-ddd5-ec81-54f0e3b9eaad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.495617] env[69440]: INFO nova.compute.manager [None req-c62e8ca7-9c7a-425f-8d4b-dcb7e14f35d8 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] instance snapshotting [ 1095.496454] env[69440]: DEBUG nova.objects.instance [None req-c62e8ca7-9c7a-425f-8d4b-dcb7e14f35d8 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Lazy-loading 'flavor' on Instance uuid 510d2410-3cd4-474f-bcbd-f91f71b7f69e {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.577376] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Acquiring lock "refresh_cache-510d2410-3cd4-474f-bcbd-f91f71b7f69e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.577598] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Acquired lock "refresh_cache-510d2410-3cd4-474f-bcbd-f91f71b7f69e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.577799] env[69440]: DEBUG nova.network.neutron [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.635359] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.722565] env[69440]: DEBUG nova.scheduler.client.report [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.798230] env[69440]: DEBUG nova.network.neutron [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Successfully created port: e45a5e1e-519c-446e-bbb7-8a63b7479d08 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.848551] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52544612-583e-a782-f733-1efde9dad690, 'name': SearchDatastore_Task, 'duration_secs': 0.012623} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.850319] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7193c88b-62b0-4fc2-ae2d-e9bcfc084ca5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.858855] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1095.858855] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b8a818-a756-3557-7174-fc22227255bd" [ 1095.858855] env[69440]: _type = "Task" [ 1095.858855] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.868672] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52b8a818-a756-3557-7174-fc22227255bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.921069] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.921069] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.921069] env[69440]: DEBUG nova.network.neutron [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.964597] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52bc3d57-5b0b-ddd5-ec81-54f0e3b9eaad, 'name': SearchDatastore_Task, 'duration_secs': 0.037049} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.965122] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.965207] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064/41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.968435] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd17fb2d-bf08-4ec4-9041-4273e2aa465b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.976457] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1095.976457] env[69440]: value = "task-4140102" [ 1095.976457] env[69440]: _type = "Task" [ 1095.976457] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.993376] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.002609] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efecd82-bc65-4906-a4bc-0e47618ac2e7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.021402] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f031aa-059d-4168-8cb8-e1fcfd523f7c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.103020] env[69440]: DEBUG nova.network.neutron [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.156488] env[69440]: DEBUG nova.compute.manager [req-63256ed7-0193-4562-834d-8d67e66a4722 req-b060fb7e-0f1b-497f-989c-f000121adc71 service nova] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Received event network-vif-deleted-f967fd5b-7a16-42dd-a687-b102b9b35848 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.167822] env[69440]: DEBUG nova.compute.manager [req-4ac50e03-814f-450a-b9f3-976ff38cf80c req-12ec5ebb-ebdd-45d7-b52e-7590951ef60c service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Received event network-vif-plugged-ac73507d-44fa-44d1-9de0-bc8704609a94 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.168060] env[69440]: DEBUG oslo_concurrency.lockutils [req-4ac50e03-814f-450a-b9f3-976ff38cf80c req-12ec5ebb-ebdd-45d7-b52e-7590951ef60c service nova] Acquiring lock "b1f6f084-7688-45cf-b912-4a0a66a33b34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.168208] env[69440]: DEBUG oslo_concurrency.lockutils [req-4ac50e03-814f-450a-b9f3-976ff38cf80c req-12ec5ebb-ebdd-45d7-b52e-7590951ef60c service nova] Lock "b1f6f084-7688-45cf-b912-4a0a66a33b34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.168378] env[69440]: DEBUG oslo_concurrency.lockutils [req-4ac50e03-814f-450a-b9f3-976ff38cf80c req-12ec5ebb-ebdd-45d7-b52e-7590951ef60c service nova] Lock "b1f6f084-7688-45cf-b912-4a0a66a33b34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.168559] env[69440]: DEBUG nova.compute.manager [req-4ac50e03-814f-450a-b9f3-976ff38cf80c req-12ec5ebb-ebdd-45d7-b52e-7590951ef60c service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] No waiting events found dispatching network-vif-plugged-ac73507d-44fa-44d1-9de0-bc8704609a94 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1096.171570] env[69440]: WARNING nova.compute.manager [req-4ac50e03-814f-450a-b9f3-976ff38cf80c req-12ec5ebb-ebdd-45d7-b52e-7590951ef60c service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Received unexpected event network-vif-plugged-ac73507d-44fa-44d1-9de0-bc8704609a94 for instance with vm_state building and task_state spawning. [ 1096.171570] env[69440]: DEBUG nova.compute.manager [req-4ac50e03-814f-450a-b9f3-976ff38cf80c req-12ec5ebb-ebdd-45d7-b52e-7590951ef60c service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Received event network-changed-ac73507d-44fa-44d1-9de0-bc8704609a94 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.171570] env[69440]: DEBUG nova.compute.manager [req-4ac50e03-814f-450a-b9f3-976ff38cf80c req-12ec5ebb-ebdd-45d7-b52e-7590951ef60c service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Refreshing instance network info cache due to event network-changed-ac73507d-44fa-44d1-9de0-bc8704609a94. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.171570] env[69440]: DEBUG oslo_concurrency.lockutils [req-4ac50e03-814f-450a-b9f3-976ff38cf80c req-12ec5ebb-ebdd-45d7-b52e-7590951ef60c service nova] Acquiring lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.186879] env[69440]: DEBUG nova.network.neutron [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.231065] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "79a1311f-55d1-4185-a46f-2919440e27f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.231321] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "79a1311f-55d1-4185-a46f-2919440e27f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.233340] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.236989] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.861s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.237119] env[69440]: DEBUG nova.objects.instance [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lazy-loading 'resources' on Instance uuid 53e86c03-079b-4918-b4a4-ea821a1be472 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.257478] env[69440]: DEBUG nova.compute.manager [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.271846] env[69440]: INFO nova.scheduler.client.report [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Deleted allocations for instance b4c7d5c6-31c2-4cc8-8b71-40a8a967de16 [ 1096.291558] env[69440]: DEBUG nova.virt.hardware [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.291712] env[69440]: DEBUG nova.virt.hardware [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.291770] env[69440]: DEBUG nova.virt.hardware [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.291952] env[69440]: DEBUG nova.virt.hardware [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.292497] env[69440]: DEBUG nova.virt.hardware [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.292685] env[69440]: DEBUG nova.virt.hardware [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.292905] env[69440]: DEBUG nova.virt.hardware [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.293081] env[69440]: DEBUG nova.virt.hardware [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.293249] env[69440]: DEBUG nova.virt.hardware [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.293419] env[69440]: DEBUG nova.virt.hardware [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.293591] env[69440]: DEBUG nova.virt.hardware [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.294978] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8182358b-4f85-420f-a3e8-daa655455255 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.304111] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7c7963-db4c-451f-842f-7a0ee46d7b31 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.371960] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52b8a818-a756-3557-7174-fc22227255bd, 'name': SearchDatastore_Task, 'duration_secs': 0.028229} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.372356] env[69440]: DEBUG oslo_concurrency.lockutils [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.372642] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 921d5d64-36f1-42eb-9d85-ecdc74e555f0/921d5d64-36f1-42eb-9d85-ecdc74e555f0.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.372988] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abc256a3-542e-4e41-a05e-0acd2d9c83d3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.382500] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1096.382500] env[69440]: value = "task-4140103" [ 1096.382500] env[69440]: _type = "Task" [ 1096.382500] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.395640] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.470796] env[69440]: DEBUG nova.network.neutron [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.475231] env[69440]: DEBUG nova.network.neutron [-] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.491219] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140102, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.533528] env[69440]: DEBUG nova.compute.manager [None req-c62e8ca7-9c7a-425f-8d4b-dcb7e14f35d8 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Instance disappeared during snapshot {{(pid=69440) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1096.642045] env[69440]: DEBUG nova.network.neutron [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Updating instance_info_cache with network_info: [{"id": "ac73507d-44fa-44d1-9de0-bc8704609a94", "address": "fa:16:3e:9b:be:95", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac73507d-44", "ovs_interfaceid": "ac73507d-44fa-44d1-9de0-bc8704609a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.692345] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Releasing lock "refresh_cache-510d2410-3cd4-474f-bcbd-f91f71b7f69e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.692546] env[69440]: DEBUG nova.compute.manager [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.692782] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.693846] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cae5adb-dcf9-4ad8-9a00-bd1cf32b34c2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.709931] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.709931] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-946c7311-85fe-48b0-9cdb-2564d424c972 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.721542] env[69440]: DEBUG oslo_vmware.api [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Waiting for the task: (returnval){ [ 1096.721542] env[69440]: value = "task-4140104" [ 1096.721542] env[69440]: _type = "Task" [ 1096.721542] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.733091] env[69440]: DEBUG oslo_vmware.api [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': task-4140104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.733682] env[69440]: DEBUG nova.compute.manager [None req-c62e8ca7-9c7a-425f-8d4b-dcb7e14f35d8 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Found 0 images (rotation: 2) {{(pid=69440) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1096.737227] env[69440]: DEBUG nova.compute.manager [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.782590] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d81b0bda-6f9b-4318-817e-cb81bd85f451 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Lock "b4c7d5c6-31c2-4cc8-8b71-40a8a967de16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.237s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.900402] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140103, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.982082] env[69440]: INFO nova.compute.manager [-] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Took 1.83 seconds to deallocate network for instance. [ 1097.005247] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764209} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.006403] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064/41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.006682] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.006931] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73266848-7885-434d-8677-dfcdfc80cd25 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.016848] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1097.016848] env[69440]: value = "task-4140105" [ 1097.016848] env[69440]: _type = "Task" [ 1097.016848] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.036058] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.145269] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.145755] env[69440]: DEBUG nova.compute.manager [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Instance network_info: |[{"id": "ac73507d-44fa-44d1-9de0-bc8704609a94", "address": "fa:16:3e:9b:be:95", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac73507d-44", "ovs_interfaceid": "ac73507d-44fa-44d1-9de0-bc8704609a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.146092] env[69440]: DEBUG oslo_concurrency.lockutils [req-4ac50e03-814f-450a-b9f3-976ff38cf80c req-12ec5ebb-ebdd-45d7-b52e-7590951ef60c service nova] Acquired lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.146279] env[69440]: DEBUG nova.network.neutron [req-4ac50e03-814f-450a-b9f3-976ff38cf80c req-12ec5ebb-ebdd-45d7-b52e-7590951ef60c service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Refreshing network info cache for port ac73507d-44fa-44d1-9de0-bc8704609a94 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.147568] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:be:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac73507d-44fa-44d1-9de0-bc8704609a94', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.161652] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.165591] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.166496] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8052d197-ab2d-41f9-a2e6-012df7e8b854 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.170017] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca6f21d6-79bc-4b0f-8115-6fe30bfa792c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.198192] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd577a6f-3062-46cb-9c68-fdbd7e9d2b52 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.201019] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.201019] env[69440]: value = "task-4140106" [ 1097.201019] env[69440]: _type = "Task" [ 1097.201019] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.243615] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c7bef2-909d-464a-a871-9094a2c7cc46 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.256024] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140106, 'name': CreateVM_Task} progress is 15%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.267048] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ee1579-1c69-49f5-8ae2-37e80e8e6525 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.274036] env[69440]: DEBUG oslo_vmware.api [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': task-4140104, 'name': PowerOffVM_Task, 'duration_secs': 0.212215} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.274036] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.274036] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.274036] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-787fbee3-b4de-41a2-9423-106504c51062 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.278379] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.288908] env[69440]: DEBUG nova.compute.provider_tree [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.318243] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.318604] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.319412] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Deleting the datastore file [datastore1] 510d2410-3cd4-474f-bcbd-f91f71b7f69e {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.319412] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ae9e9a7-6a65-4c08-a840-a7b3aadfbe72 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.329175] env[69440]: DEBUG oslo_vmware.api [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Waiting for the task: (returnval){ [ 1097.329175] env[69440]: value = "task-4140108" [ 1097.329175] env[69440]: _type = "Task" [ 1097.329175] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.339527] env[69440]: DEBUG oslo_vmware.api [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': task-4140108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.396279] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720896} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.398070] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 921d5d64-36f1-42eb-9d85-ecdc74e555f0/921d5d64-36f1-42eb-9d85-ecdc74e555f0.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.398070] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.398070] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfdcae90-9772-4590-bd20-3b044e818783 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.405862] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1097.405862] env[69440]: value = "task-4140109" [ 1097.405862] env[69440]: _type = "Task" [ 1097.405862] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.416244] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.507814] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.530071] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084995} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.530071] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.530071] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b37c4f-e905-46b0-8eb6-e9082ddf5a6c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.550756] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064/41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.551063] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35190616-090d-4654-a3b6-1f5edfdf2614 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.572502] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1097.572502] env[69440]: value = "task-4140110" [ 1097.572502] env[69440]: _type = "Task" [ 1097.572502] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.586020] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140110, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.701386] env[69440]: DEBUG nova.network.neutron [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Successfully updated port: e45a5e1e-519c-446e-bbb7-8a63b7479d08 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.717548] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140106, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.792471] env[69440]: DEBUG nova.scheduler.client.report [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.843314] env[69440]: DEBUG oslo_vmware.api [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Task: {'id': task-4140108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107037} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.846522] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.846783] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.847199] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.847274] env[69440]: INFO nova.compute.manager [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1097.851022] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.851022] env[69440]: DEBUG nova.compute.manager [-] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.851022] env[69440]: DEBUG nova.network.neutron [-] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.883464] env[69440]: DEBUG nova.network.neutron [-] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.917713] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074223} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.920649] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.921293] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b04eaa-d2a2-4e89-a800-5bd56bfeb048 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.946676] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 921d5d64-36f1-42eb-9d85-ecdc74e555f0/921d5d64-36f1-42eb-9d85-ecdc74e555f0.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.947268] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-772d6c3a-d8a6-4fc7-ae90-d958b5155ee9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.968329] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1097.968329] env[69440]: value = "task-4140111" [ 1097.968329] env[69440]: _type = "Task" [ 1097.968329] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.979206] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.083601] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140110, 'name': ReconfigVM_Task, 'duration_secs': 0.347061} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.084112] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064/41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.084911] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f26b87b-7e86-4588-aa47-8be842894af2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.093091] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1098.093091] env[69440]: value = "task-4140112" [ 1098.093091] env[69440]: _type = "Task" [ 1098.093091] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.103081] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140112, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.109972] env[69440]: DEBUG nova.network.neutron [req-4ac50e03-814f-450a-b9f3-976ff38cf80c req-12ec5ebb-ebdd-45d7-b52e-7590951ef60c service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Updated VIF entry in instance network info cache for port ac73507d-44fa-44d1-9de0-bc8704609a94. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.110526] env[69440]: DEBUG nova.network.neutron [req-4ac50e03-814f-450a-b9f3-976ff38cf80c req-12ec5ebb-ebdd-45d7-b52e-7590951ef60c service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Updating instance_info_cache with network_info: [{"id": "ac73507d-44fa-44d1-9de0-bc8704609a94", "address": "fa:16:3e:9b:be:95", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac73507d-44", "ovs_interfaceid": "ac73507d-44fa-44d1-9de0-bc8704609a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.198962] env[69440]: DEBUG nova.compute.manager [req-25c66385-ae5c-4938-992b-c6b4d8d7686d req-1f950885-1862-4add-82f8-36d82a23a175 service nova] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Received event network-vif-deleted-7924bd45-8d5e-46ef-a407-923668fd7a0a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.198962] env[69440]: DEBUG nova.compute.manager [req-25c66385-ae5c-4938-992b-c6b4d8d7686d req-1f950885-1862-4add-82f8-36d82a23a175 service nova] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Received event network-vif-plugged-e45a5e1e-519c-446e-bbb7-8a63b7479d08 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.198962] env[69440]: DEBUG oslo_concurrency.lockutils [req-25c66385-ae5c-4938-992b-c6b4d8d7686d req-1f950885-1862-4add-82f8-36d82a23a175 service nova] Acquiring lock "239845d8-97d0-434d-b4ea-51f98f750587-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.198962] env[69440]: DEBUG oslo_concurrency.lockutils [req-25c66385-ae5c-4938-992b-c6b4d8d7686d req-1f950885-1862-4add-82f8-36d82a23a175 service nova] Lock "239845d8-97d0-434d-b4ea-51f98f750587-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.198962] env[69440]: DEBUG oslo_concurrency.lockutils [req-25c66385-ae5c-4938-992b-c6b4d8d7686d req-1f950885-1862-4add-82f8-36d82a23a175 service nova] Lock "239845d8-97d0-434d-b4ea-51f98f750587-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.198962] env[69440]: DEBUG nova.compute.manager [req-25c66385-ae5c-4938-992b-c6b4d8d7686d req-1f950885-1862-4add-82f8-36d82a23a175 service nova] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] No waiting events found dispatching network-vif-plugged-e45a5e1e-519c-446e-bbb7-8a63b7479d08 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1098.198962] env[69440]: WARNING nova.compute.manager [req-25c66385-ae5c-4938-992b-c6b4d8d7686d req-1f950885-1862-4add-82f8-36d82a23a175 service nova] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Received unexpected event network-vif-plugged-e45a5e1e-519c-446e-bbb7-8a63b7479d08 for instance with vm_state building and task_state spawning. [ 1098.198962] env[69440]: DEBUG nova.compute.manager [req-25c66385-ae5c-4938-992b-c6b4d8d7686d req-1f950885-1862-4add-82f8-36d82a23a175 service nova] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Received event network-changed-e45a5e1e-519c-446e-bbb7-8a63b7479d08 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.199323] env[69440]: DEBUG nova.compute.manager [req-25c66385-ae5c-4938-992b-c6b4d8d7686d req-1f950885-1862-4add-82f8-36d82a23a175 service nova] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Refreshing instance network info cache due to event network-changed-e45a5e1e-519c-446e-bbb7-8a63b7479d08. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.199323] env[69440]: DEBUG oslo_concurrency.lockutils [req-25c66385-ae5c-4938-992b-c6b4d8d7686d req-1f950885-1862-4add-82f8-36d82a23a175 service nova] Acquiring lock "refresh_cache-239845d8-97d0-434d-b4ea-51f98f750587" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.199384] env[69440]: DEBUG oslo_concurrency.lockutils [req-25c66385-ae5c-4938-992b-c6b4d8d7686d req-1f950885-1862-4add-82f8-36d82a23a175 service nova] Acquired lock "refresh_cache-239845d8-97d0-434d-b4ea-51f98f750587" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.199558] env[69440]: DEBUG nova.network.neutron [req-25c66385-ae5c-4938-992b-c6b4d8d7686d req-1f950885-1862-4add-82f8-36d82a23a175 service nova] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Refreshing network info cache for port e45a5e1e-519c-446e-bbb7-8a63b7479d08 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.210363] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "refresh_cache-239845d8-97d0-434d-b4ea-51f98f750587" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.215323] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140106, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.302060] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.303593] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.282s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.306988] env[69440]: INFO nova.compute.claims [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.338532] env[69440]: INFO nova.scheduler.client.report [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Deleted allocations for instance 53e86c03-079b-4918-b4a4-ea821a1be472 [ 1098.387322] env[69440]: DEBUG nova.network.neutron [-] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.483786] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140111, 'name': ReconfigVM_Task, 'duration_secs': 0.329339} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.484652] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 921d5d64-36f1-42eb-9d85-ecdc74e555f0/921d5d64-36f1-42eb-9d85-ecdc74e555f0.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.484777] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f72e9d3b-ef0c-48c3-b860-73c929b93a09 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.495533] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1098.495533] env[69440]: value = "task-4140113" [ 1098.495533] env[69440]: _type = "Task" [ 1098.495533] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.507429] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140113, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.604625] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140112, 'name': Rename_Task, 'duration_secs': 0.157478} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.604914] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.605179] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaded442-6b36-4795-938c-9e5b6cb1ea4b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.612996] env[69440]: DEBUG oslo_concurrency.lockutils [req-4ac50e03-814f-450a-b9f3-976ff38cf80c req-12ec5ebb-ebdd-45d7-b52e-7590951ef60c service nova] Releasing lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.613640] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1098.613640] env[69440]: value = "task-4140114" [ 1098.613640] env[69440]: _type = "Task" [ 1098.613640] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.625801] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.715223] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140106, 'name': CreateVM_Task, 'duration_secs': 1.478007} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.715578] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.716120] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.716311] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.716701] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.716991] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca2a7d16-a865-4c99-bc14-f01a41a522b9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.722245] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1098.722245] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]520b42d7-3952-cc41-907e-db40352a2f2a" [ 1098.722245] env[69440]: _type = "Task" [ 1098.722245] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.733480] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520b42d7-3952-cc41-907e-db40352a2f2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.768935] env[69440]: DEBUG nova.network.neutron [req-25c66385-ae5c-4938-992b-c6b4d8d7686d req-1f950885-1862-4add-82f8-36d82a23a175 service nova] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.855247] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4ab3d939-e467-47e9-b0ea-84c28749fe48 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Lock "53e86c03-079b-4918-b4a4-ea821a1be472" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.920s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.876093] env[69440]: DEBUG nova.network.neutron [req-25c66385-ae5c-4938-992b-c6b4d8d7686d req-1f950885-1862-4add-82f8-36d82a23a175 service nova] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.891613] env[69440]: INFO nova.compute.manager [-] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Took 1.04 seconds to deallocate network for instance. [ 1099.008899] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140113, 'name': Rename_Task, 'duration_secs': 0.171148} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.009512] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.009930] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3a92ebb-a895-4491-adb2-a41809a31902 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.020024] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1099.020024] env[69440]: value = "task-4140115" [ 1099.020024] env[69440]: _type = "Task" [ 1099.020024] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.030466] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.126578] env[69440]: DEBUG oslo_vmware.api [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140114, 'name': PowerOnVM_Task, 'duration_secs': 0.512084} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.127082] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.127459] env[69440]: DEBUG nova.compute.manager [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1099.128546] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3d3bc2-00dc-4958-ab2c-f6084698fbb3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.237278] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520b42d7-3952-cc41-907e-db40352a2f2a, 'name': SearchDatastore_Task, 'duration_secs': 0.010333} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.237717] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.238032] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.238347] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.238553] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.238912] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.239251] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88ddcf8b-3e81-47e2-84ca-e862aa65c1ca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.251522] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.251798] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.252684] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-148de35b-1771-4c95-9dea-60c008be85c8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.259266] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1099.259266] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]524ae618-74bb-f93e-58fd-ca9366707214" [ 1099.259266] env[69440]: _type = "Task" [ 1099.259266] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.268765] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]524ae618-74bb-f93e-58fd-ca9366707214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.379745] env[69440]: DEBUG oslo_concurrency.lockutils [req-25c66385-ae5c-4938-992b-c6b4d8d7686d req-1f950885-1862-4add-82f8-36d82a23a175 service nova] Releasing lock "refresh_cache-239845d8-97d0-434d-b4ea-51f98f750587" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.381075] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "refresh_cache-239845d8-97d0-434d-b4ea-51f98f750587" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.381075] env[69440]: DEBUG nova.network.neutron [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.401462] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.535717] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140115, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.646819] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bfac5d-50c1-4bdb-9d8d-1c91324e6878 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.653513] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.658989] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46104bad-ba31-4314-8910-74eba841d283 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.697421] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e8408c-42ae-4d15-bce4-bbe601e1750e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.706527] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc58c3f-b7c6-4ac1-bd37-817f98904de5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.721428] env[69440]: DEBUG nova.compute.provider_tree [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.770122] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]524ae618-74bb-f93e-58fd-ca9366707214, 'name': SearchDatastore_Task, 'duration_secs': 0.012196} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.771426] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45ffa6ae-25fa-4179-9f14-88a9885fa8ce {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.776382] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1099.776382] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ad6ad7-2cc9-a13d-5e87-84416f28b1c5" [ 1099.776382] env[69440]: _type = "Task" [ 1099.776382] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.784731] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ad6ad7-2cc9-a13d-5e87-84416f28b1c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.920999] env[69440]: DEBUG nova.network.neutron [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.034875] env[69440]: DEBUG oslo_vmware.api [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140115, 'name': PowerOnVM_Task, 'duration_secs': 0.537908} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.037853] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.038133] env[69440]: INFO nova.compute.manager [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1100.038357] env[69440]: DEBUG nova.compute.manager [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1100.039298] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e19ee4b-2256-4afe-ae87-97b3eabf4004 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.157679] env[69440]: DEBUG nova.network.neutron [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Updating instance_info_cache with network_info: [{"id": "e45a5e1e-519c-446e-bbb7-8a63b7479d08", "address": "fa:16:3e:3b:dc:0c", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape45a5e1e-51", "ovs_interfaceid": "e45a5e1e-519c-446e-bbb7-8a63b7479d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.229015] env[69440]: DEBUG nova.scheduler.client.report [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.288444] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ad6ad7-2cc9-a13d-5e87-84416f28b1c5, 'name': SearchDatastore_Task, 'duration_secs': 0.014936} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.289595] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.291104] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] b1f6f084-7688-45cf-b912-4a0a66a33b34/b1f6f084-7688-45cf-b912-4a0a66a33b34.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.291104] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9457231d-48d9-42cb-a3e3-f2786a1046da {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.299391] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1100.299391] env[69440]: value = "task-4140116" [ 1100.299391] env[69440]: _type = "Task" [ 1100.299391] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.309323] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.404461] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.404461] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.404461] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.404461] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.404461] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.405587] env[69440]: INFO nova.compute.manager [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Terminating instance [ 1100.558884] env[69440]: INFO nova.compute.manager [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Took 38.57 seconds to build instance. [ 1100.660328] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "refresh_cache-239845d8-97d0-434d-b4ea-51f98f750587" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.660990] env[69440]: DEBUG nova.compute.manager [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Instance network_info: |[{"id": "e45a5e1e-519c-446e-bbb7-8a63b7479d08", "address": "fa:16:3e:3b:dc:0c", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape45a5e1e-51", "ovs_interfaceid": "e45a5e1e-519c-446e-bbb7-8a63b7479d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.661287] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:dc:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e45a5e1e-519c-446e-bbb7-8a63b7479d08', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.671530] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.671530] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.671772] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb271c0a-0d4e-45aa-8084-d3d7eada4518 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.704431] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.704431] env[69440]: value = "task-4140117" [ 1100.704431] env[69440]: _type = "Task" [ 1100.704431] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.716971] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140117, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.736183] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.736660] env[69440]: DEBUG nova.compute.manager [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.740077] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.471s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.740409] env[69440]: DEBUG nova.objects.instance [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lazy-loading 'resources' on Instance uuid b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.811233] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140116, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.910043] env[69440]: DEBUG nova.compute.manager [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.910327] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.911304] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e0d274-4832-4406-b291-83dfe18e449a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.920694] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.920694] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a071fe95-0dbb-4869-b663-517c158265c6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.929136] env[69440]: DEBUG oslo_vmware.api [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1100.929136] env[69440]: value = "task-4140118" [ 1100.929136] env[69440]: _type = "Task" [ 1100.929136] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.940363] env[69440]: DEBUG oslo_vmware.api [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.061852] env[69440]: DEBUG oslo_concurrency.lockutils [None req-89602edb-8b3b-4afc-9c57-cfa43082c83d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "921d5d64-36f1-42eb-9d85-ecdc74e555f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.084s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.216865] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140117, 'name': CreateVM_Task, 'duration_secs': 0.408826} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.217079] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.217887] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.218090] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.218423] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.218762] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9cd1e9c-c411-42c4-9544-ab1866c1191f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.224554] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1101.224554] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5277667e-e4b7-c3a8-8030-4bf18562d7cc" [ 1101.224554] env[69440]: _type = "Task" [ 1101.224554] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.235259] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5277667e-e4b7-c3a8-8030-4bf18562d7cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.247753] env[69440]: DEBUG nova.compute.utils [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.255283] env[69440]: DEBUG nova.compute.manager [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.255283] env[69440]: DEBUG nova.network.neutron [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.328325] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769265} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.328325] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] b1f6f084-7688-45cf-b912-4a0a66a33b34/b1f6f084-7688-45cf-b912-4a0a66a33b34.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.328325] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.328325] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ed25435-98f9-4ff3-9e4c-3857af226587 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.331033] env[69440]: DEBUG nova.policy [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eb1ccdf5406408c8ee5f37e6810bc1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8a06ebe28624c3e95dd75087b826705', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.337424] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1101.337424] env[69440]: value = "task-4140119" [ 1101.337424] env[69440]: _type = "Task" [ 1101.337424] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.347399] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.404440] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "9c6ca56b-90d5-4835-a504-84e8f8a2d640" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.406803] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "9c6ca56b-90d5-4835-a504-84e8f8a2d640" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.444460] env[69440]: DEBUG oslo_vmware.api [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140118, 'name': PowerOffVM_Task, 'duration_secs': 0.238628} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.444460] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.444606] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.444995] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbae3ccf-5e74-4f4d-ac3d-f3c9493c7432 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.517408] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.517714] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.517932] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Deleting the datastore file [datastore1] 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.518254] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36af1700-ac2a-48dd-8cb3-7230d18979c1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.528457] env[69440]: DEBUG oslo_vmware.api [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1101.528457] env[69440]: value = "task-4140121" [ 1101.528457] env[69440]: _type = "Task" [ 1101.528457] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.537824] env[69440]: DEBUG oslo_vmware.api [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.630066] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68faf485-f928-4c38-98ee-975525f2ff92 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.640274] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd657bd-7b85-48e0-93ee-d67bd30139db {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.677573] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a85fb0-4f82-4133-867a-764c10aede8b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.688168] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7591887-762c-4172-ad12-8135bc6160f4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.708568] env[69440]: DEBUG nova.compute.provider_tree [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.739302] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5277667e-e4b7-c3a8-8030-4bf18562d7cc, 'name': SearchDatastore_Task, 'duration_secs': 0.024326} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.739302] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.739302] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.739302] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.739302] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.739302] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.739302] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2835abcc-57d2-42e4-b747-bf404ba203c2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.747441] env[69440]: DEBUG nova.network.neutron [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Successfully created port: 9d41fd79-ca9f-4221-81b5-a61cc5686462 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.752022] env[69440]: DEBUG nova.compute.manager [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.756646] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.756646] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.757987] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03a38903-9a93-4385-9e5c-f488b9f78932 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.762169] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d174367c-539d-4ce2-94ef-019d6b3bcd74 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "921d5d64-36f1-42eb-9d85-ecdc74e555f0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.763751] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d174367c-539d-4ce2-94ef-019d6b3bcd74 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "921d5d64-36f1-42eb-9d85-ecdc74e555f0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.763751] env[69440]: DEBUG nova.compute.manager [None req-d174367c-539d-4ce2-94ef-019d6b3bcd74 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1101.763751] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb4c198-b798-4f78-9aa6-fb93b6d10a27 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.771890] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1101.771890] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]525dbefb-36d4-df61-d115-df3e65e7bc74" [ 1101.771890] env[69440]: _type = "Task" [ 1101.771890] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.773416] env[69440]: DEBUG nova.compute.manager [None req-d174367c-539d-4ce2-94ef-019d6b3bcd74 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69440) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1101.774236] env[69440]: DEBUG nova.objects.instance [None req-d174367c-539d-4ce2-94ef-019d6b3bcd74 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lazy-loading 'flavor' on Instance uuid 921d5d64-36f1-42eb-9d85-ecdc74e555f0 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.785844] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525dbefb-36d4-df61-d115-df3e65e7bc74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.850276] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075259} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.850593] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.851429] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e198690-0c16-4c12-b3f5-8c60145fb57c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.879941] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] b1f6f084-7688-45cf-b912-4a0a66a33b34/b1f6f084-7688-45cf-b912-4a0a66a33b34.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.880203] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dae1a00-fbc5-47cb-8b38-82037c96e0c7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.902738] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1101.902738] env[69440]: value = "task-4140122" [ 1101.902738] env[69440]: _type = "Task" [ 1101.902738] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.907867] env[69440]: DEBUG nova.compute.manager [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.916582] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140122, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.039730] env[69440]: DEBUG oslo_vmware.api [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.212772] env[69440]: DEBUG nova.scheduler.client.report [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.286880] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525dbefb-36d4-df61-d115-df3e65e7bc74, 'name': SearchDatastore_Task, 'duration_secs': 0.047522} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.290768] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60e7ce0c-4afb-469c-a083-3ef48d2f1e63 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.300557] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1102.300557] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]520332f4-4224-1b65-7e9e-5c25dbbd966f" [ 1102.300557] env[69440]: _type = "Task" [ 1102.300557] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.314248] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520332f4-4224-1b65-7e9e-5c25dbbd966f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.424988] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140122, 'name': ReconfigVM_Task, 'duration_secs': 0.316302} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.427024] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Reconfigured VM instance instance-0000005d to attach disk [datastore1] b1f6f084-7688-45cf-b912-4a0a66a33b34/b1f6f084-7688-45cf-b912-4a0a66a33b34.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.427024] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d1440a4-f7ff-457c-a2fe-95b9a3a6f58a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.437075] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1102.437075] env[69440]: value = "task-4140123" [ 1102.437075] env[69440]: _type = "Task" [ 1102.437075] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.439115] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.453806] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140123, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.543370] env[69440]: DEBUG oslo_vmware.api [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.581711} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.543370] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.543370] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.543370] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.543370] env[69440]: INFO nova.compute.manager [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1102.543617] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.543783] env[69440]: DEBUG nova.compute.manager [-] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.543893] env[69440]: DEBUG nova.network.neutron [-] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.722120] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.724715] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.089s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.725330] env[69440]: DEBUG nova.objects.instance [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lazy-loading 'resources' on Instance uuid 3d24ccf4-3a82-438c-ad37-0aa7e04afa92 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.749492] env[69440]: INFO nova.scheduler.client.report [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Deleted allocations for instance b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73 [ 1102.765977] env[69440]: DEBUG nova.compute.manager [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.799702] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d174367c-539d-4ce2-94ef-019d6b3bcd74 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.801680] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ea4b6cc-bfeb-4d93-b1cd-feee5e570424 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.809685] env[69440]: DEBUG nova.virt.hardware [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.809685] env[69440]: DEBUG nova.virt.hardware [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.809685] env[69440]: DEBUG nova.virt.hardware [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.809685] env[69440]: DEBUG nova.virt.hardware [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.809685] env[69440]: DEBUG nova.virt.hardware [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.809685] env[69440]: DEBUG nova.virt.hardware [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.809685] env[69440]: DEBUG nova.virt.hardware [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.810346] env[69440]: DEBUG nova.virt.hardware [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.810346] env[69440]: DEBUG nova.virt.hardware [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.810346] env[69440]: DEBUG nova.virt.hardware [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.810547] env[69440]: DEBUG nova.virt.hardware [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.811711] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3432b80c-7163-4fe6-9e53-26ff711055b2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.816502] env[69440]: DEBUG oslo_vmware.api [None req-d174367c-539d-4ce2-94ef-019d6b3bcd74 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1102.816502] env[69440]: value = "task-4140124" [ 1102.816502] env[69440]: _type = "Task" [ 1102.816502] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.828148] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520332f4-4224-1b65-7e9e-5c25dbbd966f, 'name': SearchDatastore_Task, 'duration_secs': 0.021542} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.832172] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d029cee7-de52-4b2e-8aad-ddd0011e6008 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.838279] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.838753] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 239845d8-97d0-434d-b4ea-51f98f750587/239845d8-97d0-434d-b4ea-51f98f750587.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.843164] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-083aefe9-bf30-474b-a490-da2dcb1d0529 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.846967] env[69440]: DEBUG oslo_vmware.api [None req-d174367c-539d-4ce2-94ef-019d6b3bcd74 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.864900] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1102.864900] env[69440]: value = "task-4140125" [ 1102.864900] env[69440]: _type = "Task" [ 1102.864900] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.876667] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.909780] env[69440]: DEBUG nova.compute.manager [req-f64c8ec1-36ed-49c0-87bc-56fc06d36efb req-c0a669a8-fdee-4cb7-8adc-61a796b94eea service nova] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Received event network-vif-deleted-4408156a-6eb6-4822-b970-e0e4ac22ed1e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.909780] env[69440]: INFO nova.compute.manager [req-f64c8ec1-36ed-49c0-87bc-56fc06d36efb req-c0a669a8-fdee-4cb7-8adc-61a796b94eea service nova] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Neutron deleted interface 4408156a-6eb6-4822-b970-e0e4ac22ed1e; detaching it from the instance and deleting it from the info cache [ 1102.909780] env[69440]: DEBUG nova.network.neutron [req-f64c8ec1-36ed-49c0-87bc-56fc06d36efb req-c0a669a8-fdee-4cb7-8adc-61a796b94eea service nova] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.949427] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140123, 'name': Rename_Task, 'duration_secs': 0.166925} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.949530] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.949788] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42fb46c4-6737-48aa-9438-09d3d5d129e6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.962807] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1102.962807] env[69440]: value = "task-4140126" [ 1102.962807] env[69440]: _type = "Task" [ 1102.962807] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.976369] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.257860] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.729s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.345197] env[69440]: DEBUG oslo_vmware.api [None req-d174367c-539d-4ce2-94ef-019d6b3bcd74 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140124, 'name': PowerOffVM_Task, 'duration_secs': 0.31695} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.345966] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d174367c-539d-4ce2-94ef-019d6b3bcd74 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.345966] env[69440]: DEBUG nova.compute.manager [None req-d174367c-539d-4ce2-94ef-019d6b3bcd74 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1103.346635] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d91815f-b128-4915-a25d-c1bfe5f2a37a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.371818] env[69440]: DEBUG nova.network.neutron [-] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.382331] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140125, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.414818] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-010ae5c2-3fae-41fd-88cf-af0412b48f49 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.429695] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e46d5f-1c67-4d7d-8abd-f01a9fd38a58 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.483164] env[69440]: DEBUG nova.compute.manager [req-f64c8ec1-36ed-49c0-87bc-56fc06d36efb req-c0a669a8-fdee-4cb7-8adc-61a796b94eea service nova] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Detach interface failed, port_id=4408156a-6eb6-4822-b970-e0e4ac22ed1e, reason: Instance 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1103.494469] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140126, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.577813] env[69440]: DEBUG nova.network.neutron [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Successfully updated port: 9d41fd79-ca9f-4221-81b5-a61cc5686462 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.636042] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11b1262-88b4-4479-83a1-8f04a0ed19a4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.644830] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f0c09e-4157-4724-8e2c-4f67feeae91f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.681401] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4203448-bf30-497b-b39b-d4028921d76a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.689730] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bcb5ba-d396-4af6-954f-272b40b5e31c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.705035] env[69440]: DEBUG nova.compute.provider_tree [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.874728] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d174367c-539d-4ce2-94ef-019d6b3bcd74 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "921d5d64-36f1-42eb-9d85-ecdc74e555f0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.112s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.883764] env[69440]: INFO nova.compute.manager [-] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Took 1.34 seconds to deallocate network for instance. [ 1103.884310] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140125, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.981598] env[69440]: DEBUG oslo_vmware.api [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140126, 'name': PowerOnVM_Task, 'duration_secs': 0.60157} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.981944] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.982215] env[69440]: INFO nova.compute.manager [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Took 10.24 seconds to spawn the instance on the hypervisor. [ 1103.982441] env[69440]: DEBUG nova.compute.manager [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1103.983292] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b8b61a-547f-43f2-bb13-42d39cac0c91 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.990818] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Acquiring lock "2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.990943] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Lock "2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.080275] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "refresh_cache-6db4be35-78b9-4afb-8270-d39988531a3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.080488] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquired lock "refresh_cache-6db4be35-78b9-4afb-8270-d39988531a3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.080563] env[69440]: DEBUG nova.network.neutron [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.210179] env[69440]: DEBUG nova.scheduler.client.report [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.277435] env[69440]: DEBUG oslo_concurrency.lockutils [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "71c2c177-39bb-40f5-b548-bc5235b3b17e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.277890] env[69440]: DEBUG oslo_concurrency.lockutils [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "71c2c177-39bb-40f5-b548-bc5235b3b17e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.278008] env[69440]: DEBUG oslo_concurrency.lockutils [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "71c2c177-39bb-40f5-b548-bc5235b3b17e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.278198] env[69440]: DEBUG oslo_concurrency.lockutils [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "71c2c177-39bb-40f5-b548-bc5235b3b17e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.278359] env[69440]: DEBUG oslo_concurrency.lockutils [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "71c2c177-39bb-40f5-b548-bc5235b3b17e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.285900] env[69440]: INFO nova.compute.manager [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Terminating instance [ 1104.381912] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140125, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.393188] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.476906] env[69440]: INFO nova.compute.manager [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Rebuilding instance [ 1104.493724] env[69440]: DEBUG nova.compute.manager [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.512928] env[69440]: INFO nova.compute.manager [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Took 38.87 seconds to build instance. [ 1104.549660] env[69440]: DEBUG nova.compute.manager [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1104.550575] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c3036a-b10c-4c39-9635-1337d8a9ece9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.625281] env[69440]: DEBUG nova.network.neutron [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.717105] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.719930] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.443s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.721709] env[69440]: INFO nova.compute.claims [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.735528] env[69440]: INFO nova.scheduler.client.report [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Deleted allocations for instance 3d24ccf4-3a82-438c-ad37-0aa7e04afa92 [ 1104.764962] env[69440]: DEBUG nova.network.neutron [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Updating instance_info_cache with network_info: [{"id": "9d41fd79-ca9f-4221-81b5-a61cc5686462", "address": "fa:16:3e:92:00:f0", "network": {"id": "c76cc809-ee36-4e50-8515-023def1b953b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-783545152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a06ebe28624c3e95dd75087b826705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d41fd79-ca", "ovs_interfaceid": "9d41fd79-ca9f-4221-81b5-a61cc5686462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.789969] env[69440]: DEBUG nova.compute.manager [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.790276] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.791735] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6679df57-38d2-495b-bc7c-a1cc29837dc1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.800874] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.801153] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c6eae5f-3aaf-4ac4-9a84-d5bfa55265b0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.807915] env[69440]: DEBUG oslo_vmware.api [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1104.807915] env[69440]: value = "task-4140127" [ 1104.807915] env[69440]: _type = "Task" [ 1104.807915] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.817910] env[69440]: DEBUG oslo_vmware.api [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.881372] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "6942a8c9-8c6d-41cc-a087-0189ab72bad1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.881633] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "6942a8c9-8c6d-41cc-a087-0189ab72bad1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.886746] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140125, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.652772} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.887257] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 239845d8-97d0-434d-b4ea-51f98f750587/239845d8-97d0-434d-b4ea-51f98f750587.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.887481] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.887829] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d70e0cd9-1512-4615-9576-5c6a0b5e666a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.895983] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1104.895983] env[69440]: value = "task-4140128" [ 1104.895983] env[69440]: _type = "Task" [ 1104.895983] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.907339] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.936997] env[69440]: DEBUG nova.compute.manager [req-9c315215-1ed2-4ea7-9e64-fc1e74237651 req-32a593f3-5505-4bbb-b78f-20598403e9a1 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Received event network-vif-plugged-9d41fd79-ca9f-4221-81b5-a61cc5686462 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.936997] env[69440]: DEBUG oslo_concurrency.lockutils [req-9c315215-1ed2-4ea7-9e64-fc1e74237651 req-32a593f3-5505-4bbb-b78f-20598403e9a1 service nova] Acquiring lock "6db4be35-78b9-4afb-8270-d39988531a3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.936997] env[69440]: DEBUG oslo_concurrency.lockutils [req-9c315215-1ed2-4ea7-9e64-fc1e74237651 req-32a593f3-5505-4bbb-b78f-20598403e9a1 service nova] Lock "6db4be35-78b9-4afb-8270-d39988531a3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.937478] env[69440]: DEBUG oslo_concurrency.lockutils [req-9c315215-1ed2-4ea7-9e64-fc1e74237651 req-32a593f3-5505-4bbb-b78f-20598403e9a1 service nova] Lock "6db4be35-78b9-4afb-8270-d39988531a3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.937478] env[69440]: DEBUG nova.compute.manager [req-9c315215-1ed2-4ea7-9e64-fc1e74237651 req-32a593f3-5505-4bbb-b78f-20598403e9a1 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] No waiting events found dispatching network-vif-plugged-9d41fd79-ca9f-4221-81b5-a61cc5686462 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1104.937616] env[69440]: WARNING nova.compute.manager [req-9c315215-1ed2-4ea7-9e64-fc1e74237651 req-32a593f3-5505-4bbb-b78f-20598403e9a1 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Received unexpected event network-vif-plugged-9d41fd79-ca9f-4221-81b5-a61cc5686462 for instance with vm_state building and task_state spawning. [ 1104.937774] env[69440]: DEBUG nova.compute.manager [req-9c315215-1ed2-4ea7-9e64-fc1e74237651 req-32a593f3-5505-4bbb-b78f-20598403e9a1 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Received event network-changed-9d41fd79-ca9f-4221-81b5-a61cc5686462 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.937955] env[69440]: DEBUG nova.compute.manager [req-9c315215-1ed2-4ea7-9e64-fc1e74237651 req-32a593f3-5505-4bbb-b78f-20598403e9a1 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Refreshing instance network info cache due to event network-changed-9d41fd79-ca9f-4221-81b5-a61cc5686462. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.938141] env[69440]: DEBUG oslo_concurrency.lockutils [req-9c315215-1ed2-4ea7-9e64-fc1e74237651 req-32a593f3-5505-4bbb-b78f-20598403e9a1 service nova] Acquiring lock "refresh_cache-6db4be35-78b9-4afb-8270-d39988531a3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.016606] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf67b05c-a663-4eae-8221-3bf22b2dd84d tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "b1f6f084-7688-45cf-b912-4a0a66a33b34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.386s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.023578] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.243323] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Lock "3d24ccf4-3a82-438c-ad37-0aa7e04afa92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.351s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.267756] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Releasing lock "refresh_cache-6db4be35-78b9-4afb-8270-d39988531a3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.268125] env[69440]: DEBUG nova.compute.manager [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Instance network_info: |[{"id": "9d41fd79-ca9f-4221-81b5-a61cc5686462", "address": "fa:16:3e:92:00:f0", "network": {"id": "c76cc809-ee36-4e50-8515-023def1b953b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-783545152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a06ebe28624c3e95dd75087b826705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d41fd79-ca", "ovs_interfaceid": "9d41fd79-ca9f-4221-81b5-a61cc5686462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.268432] env[69440]: DEBUG oslo_concurrency.lockutils [req-9c315215-1ed2-4ea7-9e64-fc1e74237651 req-32a593f3-5505-4bbb-b78f-20598403e9a1 service nova] Acquired lock "refresh_cache-6db4be35-78b9-4afb-8270-d39988531a3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.268613] env[69440]: DEBUG nova.network.neutron [req-9c315215-1ed2-4ea7-9e64-fc1e74237651 req-32a593f3-5505-4bbb-b78f-20598403e9a1 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Refreshing network info cache for port 9d41fd79-ca9f-4221-81b5-a61cc5686462 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.270907] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:00:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d41fd79-ca9f-4221-81b5-a61cc5686462', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.280149] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.284904] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.285504] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac07ce86-e80f-4329-981f-7ea7aea41b97 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.308497] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.308497] env[69440]: value = "task-4140129" [ 1105.308497] env[69440]: _type = "Task" [ 1105.308497] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.322262] env[69440]: DEBUG oslo_vmware.api [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140127, 'name': PowerOffVM_Task, 'duration_secs': 0.237707} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.325736] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.325909] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.326511] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140129, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.326511] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be328d53-ce92-46dd-85d2-d62bc880d284 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.388353] env[69440]: DEBUG nova.compute.manager [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.415276] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066543} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.415682] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.420168] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac58c46f-1714-4f33-8306-91a92ba5a7e9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.451488] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 239845d8-97d0-434d-b4ea-51f98f750587/239845d8-97d0-434d-b4ea-51f98f750587.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.452571] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10f680de-8c18-4ac1-8a20-2528ff7e4188 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.474995] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1105.474995] env[69440]: value = "task-4140131" [ 1105.474995] env[69440]: _type = "Task" [ 1105.474995] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.485441] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.497160] env[69440]: DEBUG nova.compute.manager [req-a28d7715-1970-40d2-b38b-55eb61275f8a req-fc313dd4-b1b6-4b0f-a21d-7bcb0ee868e0 service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Received event network-changed-ac73507d-44fa-44d1-9de0-bc8704609a94 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.497452] env[69440]: DEBUG nova.compute.manager [req-a28d7715-1970-40d2-b38b-55eb61275f8a req-fc313dd4-b1b6-4b0f-a21d-7bcb0ee868e0 service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Refreshing instance network info cache due to event network-changed-ac73507d-44fa-44d1-9de0-bc8704609a94. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.497802] env[69440]: DEBUG oslo_concurrency.lockutils [req-a28d7715-1970-40d2-b38b-55eb61275f8a req-fc313dd4-b1b6-4b0f-a21d-7bcb0ee868e0 service nova] Acquiring lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.497993] env[69440]: DEBUG oslo_concurrency.lockutils [req-a28d7715-1970-40d2-b38b-55eb61275f8a req-fc313dd4-b1b6-4b0f-a21d-7bcb0ee868e0 service nova] Acquired lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.498187] env[69440]: DEBUG nova.network.neutron [req-a28d7715-1970-40d2-b38b-55eb61275f8a req-fc313dd4-b1b6-4b0f-a21d-7bcb0ee868e0 service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Refreshing network info cache for port ac73507d-44fa-44d1-9de0-bc8704609a94 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.566195] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.568096] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3479035f-d30d-466e-8c90-016837219eb1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.571514] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.571797] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.571999] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Deleting the datastore file [datastore2] 71c2c177-39bb-40f5-b548-bc5235b3b17e {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.572974] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8a66b7f-903a-4793-ae36-8230c195ead4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.579593] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1105.579593] env[69440]: value = "task-4140132" [ 1105.579593] env[69440]: _type = "Task" [ 1105.579593] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.586055] env[69440]: DEBUG oslo_vmware.api [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1105.586055] env[69440]: value = "task-4140133" [ 1105.586055] env[69440]: _type = "Task" [ 1105.586055] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.595454] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] VM already powered off {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1105.595767] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.596743] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3299e0d7-32b9-4f31-8860-78b07f2e0bf0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.604602] env[69440]: DEBUG oslo_vmware.api [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.609810] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.610146] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b7dcb9e-e754-48db-823a-96414827c87b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.684115] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.684115] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.684115] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Deleting the datastore file [datastore2] 921d5d64-36f1-42eb-9d85-ecdc74e555f0 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.684115] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8ca4035-7894-4710-ab30-b617bce11693 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.694451] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1105.694451] env[69440]: value = "task-4140135" [ 1105.694451] env[69440]: _type = "Task" [ 1105.694451] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.703804] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.815828] env[69440]: DEBUG nova.network.neutron [req-9c315215-1ed2-4ea7-9e64-fc1e74237651 req-32a593f3-5505-4bbb-b78f-20598403e9a1 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Updated VIF entry in instance network info cache for port 9d41fd79-ca9f-4221-81b5-a61cc5686462. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.817473] env[69440]: DEBUG nova.network.neutron [req-9c315215-1ed2-4ea7-9e64-fc1e74237651 req-32a593f3-5505-4bbb-b78f-20598403e9a1 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Updating instance_info_cache with network_info: [{"id": "9d41fd79-ca9f-4221-81b5-a61cc5686462", "address": "fa:16:3e:92:00:f0", "network": {"id": "c76cc809-ee36-4e50-8515-023def1b953b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-783545152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a06ebe28624c3e95dd75087b826705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d41fd79-ca", "ovs_interfaceid": "9d41fd79-ca9f-4221-81b5-a61cc5686462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.827422] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140129, 'name': CreateVM_Task, 'duration_secs': 0.39202} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.827675] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.828538] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.828761] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.829138] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.829468] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07d0a6a2-0a16-4953-a9b0-935ad12346a8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.834938] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1105.834938] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52423146-c551-8782-9b73-1477ca256e72" [ 1105.834938] env[69440]: _type = "Task" [ 1105.834938] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.855931] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52423146-c551-8782-9b73-1477ca256e72, 'name': SearchDatastore_Task, 'duration_secs': 0.010918} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.856175] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.856401] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.857166] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.857166] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.857166] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.857441] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6704769-4edf-4412-aaf6-3030eb90f317 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.870886] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.871105] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.871939] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e61d5549-6190-43b5-941b-4f24e98142bc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.881926] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1105.881926] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52288001-b5f4-60fc-0212-ea56e97cd87c" [ 1105.881926] env[69440]: _type = "Task" [ 1105.881926] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.898673] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52288001-b5f4-60fc-0212-ea56e97cd87c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.915476] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.988939] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140131, 'name': ReconfigVM_Task, 'duration_secs': 0.350003} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.989281] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 239845d8-97d0-434d-b4ea-51f98f750587/239845d8-97d0-434d-b4ea-51f98f750587.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.989899] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be4a4e3d-39ec-4946-9c69-c5f9c742bac2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.000776] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1106.000776] env[69440]: value = "task-4140136" [ 1106.000776] env[69440]: _type = "Task" [ 1106.000776] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.013792] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140136, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.072614] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b1ee46-f857-4a39-833c-34438096e6c7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.085197] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad7ae29-282b-4c88-9182-2791f53ea0a2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.101659] env[69440]: DEBUG oslo_vmware.api [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178415} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.128038] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.128527] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.131018] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.131018] env[69440]: INFO nova.compute.manager [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1106.131018] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.131018] env[69440]: DEBUG nova.compute.manager [-] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.131018] env[69440]: DEBUG nova.network.neutron [-] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.132848] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d5ba5c-7269-484a-a21d-188142685d14 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.143706] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44d4d33-d4af-41a3-953a-4b11380c2c39 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.160568] env[69440]: DEBUG nova.compute.provider_tree [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.206199] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199538} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.206461] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.206648] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.206853] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.321336] env[69440]: DEBUG oslo_concurrency.lockutils [req-9c315215-1ed2-4ea7-9e64-fc1e74237651 req-32a593f3-5505-4bbb-b78f-20598403e9a1 service nova] Releasing lock "refresh_cache-6db4be35-78b9-4afb-8270-d39988531a3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.393207] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52288001-b5f4-60fc-0212-ea56e97cd87c, 'name': SearchDatastore_Task, 'duration_secs': 0.01431} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.394107] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f48da8e0-a4b7-4dfa-8cb8-a5ab50bd37d3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.401176] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1106.401176] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52382358-3d33-2145-46f2-5b11a333e88a" [ 1106.401176] env[69440]: _type = "Task" [ 1106.401176] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.410543] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52382358-3d33-2145-46f2-5b11a333e88a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.468445] env[69440]: DEBUG nova.network.neutron [req-a28d7715-1970-40d2-b38b-55eb61275f8a req-fc313dd4-b1b6-4b0f-a21d-7bcb0ee868e0 service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Updated VIF entry in instance network info cache for port ac73507d-44fa-44d1-9de0-bc8704609a94. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.469029] env[69440]: DEBUG nova.network.neutron [req-a28d7715-1970-40d2-b38b-55eb61275f8a req-fc313dd4-b1b6-4b0f-a21d-7bcb0ee868e0 service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Updating instance_info_cache with network_info: [{"id": "ac73507d-44fa-44d1-9de0-bc8704609a94", "address": "fa:16:3e:9b:be:95", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac73507d-44", "ovs_interfaceid": "ac73507d-44fa-44d1-9de0-bc8704609a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.513976] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140136, 'name': Rename_Task, 'duration_secs': 0.217516} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.514856] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.515239] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d78e38f-3d73-4dd1-98b6-64b380a5a598 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.526029] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1106.526029] env[69440]: value = "task-4140137" [ 1106.526029] env[69440]: _type = "Task" [ 1106.526029] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.535968] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "0ab1e601-619d-44c6-8b3a-5f83462c0aa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.536416] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "0ab1e601-619d-44c6-8b3a-5f83462c0aa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.537687] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.665066] env[69440]: DEBUG nova.scheduler.client.report [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.913979] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52382358-3d33-2145-46f2-5b11a333e88a, 'name': SearchDatastore_Task, 'duration_secs': 0.013378} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.914361] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.914622] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 6db4be35-78b9-4afb-8270-d39988531a3a/6db4be35-78b9-4afb-8270-d39988531a3a.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.914897] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5cf3b0e-7969-49d7-8ba2-a580ec1754df {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.923221] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1106.923221] env[69440]: value = "task-4140138" [ 1106.923221] env[69440]: _type = "Task" [ 1106.923221] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.932492] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.967129] env[69440]: DEBUG nova.compute.manager [req-e556f7b7-4889-4eff-a65b-cb0100d55b4e req-dd15eb32-bbc5-40f2-953f-40710b32f324 service nova] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Received event network-vif-deleted-f59d3765-33d1-4b3f-9a0d-af1edef1aa9d {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.967969] env[69440]: INFO nova.compute.manager [req-e556f7b7-4889-4eff-a65b-cb0100d55b4e req-dd15eb32-bbc5-40f2-953f-40710b32f324 service nova] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Neutron deleted interface f59d3765-33d1-4b3f-9a0d-af1edef1aa9d; detaching it from the instance and deleting it from the info cache [ 1106.968354] env[69440]: DEBUG nova.network.neutron [req-e556f7b7-4889-4eff-a65b-cb0100d55b4e req-dd15eb32-bbc5-40f2-953f-40710b32f324 service nova] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.972725] env[69440]: DEBUG oslo_concurrency.lockutils [req-a28d7715-1970-40d2-b38b-55eb61275f8a req-fc313dd4-b1b6-4b0f-a21d-7bcb0ee868e0 service nova] Releasing lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.037689] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140137, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.041979] env[69440]: DEBUG nova.compute.manager [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.171286] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.171866] env[69440]: DEBUG nova.compute.manager [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.174944] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.667s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.175318] env[69440]: DEBUG nova.objects.instance [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lazy-loading 'resources' on Instance uuid e7a7624e-3780-4ab5-9e5e-ff73e934301e {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.180806] env[69440]: DEBUG nova.network.neutron [-] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.253664] env[69440]: DEBUG nova.virt.hardware [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.254184] env[69440]: DEBUG nova.virt.hardware [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.254485] env[69440]: DEBUG nova.virt.hardware [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.254815] env[69440]: DEBUG nova.virt.hardware [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.255115] env[69440]: DEBUG nova.virt.hardware [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.255393] env[69440]: DEBUG nova.virt.hardware [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.255744] env[69440]: DEBUG nova.virt.hardware [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.256029] env[69440]: DEBUG nova.virt.hardware [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.256296] env[69440]: DEBUG nova.virt.hardware [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.256483] env[69440]: DEBUG nova.virt.hardware [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.256749] env[69440]: DEBUG nova.virt.hardware [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.258342] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15e1b9b-c900-4da7-b8e6-b96cb268ed8e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.269485] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc0f37d-1ff5-4711-bcdf-7a263fd5f7a5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.295502] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:4f:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.304530] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.304998] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.305291] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5cf945c-c66e-42e6-9ab8-0cacf20ba3fb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.332271] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.332271] env[69440]: value = "task-4140139" [ 1107.332271] env[69440]: _type = "Task" [ 1107.332271] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.345277] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140139, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.436843] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140138, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.472133] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-316424a7-a7ba-49f1-89db-98768a3bdc7a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.484450] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04ab2b7-9eb8-430c-98a7-d053dd843bd2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.526218] env[69440]: DEBUG nova.compute.manager [req-e556f7b7-4889-4eff-a65b-cb0100d55b4e req-dd15eb32-bbc5-40f2-953f-40710b32f324 service nova] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Detach interface failed, port_id=f59d3765-33d1-4b3f-9a0d-af1edef1aa9d, reason: Instance 71c2c177-39bb-40f5-b548-bc5235b3b17e could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1107.538318] env[69440]: DEBUG oslo_vmware.api [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140137, 'name': PowerOnVM_Task, 'duration_secs': 0.825302} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.538623] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.538851] env[69440]: INFO nova.compute.manager [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Took 11.28 seconds to spawn the instance on the hypervisor. [ 1107.539061] env[69440]: DEBUG nova.compute.manager [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1107.539890] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be075833-a293-4c51-b15b-ff36d0c50a8c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.573901] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.680931] env[69440]: DEBUG nova.compute.utils [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.688206] env[69440]: DEBUG nova.compute.manager [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.688694] env[69440]: DEBUG nova.network.neutron [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.691893] env[69440]: INFO nova.compute.manager [-] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Took 1.56 seconds to deallocate network for instance. [ 1107.764255] env[69440]: DEBUG nova.policy [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3108417d62b44801b4c5a0d7aeb5d1b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '449c066c0a2644b995fd9fd41599b07a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.843494] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140139, 'name': CreateVM_Task, 'duration_secs': 0.416251} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.846124] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.847069] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.847245] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.847655] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.847939] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5e02a96-0641-4747-90ed-33db20faae7f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.854146] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1107.854146] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5213cb20-965d-9b5d-abc6-5bf2af806a18" [ 1107.854146] env[69440]: _type = "Task" [ 1107.854146] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.864656] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5213cb20-965d-9b5d-abc6-5bf2af806a18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.936359] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547788} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.936637] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 6db4be35-78b9-4afb-8270-d39988531a3a/6db4be35-78b9-4afb-8270-d39988531a3a.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.936875] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.937412] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b59a07dd-f81f-43c4-bd65-1b6132be52fe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.945044] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1107.945044] env[69440]: value = "task-4140140" [ 1107.945044] env[69440]: _type = "Task" [ 1107.945044] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.960728] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.068266] env[69440]: INFO nova.compute.manager [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Took 29.64 seconds to build instance. [ 1108.069925] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65857a8-5b05-41c3-b386-3f4aa06d0974 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.078495] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494d7089-560f-4f75-98e3-7577399795f3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.113624] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1319983-92e4-444b-8df7-d2f74b167417 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.124524] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfea7987-aea7-4be0-ba97-90a91cd6f044 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.141464] env[69440]: DEBUG nova.compute.provider_tree [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.188277] env[69440]: DEBUG nova.compute.manager [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.201228] env[69440]: DEBUG oslo_concurrency.lockutils [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.216466] env[69440]: DEBUG nova.network.neutron [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Successfully created port: b705d049-c140-4738-a58b-c668b2277fe6 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.368219] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5213cb20-965d-9b5d-abc6-5bf2af806a18, 'name': SearchDatastore_Task, 'duration_secs': 0.011211} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.368670] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.369035] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.369387] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.369468] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.369715] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.370065] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-031213d2-83c5-40e4-b667-cdb8af08f87c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.382655] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.382934] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.383826] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb1392d8-bfe6-4971-a3d6-172b2da94afd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.390944] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1108.390944] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52db3f8d-e27b-7a44-dd03-e41d203d875f" [ 1108.390944] env[69440]: _type = "Task" [ 1108.390944] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.404698] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52db3f8d-e27b-7a44-dd03-e41d203d875f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.457825] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.304382} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.458138] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.459023] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a80404-53ef-4f7e-bfa5-12e561277901 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.484304] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 6db4be35-78b9-4afb-8270-d39988531a3a/6db4be35-78b9-4afb-8270-d39988531a3a.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.484511] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efa7e247-3492-4bf5-8fa4-0f3bdae87efb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.508486] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1108.508486] env[69440]: value = "task-4140141" [ 1108.508486] env[69440]: _type = "Task" [ 1108.508486] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.520057] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140141, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.574199] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e09b368d-0524-47af-8913-b6bc5d7fd66c tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "239845d8-97d0-434d-b4ea-51f98f750587" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.158s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.643481] env[69440]: DEBUG nova.scheduler.client.report [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.774884] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "e27f5de0-9750-43d8-be9f-98485375485e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.775149] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "e27f5de0-9750-43d8-be9f-98485375485e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.903778] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52db3f8d-e27b-7a44-dd03-e41d203d875f, 'name': SearchDatastore_Task, 'duration_secs': 0.010703} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.904728] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca3bde4-5915-4b2c-9b60-38ea067f17f6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.911370] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1108.911370] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ad5238-a731-c133-19a1-1ff72a883ddb" [ 1108.911370] env[69440]: _type = "Task" [ 1108.911370] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.920826] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ad5238-a731-c133-19a1-1ff72a883ddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.022215] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140141, 'name': ReconfigVM_Task, 'duration_secs': 0.419925} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.022514] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 6db4be35-78b9-4afb-8270-d39988531a3a/6db4be35-78b9-4afb-8270-d39988531a3a.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.023254] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a52dcf5-d36a-46f5-8580-88985e1a5d95 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.032317] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1109.032317] env[69440]: value = "task-4140142" [ 1109.032317] env[69440]: _type = "Task" [ 1109.032317] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.045676] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140142, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.152235] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.154889] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.754s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.155392] env[69440]: DEBUG nova.objects.instance [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Lazy-loading 'resources' on Instance uuid 510d2410-3cd4-474f-bcbd-f91f71b7f69e {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.186977] env[69440]: INFO nova.scheduler.client.report [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Deleted allocations for instance e7a7624e-3780-4ab5-9e5e-ff73e934301e [ 1109.198970] env[69440]: DEBUG nova.compute.manager [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.230291] env[69440]: DEBUG nova.virt.hardware [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.230654] env[69440]: DEBUG nova.virt.hardware [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.230866] env[69440]: DEBUG nova.virt.hardware [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.231117] env[69440]: DEBUG nova.virt.hardware [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.231310] env[69440]: DEBUG nova.virt.hardware [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.231499] env[69440]: DEBUG nova.virt.hardware [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.231752] env[69440]: DEBUG nova.virt.hardware [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.231952] env[69440]: DEBUG nova.virt.hardware [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.232176] env[69440]: DEBUG nova.virt.hardware [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.232386] env[69440]: DEBUG nova.virt.hardware [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.232603] env[69440]: DEBUG nova.virt.hardware [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.233604] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7d5825-b74c-4a02-8274-e8b89aadc941 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.244077] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091bb38e-f576-4863-ac3c-cf15d1192c36 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.278681] env[69440]: DEBUG nova.compute.utils [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.426509] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ad5238-a731-c133-19a1-1ff72a883ddb, 'name': SearchDatastore_Task, 'duration_secs': 0.013015} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.426642] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.426899] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 921d5d64-36f1-42eb-9d85-ecdc74e555f0/921d5d64-36f1-42eb-9d85-ecdc74e555f0.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.427184] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48839144-6708-46c3-b11a-9361ddfa5228 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.435263] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1109.435263] env[69440]: value = "task-4140143" [ 1109.435263] env[69440]: _type = "Task" [ 1109.435263] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.444904] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.498716] env[69440]: INFO nova.compute.manager [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Rebuilding instance [ 1109.542948] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7531d5c2-73d6-440d-b069-081141e63234 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "239845d8-97d0-434d-b4ea-51f98f750587" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.543385] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7531d5c2-73d6-440d-b069-081141e63234 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "239845d8-97d0-434d-b4ea-51f98f750587" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.543674] env[69440]: DEBUG nova.compute.manager [None req-7531d5c2-73d6-440d-b069-081141e63234 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1109.550168] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7710a01c-ce9a-4910-a22a-03279ec94d75 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.554509] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140142, 'name': Rename_Task, 'duration_secs': 0.175231} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.555473] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.556204] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecac8d59-8bf8-418f-88e4-a156a71494de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.561459] env[69440]: DEBUG nova.compute.manager [None req-7531d5c2-73d6-440d-b069-081141e63234 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69440) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1109.561794] env[69440]: DEBUG nova.objects.instance [None req-7531d5c2-73d6-440d-b069-081141e63234 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lazy-loading 'flavor' on Instance uuid 239845d8-97d0-434d-b4ea-51f98f750587 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.565175] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1109.565175] env[69440]: value = "task-4140144" [ 1109.565175] env[69440]: _type = "Task" [ 1109.565175] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.579477] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.580087] env[69440]: DEBUG nova.compute.manager [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1109.581861] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121d3add-c3e6-4988-ae85-2aeed064cf6e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.699389] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6fe72a3b-d743-4516-8491-f4a299a27fce tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Lock "e7a7624e-3780-4ab5-9e5e-ff73e934301e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.224s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.782542] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "e27f5de0-9750-43d8-be9f-98485375485e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.949908] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140143, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.987040] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26efde3-6adb-4d04-824c-e34ed9f3e39b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.996160] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07601f56-e915-4a66-a4fa-44821e7d7b3a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.029691] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b026ebb-5c8b-4397-a2e0-5d353a308c23 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.033357] env[69440]: DEBUG nova.network.neutron [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Successfully updated port: b705d049-c140-4738-a58b-c668b2277fe6 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.042150] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b097ae-328d-41db-9af9-ceb1b6bb86b6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.060865] env[69440]: DEBUG nova.compute.provider_tree [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.080197] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140144, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.212991] env[69440]: DEBUG nova.compute.manager [req-2d216d5c-eb11-4585-9b58-35f61de03eaf req-f9cb462b-d49b-4497-8c69-29a1ef0baba5 service nova] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Received event network-vif-plugged-b705d049-c140-4738-a58b-c668b2277fe6 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.213230] env[69440]: DEBUG oslo_concurrency.lockutils [req-2d216d5c-eb11-4585-9b58-35f61de03eaf req-f9cb462b-d49b-4497-8c69-29a1ef0baba5 service nova] Acquiring lock "79a1311f-55d1-4185-a46f-2919440e27f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.213440] env[69440]: DEBUG oslo_concurrency.lockutils [req-2d216d5c-eb11-4585-9b58-35f61de03eaf req-f9cb462b-d49b-4497-8c69-29a1ef0baba5 service nova] Lock "79a1311f-55d1-4185-a46f-2919440e27f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.213608] env[69440]: DEBUG oslo_concurrency.lockutils [req-2d216d5c-eb11-4585-9b58-35f61de03eaf req-f9cb462b-d49b-4497-8c69-29a1ef0baba5 service nova] Lock "79a1311f-55d1-4185-a46f-2919440e27f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.213773] env[69440]: DEBUG nova.compute.manager [req-2d216d5c-eb11-4585-9b58-35f61de03eaf req-f9cb462b-d49b-4497-8c69-29a1ef0baba5 service nova] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] No waiting events found dispatching network-vif-plugged-b705d049-c140-4738-a58b-c668b2277fe6 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1110.213940] env[69440]: WARNING nova.compute.manager [req-2d216d5c-eb11-4585-9b58-35f61de03eaf req-f9cb462b-d49b-4497-8c69-29a1ef0baba5 service nova] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Received unexpected event network-vif-plugged-b705d049-c140-4738-a58b-c668b2277fe6 for instance with vm_state building and task_state spawning. [ 1110.449247] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528287} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.449517] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 921d5d64-36f1-42eb-9d85-ecdc74e555f0/921d5d64-36f1-42eb-9d85-ecdc74e555f0.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.450103] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.450490] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a8f743d-f58c-46fd-8814-335105ad45be {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.461304] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1110.461304] env[69440]: value = "task-4140145" [ 1110.461304] env[69440]: _type = "Task" [ 1110.461304] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.473202] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.536322] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "refresh_cache-79a1311f-55d1-4185-a46f-2919440e27f8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.536481] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquired lock "refresh_cache-79a1311f-55d1-4185-a46f-2919440e27f8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.536627] env[69440]: DEBUG nova.network.neutron [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.563861] env[69440]: DEBUG nova.scheduler.client.report [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.572180] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7531d5c2-73d6-440d-b069-081141e63234 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.572180] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71eb741b-189b-4be0-8f59-7afd61832013 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.582694] env[69440]: DEBUG oslo_vmware.api [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140144, 'name': PowerOnVM_Task, 'duration_secs': 0.650784} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.584707] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.585108] env[69440]: INFO nova.compute.manager [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1110.585368] env[69440]: DEBUG nova.compute.manager [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1110.586691] env[69440]: DEBUG oslo_vmware.api [None req-7531d5c2-73d6-440d-b069-081141e63234 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1110.586691] env[69440]: value = "task-4140146" [ 1110.586691] env[69440]: _type = "Task" [ 1110.586691] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.587493] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69b5c93-95da-4548-9dc7-13fe4b25ee04 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.601255] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.602302] env[69440]: DEBUG oslo_vmware.api [None req-7531d5c2-73d6-440d-b069-081141e63234 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.605245] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09e50f34-877c-48ca-8eb6-d655dceb584b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.614796] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1110.614796] env[69440]: value = "task-4140147" [ 1110.614796] env[69440]: _type = "Task" [ 1110.614796] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.625798] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.874705] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "e27f5de0-9750-43d8-be9f-98485375485e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.874990] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "e27f5de0-9750-43d8-be9f-98485375485e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.875260] env[69440]: INFO nova.compute.manager [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Attaching volume ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5 to /dev/sdb [ 1110.918696] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc009823-ed53-4773-80a0-5710504ae4cc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.932076] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3eb36c3-327a-48c2-b879-5ff5ed9ba8b5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.950662] env[69440]: DEBUG nova.virt.block_device [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Updating existing volume attachment record: 57bf42f6-fd8b-4c7d-a8d0-41f5f6a0357a {{(pid=69440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1110.979504] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181395} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.980017] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.981364] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9ed04e-9171-4899-820c-a9b87b299516 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.014961] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 921d5d64-36f1-42eb-9d85-ecdc74e555f0/921d5d64-36f1-42eb-9d85-ecdc74e555f0.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.015394] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9b5344d-5e42-47f5-9682-23681a740a63 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.043476] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1111.043476] env[69440]: value = "task-4140148" [ 1111.043476] env[69440]: _type = "Task" [ 1111.043476] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.054775] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.069098] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.073800] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.418s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.073800] env[69440]: DEBUG nova.objects.instance [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1111.081402] env[69440]: DEBUG nova.network.neutron [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.101713] env[69440]: DEBUG oslo_vmware.api [None req-7531d5c2-73d6-440d-b069-081141e63234 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140146, 'name': PowerOffVM_Task, 'duration_secs': 0.400032} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.104765] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7531d5c2-73d6-440d-b069-081141e63234 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.106405] env[69440]: DEBUG nova.compute.manager [None req-7531d5c2-73d6-440d-b069-081141e63234 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1111.107745] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a1faca-2d0d-4a26-aa84-02b7ab2005c7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.118445] env[69440]: INFO nova.scheduler.client.report [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Deleted allocations for instance 510d2410-3cd4-474f-bcbd-f91f71b7f69e [ 1111.131171] env[69440]: INFO nova.compute.manager [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Took 17.14 seconds to build instance. [ 1111.140642] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140147, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.253297] env[69440]: DEBUG nova.network.neutron [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Updating instance_info_cache with network_info: [{"id": "b705d049-c140-4738-a58b-c668b2277fe6", "address": "fa:16:3e:8c:a6:86", "network": {"id": "eeb1fd99-8130-4307-a1ff-f4e0287dfc9c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-239946609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "449c066c0a2644b995fd9fd41599b07a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb705d049-c1", "ovs_interfaceid": "b705d049-c140-4738-a58b-c668b2277fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.564426] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140148, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.634712] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140147, 'name': PowerOffVM_Task, 'duration_secs': 0.541953} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.637557] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5a1b9849-c01f-409a-8b00-447ad0c7e63e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "6db4be35-78b9-4afb-8270-d39988531a3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.676s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.637948] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.638290] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.641060] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a6107d-ea17-4f06-b9ba-064b55a9ba9c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.646499] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6086754c-dbf4-41d1-829b-8a8ed0ec3af2 tempest-ServersAaction247Test-1106744707 tempest-ServersAaction247Test-1106744707-project-member] Lock "510d2410-3cd4-474f-bcbd-f91f71b7f69e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.578s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.646499] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7531d5c2-73d6-440d-b069-081141e63234 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "239845d8-97d0-434d-b4ea-51f98f750587" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.103s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.657018] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.657785] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54475a95-f89d-494c-b4a3-b9e28ab9980c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.745874] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.745874] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.745874] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Deleting the datastore file [datastore2] 9136d8d0-ea41-4f3a-9621-e451b1cabea1 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.745874] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56dcf9e3-8e1b-4eb1-945d-8fb630f40014 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.753961] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1111.753961] env[69440]: value = "task-4140153" [ 1111.753961] env[69440]: _type = "Task" [ 1111.753961] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.759051] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Releasing lock "refresh_cache-79a1311f-55d1-4185-a46f-2919440e27f8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.759400] env[69440]: DEBUG nova.compute.manager [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Instance network_info: |[{"id": "b705d049-c140-4738-a58b-c668b2277fe6", "address": "fa:16:3e:8c:a6:86", "network": {"id": "eeb1fd99-8130-4307-a1ff-f4e0287dfc9c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-239946609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "449c066c0a2644b995fd9fd41599b07a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb705d049-c1", "ovs_interfaceid": "b705d049-c140-4738-a58b-c668b2277fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.759839] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:a6:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b705d049-c140-4738-a58b-c668b2277fe6', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.769357] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.770197] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.770474] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40177d02-f2c6-49dc-a36b-6bf944d8023e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.790770] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.799052] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.799052] env[69440]: value = "task-4140154" [ 1111.799052] env[69440]: _type = "Task" [ 1111.799052] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.808488] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140154, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.058044] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140148, 'name': ReconfigVM_Task, 'duration_secs': 0.529049} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.058425] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 921d5d64-36f1-42eb-9d85-ecdc74e555f0/921d5d64-36f1-42eb-9d85-ecdc74e555f0.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.059091] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52a42dff-80d3-4d6e-a193-02c8c958c062 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.067241] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1112.067241] env[69440]: value = "task-4140155" [ 1112.067241] env[69440]: _type = "Task" [ 1112.067241] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.078739] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140155, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.084093] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a8b12cd2-e63d-4bd7-87ea-ae3feaaf8ff1 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.085294] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.646s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.088947] env[69440]: INFO nova.compute.claims [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.269453] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21901} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.269878] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.270190] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.270479] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.311152] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140154, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.345877] env[69440]: DEBUG oslo_concurrency.lockutils [None req-47fb7598-f740-4228-98cd-a460bb501255 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "af5e12ef-baf4-4941-8364-94ddad799408" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.346182] env[69440]: DEBUG oslo_concurrency.lockutils [None req-47fb7598-f740-4228-98cd-a460bb501255 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "af5e12ef-baf4-4941-8364-94ddad799408" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.453407] env[69440]: DEBUG nova.compute.manager [req-f0c43d4b-9bbc-4939-a885-2d6bff771c64 req-b4f55ff1-d3b2-4af6-8e88-72640956e14d service nova] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Received event network-changed-b705d049-c140-4738-a58b-c668b2277fe6 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.453760] env[69440]: DEBUG nova.compute.manager [req-f0c43d4b-9bbc-4939-a885-2d6bff771c64 req-b4f55ff1-d3b2-4af6-8e88-72640956e14d service nova] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Refreshing instance network info cache due to event network-changed-b705d049-c140-4738-a58b-c668b2277fe6. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.453857] env[69440]: DEBUG oslo_concurrency.lockutils [req-f0c43d4b-9bbc-4939-a885-2d6bff771c64 req-b4f55ff1-d3b2-4af6-8e88-72640956e14d service nova] Acquiring lock "refresh_cache-79a1311f-55d1-4185-a46f-2919440e27f8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.453993] env[69440]: DEBUG oslo_concurrency.lockutils [req-f0c43d4b-9bbc-4939-a885-2d6bff771c64 req-b4f55ff1-d3b2-4af6-8e88-72640956e14d service nova] Acquired lock "refresh_cache-79a1311f-55d1-4185-a46f-2919440e27f8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.454934] env[69440]: DEBUG nova.network.neutron [req-f0c43d4b-9bbc-4939-a885-2d6bff771c64 req-b4f55ff1-d3b2-4af6-8e88-72640956e14d service nova] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Refreshing network info cache for port b705d049-c140-4738-a58b-c668b2277fe6 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.582595] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140155, 'name': Rename_Task, 'duration_secs': 0.269256} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.582874] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.583139] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0ba6b98-ccc1-4e4c-85c1-b5630c157205 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.592149] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1112.592149] env[69440]: value = "task-4140156" [ 1112.592149] env[69440]: _type = "Task" [ 1112.592149] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.603905] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.812853] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140154, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.851529] env[69440]: INFO nova.compute.manager [None req-47fb7598-f740-4228-98cd-a460bb501255 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Detaching volume 08122fa7-35ef-48b2-b476-65ea4949bf01 [ 1112.887944] env[69440]: INFO nova.virt.block_device [None req-47fb7598-f740-4228-98cd-a460bb501255 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Attempting to driver detach volume 08122fa7-35ef-48b2-b476-65ea4949bf01 from mountpoint /dev/sdb [ 1112.887944] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-47fb7598-f740-4228-98cd-a460bb501255 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Volume detach. Driver type: vmdk {{(pid=69440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1112.887944] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-47fb7598-f740-4228-98cd-a460bb501255 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819906', 'volume_id': '08122fa7-35ef-48b2-b476-65ea4949bf01', 'name': 'volume-08122fa7-35ef-48b2-b476-65ea4949bf01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af5e12ef-baf4-4941-8364-94ddad799408', 'attached_at': '', 'detached_at': '', 'volume_id': '08122fa7-35ef-48b2-b476-65ea4949bf01', 'serial': '08122fa7-35ef-48b2-b476-65ea4949bf01'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1112.888322] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f02510-c23a-4c21-9928-dc220e39d51c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.915793] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7b27db-b704-4e95-90d9-293b5fbc429a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.924848] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725a6d51-5fcf-4283-b851-8bfa3cae9528 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.949501] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9110da82-7c4a-49db-91c9-cb9856ca7866 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.971494] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-47fb7598-f740-4228-98cd-a460bb501255 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] The volume has not been displaced from its original location: [datastore2] volume-08122fa7-35ef-48b2-b476-65ea4949bf01/volume-08122fa7-35ef-48b2-b476-65ea4949bf01.vmdk. No consolidation needed. {{(pid=69440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1112.976531] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-47fb7598-f740-4228-98cd-a460bb501255 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1112.976994] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbe5800f-420c-46f2-a8ea-bd8d2a361e95 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.999734] env[69440]: DEBUG oslo_vmware.api [None req-47fb7598-f740-4228-98cd-a460bb501255 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1112.999734] env[69440]: value = "task-4140157" [ 1112.999734] env[69440]: _type = "Task" [ 1112.999734] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.012018] env[69440]: DEBUG oslo_vmware.api [None req-47fb7598-f740-4228-98cd-a460bb501255 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140157, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.047037] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "239845d8-97d0-434d-b4ea-51f98f750587" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.047679] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "239845d8-97d0-434d-b4ea-51f98f750587" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.047679] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "239845d8-97d0-434d-b4ea-51f98f750587-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.047877] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "239845d8-97d0-434d-b4ea-51f98f750587-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.048057] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "239845d8-97d0-434d-b4ea-51f98f750587-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.051283] env[69440]: INFO nova.compute.manager [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Terminating instance [ 1113.109062] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.315921] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140154, 'name': CreateVM_Task, 'duration_secs': 1.477717} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.316340] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.320065] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.320065] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.320065] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.320065] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78e61cf3-cb95-49f7-b1b6-06d5eac14d6a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.337915] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1113.337915] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]526889d0-5aec-2aa8-c5ee-57a9864eb31b" [ 1113.337915] env[69440]: _type = "Task" [ 1113.337915] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.338208] env[69440]: DEBUG nova.network.neutron [req-f0c43d4b-9bbc-4939-a885-2d6bff771c64 req-b4f55ff1-d3b2-4af6-8e88-72640956e14d service nova] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Updated VIF entry in instance network info cache for port b705d049-c140-4738-a58b-c668b2277fe6. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.338720] env[69440]: DEBUG nova.network.neutron [req-f0c43d4b-9bbc-4939-a885-2d6bff771c64 req-b4f55ff1-d3b2-4af6-8e88-72640956e14d service nova] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Updating instance_info_cache with network_info: [{"id": "b705d049-c140-4738-a58b-c668b2277fe6", "address": "fa:16:3e:8c:a6:86", "network": {"id": "eeb1fd99-8130-4307-a1ff-f4e0287dfc9c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-239946609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "449c066c0a2644b995fd9fd41599b07a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb705d049-c1", "ovs_interfaceid": "b705d049-c140-4738-a58b-c668b2277fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.357095] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526889d0-5aec-2aa8-c5ee-57a9864eb31b, 'name': SearchDatastore_Task, 'duration_secs': 0.011856} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.360643] env[69440]: DEBUG nova.virt.hardware [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.360643] env[69440]: DEBUG nova.virt.hardware [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.360643] env[69440]: DEBUG nova.virt.hardware [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.360919] env[69440]: DEBUG nova.virt.hardware [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.361048] env[69440]: DEBUG nova.virt.hardware [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.361213] env[69440]: DEBUG nova.virt.hardware [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.361499] env[69440]: DEBUG nova.virt.hardware [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.361733] env[69440]: DEBUG nova.virt.hardware [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.361969] env[69440]: DEBUG nova.virt.hardware [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.362217] env[69440]: DEBUG nova.virt.hardware [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.362467] env[69440]: DEBUG nova.virt.hardware [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.362936] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.367141] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.367432] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.367528] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.367833] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.368961] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae782df6-277e-4e41-9140-abd57ced3add {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.380901] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ff89e41-7308-46d9-8767-527bd6a894c7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.393536] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32345cb0-c27d-47b2-b53f-57b8a72607db {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.403179] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.403179] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.404861] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2822b925-6b60-488e-a7f1-d3bfa2dee1a1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.418559] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:a9:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e65dad09-243c-4e22-a450-f284d8a3b362', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.427048] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.430923] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.431958] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a588dda-e36d-44f7-afb7-383f81988d2b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.448389] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1113.448389] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]527bb8fa-7f79-30dd-f0cb-8e49b6acaa53" [ 1113.448389] env[69440]: _type = "Task" [ 1113.448389] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.459388] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.459388] env[69440]: value = "task-4140159" [ 1113.459388] env[69440]: _type = "Task" [ 1113.459388] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.463021] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]527bb8fa-7f79-30dd-f0cb-8e49b6acaa53, 'name': SearchDatastore_Task, 'duration_secs': 0.011075} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.467420] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39abf4d7-fcf5-4a89-ab95-d8b6dbcc9a8e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.474569] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1113.474569] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5238fe28-0a73-05ba-a0f1-af380436165b" [ 1113.474569] env[69440]: _type = "Task" [ 1113.474569] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.478315] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140159, 'name': CreateVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.495286] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5238fe28-0a73-05ba-a0f1-af380436165b, 'name': SearchDatastore_Task, 'duration_secs': 0.013856} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.495286] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.495286] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 79a1311f-55d1-4185-a46f-2919440e27f8/79a1311f-55d1-4185-a46f-2919440e27f8.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.495286] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac9c7329-e567-461d-a72e-834cf6c27afe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.501979] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1113.501979] env[69440]: value = "task-4140160" [ 1113.501979] env[69440]: _type = "Task" [ 1113.501979] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.519030] env[69440]: DEBUG oslo_vmware.api [None req-47fb7598-f740-4228-98cd-a460bb501255 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140157, 'name': ReconfigVM_Task, 'duration_secs': 0.443628} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.522707] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-47fb7598-f740-4228-98cd-a460bb501255 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.530171] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.533323] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b063f808-6e44-4453-a0ce-89c108ff1afe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.554608] env[69440]: DEBUG oslo_vmware.api [None req-47fb7598-f740-4228-98cd-a460bb501255 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1113.554608] env[69440]: value = "task-4140161" [ 1113.554608] env[69440]: _type = "Task" [ 1113.554608] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.559491] env[69440]: DEBUG nova.compute.manager [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.559792] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.560803] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8c24a7-7cf2-4d36-b001-6c2486987aaa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.566890] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f626f44-e7e9-419c-9097-c4d542f2ab47 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.577046] env[69440]: DEBUG oslo_vmware.api [None req-47fb7598-f740-4228-98cd-a460bb501255 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140161, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.583321] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.586150] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0613d664-36e7-4336-b862-cc65be398131 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.588522] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44139a76-1f6a-4e66-b85c-48e327ff7f38 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.628984] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d70b643-8aaa-4c24-ac7a-dbc63d5904f2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.641972] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140156, 'name': PowerOnVM_Task, 'duration_secs': 0.719992} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.641972] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.641972] env[69440]: DEBUG nova.compute.manager [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1113.641972] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8424082b-0533-46ad-a13f-1622915c2c0e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.644699] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08014ba8-89a1-4d9d-8059-c7f69e4181e5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.666313] env[69440]: DEBUG nova.compute.provider_tree [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.669349] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.669687] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.669885] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Deleting the datastore file [datastore1] 239845d8-97d0-434d-b4ea-51f98f750587 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.670627] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fcea8b2-d219-4454-a567-d92ccbcf1961 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.685042] env[69440]: DEBUG oslo_vmware.api [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1113.685042] env[69440]: value = "task-4140163" [ 1113.685042] env[69440]: _type = "Task" [ 1113.685042] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.699203] env[69440]: DEBUG oslo_vmware.api [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.819686] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Acquiring lock "90f8982c-11d8-4c37-a780-bf4daf09912b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.820267] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Lock "90f8982c-11d8-4c37-a780-bf4daf09912b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.843426] env[69440]: DEBUG oslo_concurrency.lockutils [req-f0c43d4b-9bbc-4939-a885-2d6bff771c64 req-b4f55ff1-d3b2-4af6-8e88-72640956e14d service nova] Releasing lock "refresh_cache-79a1311f-55d1-4185-a46f-2919440e27f8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.978314] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140159, 'name': CreateVM_Task, 'duration_secs': 0.455958} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.978743] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.979767] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.981024] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.981024] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.981024] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fce2ca9-3a06-42a5-aba5-7ca0898b04e1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.989459] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1113.989459] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]524256d3-4427-8c1d-9917-635c6d70fe83" [ 1113.989459] env[69440]: _type = "Task" [ 1113.989459] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.000824] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]524256d3-4427-8c1d-9917-635c6d70fe83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.016544] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140160, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.066454] env[69440]: DEBUG oslo_vmware.api [None req-47fb7598-f740-4228-98cd-a460bb501255 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140161, 'name': ReconfigVM_Task, 'duration_secs': 0.184043} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.066854] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-47fb7598-f740-4228-98cd-a460bb501255 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819906', 'volume_id': '08122fa7-35ef-48b2-b476-65ea4949bf01', 'name': 'volume-08122fa7-35ef-48b2-b476-65ea4949bf01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af5e12ef-baf4-4941-8364-94ddad799408', 'attached_at': '', 'detached_at': '', 'volume_id': '08122fa7-35ef-48b2-b476-65ea4949bf01', 'serial': '08122fa7-35ef-48b2-b476-65ea4949bf01'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1114.159232] env[69440]: INFO nova.compute.manager [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] bringing vm to original state: 'stopped' [ 1114.171781] env[69440]: DEBUG nova.scheduler.client.report [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.197796] env[69440]: DEBUG oslo_vmware.api [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.468568} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.198163] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.198361] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.198537] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.198994] env[69440]: INFO nova.compute.manager [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1114.200318] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.200772] env[69440]: DEBUG nova.compute.manager [-] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.200876] env[69440]: DEBUG nova.network.neutron [-] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.323819] env[69440]: DEBUG nova.compute.manager [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.484314] env[69440]: DEBUG nova.compute.manager [req-cdda2ba9-9ced-452d-99ba-b55c9ecde79d req-4963bc80-a059-4510-92c8-836f369446e8 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Received event network-changed-9d41fd79-ca9f-4221-81b5-a61cc5686462 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.484512] env[69440]: DEBUG nova.compute.manager [req-cdda2ba9-9ced-452d-99ba-b55c9ecde79d req-4963bc80-a059-4510-92c8-836f369446e8 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Refreshing instance network info cache due to event network-changed-9d41fd79-ca9f-4221-81b5-a61cc5686462. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.485039] env[69440]: DEBUG oslo_concurrency.lockutils [req-cdda2ba9-9ced-452d-99ba-b55c9ecde79d req-4963bc80-a059-4510-92c8-836f369446e8 service nova] Acquiring lock "refresh_cache-6db4be35-78b9-4afb-8270-d39988531a3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.485039] env[69440]: DEBUG oslo_concurrency.lockutils [req-cdda2ba9-9ced-452d-99ba-b55c9ecde79d req-4963bc80-a059-4510-92c8-836f369446e8 service nova] Acquired lock "refresh_cache-6db4be35-78b9-4afb-8270-d39988531a3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.485039] env[69440]: DEBUG nova.network.neutron [req-cdda2ba9-9ced-452d-99ba-b55c9ecde79d req-4963bc80-a059-4510-92c8-836f369446e8 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Refreshing network info cache for port 9d41fd79-ca9f-4221-81b5-a61cc5686462 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.508220] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]524256d3-4427-8c1d-9917-635c6d70fe83, 'name': SearchDatastore_Task, 'duration_secs': 0.023401} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.512324] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.512938] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.513271] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.513508] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.513700] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.514878] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9857d32-aaba-4fa0-b083-c5856995bb05 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.528024] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140160, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.528024] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.528024] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.528506] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a44c2e2-8ebb-48a8-880a-5a9de0ae505d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.535928] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1114.535928] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52793a4b-e5a7-f5b2-c1ab-f24ec7d0ab56" [ 1114.535928] env[69440]: _type = "Task" [ 1114.535928] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.545391] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52793a4b-e5a7-f5b2-c1ab-f24ec7d0ab56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.623270] env[69440]: DEBUG nova.objects.instance [None req-47fb7598-f740-4228-98cd-a460bb501255 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lazy-loading 'flavor' on Instance uuid af5e12ef-baf4-4941-8364-94ddad799408 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.677264] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.677848] env[69440]: DEBUG nova.compute.manager [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.680441] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.287s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.680671] env[69440]: DEBUG nova.objects.instance [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lazy-loading 'resources' on Instance uuid 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.848925] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.998294] env[69440]: DEBUG nova.network.neutron [-] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.022500] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140160, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.051023] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52793a4b-e5a7-f5b2-c1ab-f24ec7d0ab56, 'name': SearchDatastore_Task, 'duration_secs': 0.009928} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.051023] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24423d83-1165-41ec-9dd0-00a1308cbe08 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.059295] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1115.059295] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52f14b5b-629c-ca16-5604-d885137d113f" [ 1115.059295] env[69440]: _type = "Task" [ 1115.059295] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.073124] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f14b5b-629c-ca16-5604-d885137d113f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.165140] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "921d5d64-36f1-42eb-9d85-ecdc74e555f0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.165450] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "921d5d64-36f1-42eb-9d85-ecdc74e555f0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.165828] env[69440]: DEBUG nova.compute.manager [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1115.166841] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f5ca81-abb6-4b2b-947e-4b4dd0ff805c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.176023] env[69440]: DEBUG nova.compute.manager [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69440) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1115.187542] env[69440]: DEBUG nova.compute.utils [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.191425] env[69440]: DEBUG nova.compute.manager [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.191425] env[69440]: DEBUG nova.network.neutron [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.289131] env[69440]: DEBUG nova.policy [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a92a96d6e5a948d1ab2e99bb2f7804a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a27a00c5d4f64e81b6f2e92da994f52b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.472611] env[69440]: DEBUG nova.network.neutron [req-cdda2ba9-9ced-452d-99ba-b55c9ecde79d req-4963bc80-a059-4510-92c8-836f369446e8 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Updated VIF entry in instance network info cache for port 9d41fd79-ca9f-4221-81b5-a61cc5686462. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.473162] env[69440]: DEBUG nova.network.neutron [req-cdda2ba9-9ced-452d-99ba-b55c9ecde79d req-4963bc80-a059-4510-92c8-836f369446e8 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Updating instance_info_cache with network_info: [{"id": "9d41fd79-ca9f-4221-81b5-a61cc5686462", "address": "fa:16:3e:92:00:f0", "network": {"id": "c76cc809-ee36-4e50-8515-023def1b953b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-783545152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a06ebe28624c3e95dd75087b826705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d41fd79-ca", "ovs_interfaceid": "9d41fd79-ca9f-4221-81b5-a61cc5686462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.503228] env[69440]: INFO nova.compute.manager [-] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Took 1.30 seconds to deallocate network for instance. [ 1115.517449] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Volume attach. Driver type: vmdk {{(pid=69440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1115.520338] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819931', 'volume_id': 'ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5', 'name': 'volume-ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e27f5de0-9750-43d8-be9f-98485375485e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5', 'serial': 'ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1115.520338] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba3c073-702a-4933-accd-b79c7e4a33e0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.523429] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd806c1-7c2e-4bba-907b-4fec2ba30049 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.530543] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140160, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.579997} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.531657] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 79a1311f-55d1-4185-a46f-2919440e27f8/79a1311f-55d1-4185-a46f-2919440e27f8.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.532116] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.532901] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c4c785b-e52b-47ee-ae3d-240d6ad0fb9d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.551065] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9691ca-4fba-4306-88e4-32be07685705 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.555885] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04757120-1758-4c4a-8c23-64c68d529359 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.561219] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1115.561219] env[69440]: value = "task-4140164" [ 1115.561219] env[69440]: _type = "Task" [ 1115.561219] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.614066] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] volume-ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5/volume-ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.615735] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10b715d4-b9d0-4c78-b4d4-84ae4574e59d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.630251] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8f3171-6b3b-4f25-a05c-9e42ad7d110f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.639971] env[69440]: DEBUG oslo_concurrency.lockutils [None req-47fb7598-f740-4228-98cd-a460bb501255 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "af5e12ef-baf4-4941-8364-94ddad799408" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.292s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.639971] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f14b5b-629c-ca16-5604-d885137d113f, 'name': SearchDatastore_Task, 'duration_secs': 0.010872} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.640068] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.640620] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 9136d8d0-ea41-4f3a-9621-e451b1cabea1/9136d8d0-ea41-4f3a-9621-e451b1cabea1.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.644530] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6368267-9902-4aaf-ac0f-248e980c7293 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.646668] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073081} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.650078] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.650565] env[69440]: DEBUG oslo_vmware.api [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1115.650565] env[69440]: value = "task-4140165" [ 1115.650565] env[69440]: _type = "Task" [ 1115.650565] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.655442] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef0f4ef-3bc4-4124-9c39-60e6d8af3c9c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.656868] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc28615-edd0-484f-a129-a42ae49cb7b9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.668021] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1115.668021] env[69440]: value = "task-4140166" [ 1115.668021] env[69440]: _type = "Task" [ 1115.668021] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.697838] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.707018] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 79a1311f-55d1-4185-a46f-2919440e27f8/79a1311f-55d1-4185-a46f-2919440e27f8.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.707659] env[69440]: DEBUG nova.compute.manager [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.710689] env[69440]: DEBUG nova.compute.provider_tree [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.712606] env[69440]: DEBUG oslo_vmware.api [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.713851] env[69440]: DEBUG nova.network.neutron [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Successfully created port: b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.716729] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11e4e93f-67d9-4046-918d-a920ff6a4eb8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.718945] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3751d659-2414-4340-a714-57310cc94194 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.740825] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.746656] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1115.746656] env[69440]: value = "task-4140167" [ 1115.746656] env[69440]: _type = "Task" [ 1115.746656] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.748595] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1115.748595] env[69440]: value = "task-4140168" [ 1115.748595] env[69440]: _type = "Task" [ 1115.748595] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.763243] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.766485] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140168, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.947896] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "af5e12ef-baf4-4941-8364-94ddad799408" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.947896] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "af5e12ef-baf4-4941-8364-94ddad799408" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.947896] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "af5e12ef-baf4-4941-8364-94ddad799408-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.947896] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "af5e12ef-baf4-4941-8364-94ddad799408-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.947896] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "af5e12ef-baf4-4941-8364-94ddad799408-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.950606] env[69440]: INFO nova.compute.manager [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Terminating instance [ 1115.976476] env[69440]: DEBUG oslo_concurrency.lockutils [req-cdda2ba9-9ced-452d-99ba-b55c9ecde79d req-4963bc80-a059-4510-92c8-836f369446e8 service nova] Releasing lock "refresh_cache-6db4be35-78b9-4afb-8270-d39988531a3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.010917] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.181868] env[69440]: DEBUG oslo_vmware.api [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140165, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.191566] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468137} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.191566] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 9136d8d0-ea41-4f3a-9621-e451b1cabea1/9136d8d0-ea41-4f3a-9621-e451b1cabea1.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.191566] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.191566] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a2b3c4a-996b-4074-aaaf-3e84c6ac9f5b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.200237] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1116.200237] env[69440]: value = "task-4140169" [ 1116.200237] env[69440]: _type = "Task" [ 1116.200237] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.211730] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.214121] env[69440]: DEBUG nova.scheduler.client.report [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.261027] env[69440]: DEBUG oslo_vmware.api [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140167, 'name': PowerOffVM_Task, 'duration_secs': 0.174047} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.262832] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.263221] env[69440]: DEBUG nova.compute.manager [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.264036] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0734cea3-05a6-42b2-9f48-d1e28074f7c7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.270215] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140168, 'name': ReconfigVM_Task, 'duration_secs': 0.4801} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.270882] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 79a1311f-55d1-4185-a46f-2919440e27f8/79a1311f-55d1-4185-a46f-2919440e27f8.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.271544] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b57f4285-89a8-432b-ae9b-0be7c0ce0c09 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.286082] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1116.286082] env[69440]: value = "task-4140170" [ 1116.286082] env[69440]: _type = "Task" [ 1116.286082] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.297220] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140170, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.455775] env[69440]: DEBUG nova.compute.manager [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.456048] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.457019] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c973c55-e3e8-4624-bc7a-59bf14e7d1a4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.465915] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.466241] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2dcf6b6-576b-403b-a406-d130d81ae106 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.474219] env[69440]: DEBUG oslo_vmware.api [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1116.474219] env[69440]: value = "task-4140171" [ 1116.474219] env[69440]: _type = "Task" [ 1116.474219] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.483963] env[69440]: DEBUG oslo_vmware.api [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.528942] env[69440]: DEBUG nova.compute.manager [req-dac5e0ac-0d86-45cc-8b6d-e9694cb825f0 req-ddf15f84-9763-4101-a19f-6674b4c45da4 service nova] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Received event network-vif-deleted-e45a5e1e-519c-446e-bbb7-8a63b7479d08 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.673449] env[69440]: DEBUG oslo_vmware.api [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140165, 'name': ReconfigVM_Task, 'duration_secs': 0.559862} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.673742] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Reconfigured VM instance instance-00000057 to attach disk [datastore2] volume-ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5/volume-ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.678831] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad8915ed-04a7-4f9b-b5e1-8d56c3e35e22 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.698038] env[69440]: DEBUG oslo_vmware.api [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1116.698038] env[69440]: value = "task-4140172" [ 1116.698038] env[69440]: _type = "Task" [ 1116.698038] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.715608] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.28697} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.715892] env[69440]: DEBUG oslo_vmware.api [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.716180] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.717064] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ade31d0-ceed-4ce9-a3b3-2ba4d56f7e02 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.722613] env[69440]: DEBUG nova.compute.manager [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.738585] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.749804] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 9136d8d0-ea41-4f3a-9621-e451b1cabea1/9136d8d0-ea41-4f3a-9621-e451b1cabea1.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.753530] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.730s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.755304] env[69440]: INFO nova.compute.claims [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.758204] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eefcf878-92de-4639-b586-bd12e529ac9f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.784305] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1116.784305] env[69440]: value = "task-4140173" [ 1116.784305] env[69440]: _type = "Task" [ 1116.784305] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.786965] env[69440]: DEBUG nova.virt.hardware [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.786965] env[69440]: DEBUG nova.virt.hardware [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.787246] env[69440]: DEBUG nova.virt.hardware [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.787305] env[69440]: DEBUG nova.virt.hardware [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.787448] env[69440]: DEBUG nova.virt.hardware [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.787638] env[69440]: DEBUG nova.virt.hardware [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.787863] env[69440]: DEBUG nova.virt.hardware [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.788035] env[69440]: DEBUG nova.virt.hardware [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.788206] env[69440]: DEBUG nova.virt.hardware [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.788369] env[69440]: DEBUG nova.virt.hardware [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.789160] env[69440]: DEBUG nova.virt.hardware [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.789630] env[69440]: INFO nova.scheduler.client.report [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Deleted allocations for instance 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064 [ 1116.790851] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "921d5d64-36f1-42eb-9d85-ecdc74e555f0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.626s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.792637] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbee1bc-a433-44f4-8760-76ef2b80b245 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.817528] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259f9a75-bd09-478c-8982-189b84ae5b64 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.822589] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140170, 'name': Rename_Task, 'duration_secs': 0.155508} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.822849] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.823794] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.824560] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-900fc091-5ab7-4044-868d-64ddfa0d89a5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.842072] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1116.842072] env[69440]: value = "task-4140174" [ 1116.842072] env[69440]: _type = "Task" [ 1116.842072] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.853210] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.985184] env[69440]: DEBUG oslo_vmware.api [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140171, 'name': PowerOffVM_Task, 'duration_secs': 0.231338} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.985450] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.985607] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.985853] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5832a7c0-3515-45c4-b681-d48e4347cfbd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.209014] env[69440]: DEBUG oslo_vmware.api [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140172, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.293270] env[69440]: DEBUG nova.network.neutron [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Successfully updated port: b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.311127] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.318390] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.319915] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a7f006d5-a740-482e-96fa-a47edd03301a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.916s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.355166] env[69440]: DEBUG oslo_vmware.api [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140174, 'name': PowerOnVM_Task, 'duration_secs': 0.498972} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.355871] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.355871] env[69440]: INFO nova.compute.manager [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1117.355991] env[69440]: DEBUG nova.compute.manager [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1117.357141] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdf467d-a1f7-4cbc-b85b-feee3824a3aa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.709420] env[69440]: DEBUG oslo_vmware.api [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140172, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.729128] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.729455] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.729742] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Deleting the datastore file [datastore2] af5e12ef-baf4-4941-8364-94ddad799408 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.730157] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b0d524c-4409-491d-90eb-932f6b47946b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.742714] env[69440]: DEBUG oslo_vmware.api [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1117.742714] env[69440]: value = "task-4140176" [ 1117.742714] env[69440]: _type = "Task" [ 1117.742714] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.753449] env[69440]: DEBUG oslo_vmware.api [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.800425] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "refresh_cache-9c6ca56b-90d5-4835-a504-84e8f8a2d640" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.800425] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "refresh_cache-9c6ca56b-90d5-4835-a504-84e8f8a2d640" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.800425] env[69440]: DEBUG nova.network.neutron [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.805787] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140173, 'name': ReconfigVM_Task, 'duration_secs': 0.594319} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.809284] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 9136d8d0-ea41-4f3a-9621-e451b1cabea1/9136d8d0-ea41-4f3a-9621-e451b1cabea1.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.810880] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4e7b9e7-f74a-4b32-90bc-9936ac614523 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.819507] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1117.819507] env[69440]: value = "task-4140177" [ 1117.819507] env[69440]: _type = "Task" [ 1117.819507] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.834478] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140177, 'name': Rename_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.883867] env[69440]: INFO nova.compute.manager [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Took 20.63 seconds to build instance. [ 1118.118110] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a48d241-b020-4235-af41-784aeaa52336 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.132575] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac74862e-2c5c-4ea8-b633-e08010b3f40e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.180028] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e587725d-5f3a-42de-8985-25207ab9fb44 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.191327] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b05a9df-20ec-4edf-bfa2-0464b6178d6d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.215153] env[69440]: DEBUG nova.compute.provider_tree [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.222734] env[69440]: DEBUG oslo_vmware.api [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140172, 'name': ReconfigVM_Task, 'duration_secs': 1.254938} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.223051] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819931', 'volume_id': 'ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5', 'name': 'volume-ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e27f5de0-9750-43d8-be9f-98485375485e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5', 'serial': 'ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1118.254131] env[69440]: DEBUG oslo_vmware.api [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417431} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.254441] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.254602] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.254780] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.254953] env[69440]: INFO nova.compute.manager [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Took 1.80 seconds to destroy the instance on the hypervisor. [ 1118.255208] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.255397] env[69440]: DEBUG nova.compute.manager [-] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.255504] env[69440]: DEBUG nova.network.neutron [-] [instance: af5e12ef-baf4-4941-8364-94ddad799408] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.334381] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140177, 'name': Rename_Task, 'duration_secs': 0.179388} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.334674] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.334940] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0eebb04-3ce3-4ca8-b9b7-0332b62e289f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.346499] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1118.346499] env[69440]: value = "task-4140178" [ 1118.346499] env[69440]: _type = "Task" [ 1118.346499] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.356569] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.359704] env[69440]: DEBUG nova.network.neutron [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.388831] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ab5ad260-b9bc-4004-8013-4e79e535ef6b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "79a1311f-55d1-4185-a46f-2919440e27f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.157s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.630539] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "921d5d64-36f1-42eb-9d85-ecdc74e555f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.631066] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "921d5d64-36f1-42eb-9d85-ecdc74e555f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.631421] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "921d5d64-36f1-42eb-9d85-ecdc74e555f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.631710] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "921d5d64-36f1-42eb-9d85-ecdc74e555f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.632226] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "921d5d64-36f1-42eb-9d85-ecdc74e555f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.635097] env[69440]: INFO nova.compute.manager [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Terminating instance [ 1118.653179] env[69440]: DEBUG nova.compute.manager [req-bdcdac4b-3e15-4035-9c62-4be4fcf1353c req-7571296f-03b6-483a-a01c-72f3d9c400e3 service nova] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Received event network-vif-plugged-b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.653179] env[69440]: DEBUG oslo_concurrency.lockutils [req-bdcdac4b-3e15-4035-9c62-4be4fcf1353c req-7571296f-03b6-483a-a01c-72f3d9c400e3 service nova] Acquiring lock "9c6ca56b-90d5-4835-a504-84e8f8a2d640-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.653179] env[69440]: DEBUG oslo_concurrency.lockutils [req-bdcdac4b-3e15-4035-9c62-4be4fcf1353c req-7571296f-03b6-483a-a01c-72f3d9c400e3 service nova] Lock "9c6ca56b-90d5-4835-a504-84e8f8a2d640-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.653179] env[69440]: DEBUG oslo_concurrency.lockutils [req-bdcdac4b-3e15-4035-9c62-4be4fcf1353c req-7571296f-03b6-483a-a01c-72f3d9c400e3 service nova] Lock "9c6ca56b-90d5-4835-a504-84e8f8a2d640-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.653179] env[69440]: DEBUG nova.compute.manager [req-bdcdac4b-3e15-4035-9c62-4be4fcf1353c req-7571296f-03b6-483a-a01c-72f3d9c400e3 service nova] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] No waiting events found dispatching network-vif-plugged-b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1118.653179] env[69440]: WARNING nova.compute.manager [req-bdcdac4b-3e15-4035-9c62-4be4fcf1353c req-7571296f-03b6-483a-a01c-72f3d9c400e3 service nova] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Received unexpected event network-vif-plugged-b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca for instance with vm_state building and task_state spawning. [ 1118.653179] env[69440]: DEBUG nova.compute.manager [req-bdcdac4b-3e15-4035-9c62-4be4fcf1353c req-7571296f-03b6-483a-a01c-72f3d9c400e3 service nova] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Received event network-changed-b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.653179] env[69440]: DEBUG nova.compute.manager [req-bdcdac4b-3e15-4035-9c62-4be4fcf1353c req-7571296f-03b6-483a-a01c-72f3d9c400e3 service nova] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Refreshing instance network info cache due to event network-changed-b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.653179] env[69440]: DEBUG oslo_concurrency.lockutils [req-bdcdac4b-3e15-4035-9c62-4be4fcf1353c req-7571296f-03b6-483a-a01c-72f3d9c400e3 service nova] Acquiring lock "refresh_cache-9c6ca56b-90d5-4835-a504-84e8f8a2d640" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.719349] env[69440]: DEBUG nova.scheduler.client.report [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.787622] env[69440]: DEBUG nova.network.neutron [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Updating instance_info_cache with network_info: [{"id": "b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca", "address": "fa:16:3e:0e:be:8b", "network": {"id": "41c1c367-801b-433c-b176-6a81cc0d5096", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2091308805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27a00c5d4f64e81b6f2e92da994f52b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f960f2-c0", "ovs_interfaceid": "b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.865479] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140178, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.140416] env[69440]: DEBUG nova.compute.manager [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.140702] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.141648] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ed822a-402a-403a-b9db-438c4b7c5a83 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.150579] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.150912] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-548d8d8f-2486-482f-84de-7896a0afe7b6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.216976] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.217853] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.217853] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Deleting the datastore file [datastore1] 921d5d64-36f1-42eb-9d85-ecdc74e555f0 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.218026] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b68386de-3d22-4ed8-910e-7ce2af2ab665 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.226583] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.227137] env[69440]: DEBUG nova.compute.manager [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.232043] env[69440]: DEBUG oslo_vmware.api [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1119.232043] env[69440]: value = "task-4140180" [ 1119.232043] env[69440]: _type = "Task" [ 1119.232043] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.232567] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.317s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.238226] env[69440]: INFO nova.compute.claims [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.261053] env[69440]: DEBUG oslo_vmware.api [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.278613] env[69440]: DEBUG nova.objects.instance [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lazy-loading 'flavor' on Instance uuid e27f5de0-9750-43d8-be9f-98485375485e {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.292341] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "refresh_cache-9c6ca56b-90d5-4835-a504-84e8f8a2d640" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.292693] env[69440]: DEBUG nova.compute.manager [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Instance network_info: |[{"id": "b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca", "address": "fa:16:3e:0e:be:8b", "network": {"id": "41c1c367-801b-433c-b176-6a81cc0d5096", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2091308805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27a00c5d4f64e81b6f2e92da994f52b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f960f2-c0", "ovs_interfaceid": "b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.296451] env[69440]: DEBUG oslo_concurrency.lockutils [req-bdcdac4b-3e15-4035-9c62-4be4fcf1353c req-7571296f-03b6-483a-a01c-72f3d9c400e3 service nova] Acquired lock "refresh_cache-9c6ca56b-90d5-4835-a504-84e8f8a2d640" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.296553] env[69440]: DEBUG nova.network.neutron [req-bdcdac4b-3e15-4035-9c62-4be4fcf1353c req-7571296f-03b6-483a-a01c-72f3d9c400e3 service nova] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Refreshing network info cache for port b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.298265] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:be:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.306470] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.308518] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.308796] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3e3c005-974f-451e-acc9-27f40dab96cf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.331285] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.331285] env[69440]: value = "task-4140181" [ 1119.331285] env[69440]: _type = "Task" [ 1119.331285] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.340937] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140181, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.361026] env[69440]: DEBUG oslo_vmware.api [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140178, 'name': PowerOnVM_Task, 'duration_secs': 0.538645} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.361026] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.361026] env[69440]: DEBUG nova.compute.manager [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1119.361026] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56596a56-dc62-4960-8bd8-132a3739878c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.464147] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e23470a8-541c-42c0-8fb2-be6a126e5df7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "e27f5de0-9750-43d8-be9f-98485375485e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.662385] env[69440]: DEBUG nova.network.neutron [-] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.736175] env[69440]: DEBUG nova.compute.utils [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.736175] env[69440]: DEBUG nova.compute.manager [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.736175] env[69440]: DEBUG nova.network.neutron [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.761192] env[69440]: DEBUG oslo_vmware.api [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28175} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.761839] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.765320] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.765320] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.765320] env[69440]: INFO nova.compute.manager [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1119.765320] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.765320] env[69440]: DEBUG nova.compute.manager [-] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.765320] env[69440]: DEBUG nova.network.neutron [-] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.786876] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a7f0e913-9c11-4890-a068-ee4dd3b37582 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "e27f5de0-9750-43d8-be9f-98485375485e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.912s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.793020] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e23470a8-541c-42c0-8fb2-be6a126e5df7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "e27f5de0-9750-43d8-be9f-98485375485e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.325s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.793020] env[69440]: DEBUG nova.compute.manager [None req-e23470a8-541c-42c0-8fb2-be6a126e5df7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1119.793020] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae7b102-6f5a-4ec6-9d83-bcbfdec577ad {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.799417] env[69440]: DEBUG nova.compute.manager [None req-e23470a8-541c-42c0-8fb2-be6a126e5df7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69440) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1119.800092] env[69440]: DEBUG nova.objects.instance [None req-e23470a8-541c-42c0-8fb2-be6a126e5df7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lazy-loading 'flavor' on Instance uuid e27f5de0-9750-43d8-be9f-98485375485e {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.841995] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140181, 'name': CreateVM_Task, 'duration_secs': 0.416124} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.844037] env[69440]: DEBUG nova.policy [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db8306436aa04666979e87c3e5ce77c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '152522e1dffb493eb3f93a9e57dc2d66', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.846470] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.847216] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.847379] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.847756] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.848387] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-763b64be-d451-4cd9-be58-7021e4964bbc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.854737] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1119.854737] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52fa741d-36af-1a5b-87dc-6746ab478243" [ 1119.854737] env[69440]: _type = "Task" [ 1119.854737] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.869214] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52fa741d-36af-1a5b-87dc-6746ab478243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.880937] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.168977] env[69440]: INFO nova.compute.manager [-] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Took 1.91 seconds to deallocate network for instance. [ 1120.234118] env[69440]: DEBUG nova.network.neutron [req-bdcdac4b-3e15-4035-9c62-4be4fcf1353c req-7571296f-03b6-483a-a01c-72f3d9c400e3 service nova] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Updated VIF entry in instance network info cache for port b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.234118] env[69440]: DEBUG nova.network.neutron [req-bdcdac4b-3e15-4035-9c62-4be4fcf1353c req-7571296f-03b6-483a-a01c-72f3d9c400e3 service nova] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Updating instance_info_cache with network_info: [{"id": "b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca", "address": "fa:16:3e:0e:be:8b", "network": {"id": "41c1c367-801b-433c-b176-6a81cc0d5096", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2091308805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27a00c5d4f64e81b6f2e92da994f52b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f960f2-c0", "ovs_interfaceid": "b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.244024] env[69440]: DEBUG nova.compute.manager [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.373220] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52fa741d-36af-1a5b-87dc-6746ab478243, 'name': SearchDatastore_Task, 'duration_secs': 0.022962} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.376988] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.376988] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.376988] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.377112] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.377286] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.382294] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9911197f-2f0f-4285-9063-830cde286253 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.396963] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.397123] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.397966] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4e08824-725a-4f1e-801d-c448fe7505b6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.404205] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1120.404205] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52a4bba9-8eab-56c1-21a1-b80b0e2418b6" [ 1120.404205] env[69440]: _type = "Task" [ 1120.404205] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.416832] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a4bba9-8eab-56c1-21a1-b80b0e2418b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.427334] env[69440]: DEBUG nova.network.neutron [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Successfully created port: ec22fc83-0bca-46f0-8025-e4cf847b3d4d {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.587260] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921195d1-737f-4035-809e-3a9333dbbc94 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.595215] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65570fd6-1518-4605-9c1d-53e2dfe0a458 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.631019] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1deee22c-8405-4175-bc0f-9be4b9a5716a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.638322] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2d6e76-bf87-4a6c-8d77-34e7ada65e04 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.654172] env[69440]: DEBUG nova.compute.provider_tree [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.679783] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.686147] env[69440]: DEBUG nova.compute.manager [req-bc7aed2e-f0f0-4c56-a7ae-315f47143bf0 req-a7e1ecfc-da12-4c96-a67f-3eeb112868dc service nova] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Received event network-changed-b705d049-c140-4738-a58b-c668b2277fe6 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.686147] env[69440]: DEBUG nova.compute.manager [req-bc7aed2e-f0f0-4c56-a7ae-315f47143bf0 req-a7e1ecfc-da12-4c96-a67f-3eeb112868dc service nova] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Refreshing instance network info cache due to event network-changed-b705d049-c140-4738-a58b-c668b2277fe6. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.686335] env[69440]: DEBUG oslo_concurrency.lockutils [req-bc7aed2e-f0f0-4c56-a7ae-315f47143bf0 req-a7e1ecfc-da12-4c96-a67f-3eeb112868dc service nova] Acquiring lock "refresh_cache-79a1311f-55d1-4185-a46f-2919440e27f8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.686545] env[69440]: DEBUG oslo_concurrency.lockutils [req-bc7aed2e-f0f0-4c56-a7ae-315f47143bf0 req-a7e1ecfc-da12-4c96-a67f-3eeb112868dc service nova] Acquired lock "refresh_cache-79a1311f-55d1-4185-a46f-2919440e27f8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.686702] env[69440]: DEBUG nova.network.neutron [req-bc7aed2e-f0f0-4c56-a7ae-315f47143bf0 req-a7e1ecfc-da12-4c96-a67f-3eeb112868dc service nova] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Refreshing network info cache for port b705d049-c140-4738-a58b-c668b2277fe6 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.735178] env[69440]: DEBUG oslo_concurrency.lockutils [req-bdcdac4b-3e15-4035-9c62-4be4fcf1353c req-7571296f-03b6-483a-a01c-72f3d9c400e3 service nova] Releasing lock "refresh_cache-9c6ca56b-90d5-4835-a504-84e8f8a2d640" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.739707] env[69440]: DEBUG nova.network.neutron [-] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.809436] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23470a8-541c-42c0-8fb2-be6a126e5df7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.815561] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b805fb46-a046-420a-b75e-7d9229996d7d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.822024] env[69440]: DEBUG oslo_vmware.api [None req-e23470a8-541c-42c0-8fb2-be6a126e5df7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1120.822024] env[69440]: value = "task-4140182" [ 1120.822024] env[69440]: _type = "Task" [ 1120.822024] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.831406] env[69440]: DEBUG oslo_vmware.api [None req-e23470a8-541c-42c0-8fb2-be6a126e5df7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.918159] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a4bba9-8eab-56c1-21a1-b80b0e2418b6, 'name': SearchDatastore_Task, 'duration_secs': 0.027874} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.919166] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-631e2b81-c0d9-4dc4-8f2b-d220a3f92764 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.925773] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1120.925773] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5225ecf7-3765-2a9f-eb8e-b31cbb5b2f37" [ 1120.925773] env[69440]: _type = "Task" [ 1120.925773] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.936931] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5225ecf7-3765-2a9f-eb8e-b31cbb5b2f37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.159189] env[69440]: DEBUG nova.scheduler.client.report [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.242507] env[69440]: INFO nova.compute.manager [-] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Took 1.48 seconds to deallocate network for instance. [ 1121.259456] env[69440]: DEBUG nova.compute.manager [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.294843] env[69440]: DEBUG nova.virt.hardware [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.294998] env[69440]: DEBUG nova.virt.hardware [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.295072] env[69440]: DEBUG nova.virt.hardware [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.295261] env[69440]: DEBUG nova.virt.hardware [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.295403] env[69440]: DEBUG nova.virt.hardware [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.295567] env[69440]: DEBUG nova.virt.hardware [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.295830] env[69440]: DEBUG nova.virt.hardware [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.295997] env[69440]: DEBUG nova.virt.hardware [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.296616] env[69440]: DEBUG nova.virt.hardware [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.296803] env[69440]: DEBUG nova.virt.hardware [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.296990] env[69440]: DEBUG nova.virt.hardware [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.298323] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed51716f-1376-44f6-94d4-35667875420b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.312166] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9313dd5e-80c4-41d1-b0b0-1f27ab1c9d31 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.341632] env[69440]: DEBUG oslo_vmware.api [None req-e23470a8-541c-42c0-8fb2-be6a126e5df7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140182, 'name': PowerOffVM_Task, 'duration_secs': 0.234917} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.341900] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23470a8-541c-42c0-8fb2-be6a126e5df7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.342126] env[69440]: DEBUG nova.compute.manager [None req-e23470a8-541c-42c0-8fb2-be6a126e5df7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1121.343086] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471629c9-9bb9-4300-b571-fbe30dc5e34d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.438695] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5225ecf7-3765-2a9f-eb8e-b31cbb5b2f37, 'name': SearchDatastore_Task, 'duration_secs': 0.019665} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.439011] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.439359] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 9c6ca56b-90d5-4835-a504-84e8f8a2d640/9c6ca56b-90d5-4835-a504-84e8f8a2d640.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.439639] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e5dfd7f-e345-4880-95c0-fcbc3c13fe28 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.449225] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1121.449225] env[69440]: value = "task-4140183" [ 1121.449225] env[69440]: _type = "Task" [ 1121.449225] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.462855] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.493675] env[69440]: DEBUG nova.network.neutron [req-bc7aed2e-f0f0-4c56-a7ae-315f47143bf0 req-a7e1ecfc-da12-4c96-a67f-3eeb112868dc service nova] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Updated VIF entry in instance network info cache for port b705d049-c140-4738-a58b-c668b2277fe6. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.493675] env[69440]: DEBUG nova.network.neutron [req-bc7aed2e-f0f0-4c56-a7ae-315f47143bf0 req-a7e1ecfc-da12-4c96-a67f-3eeb112868dc service nova] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Updating instance_info_cache with network_info: [{"id": "b705d049-c140-4738-a58b-c668b2277fe6", "address": "fa:16:3e:8c:a6:86", "network": {"id": "eeb1fd99-8130-4307-a1ff-f4e0287dfc9c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-239946609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "449c066c0a2644b995fd9fd41599b07a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb705d049-c1", "ovs_interfaceid": "b705d049-c140-4738-a58b-c668b2277fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.667518] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.668078] env[69440]: DEBUG nova.compute.manager [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.670713] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.097s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.672868] env[69440]: INFO nova.compute.claims [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.752852] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.859105] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e23470a8-541c-42c0-8fb2-be6a126e5df7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "e27f5de0-9750-43d8-be9f-98485375485e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.962328] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140183, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.989430] env[69440]: DEBUG nova.network.neutron [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Successfully updated port: ec22fc83-0bca-46f0-8025-e4cf847b3d4d {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.996806] env[69440]: DEBUG oslo_concurrency.lockutils [req-bc7aed2e-f0f0-4c56-a7ae-315f47143bf0 req-a7e1ecfc-da12-4c96-a67f-3eeb112868dc service nova] Releasing lock "refresh_cache-79a1311f-55d1-4185-a46f-2919440e27f8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.996929] env[69440]: DEBUG nova.compute.manager [req-bc7aed2e-f0f0-4c56-a7ae-315f47143bf0 req-a7e1ecfc-da12-4c96-a67f-3eeb112868dc service nova] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Received event network-vif-deleted-520ecf0b-0004-451e-852d-0e24eb2aaff3 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.000152] env[69440]: DEBUG nova.compute.manager [req-bc7aed2e-f0f0-4c56-a7ae-315f47143bf0 req-a7e1ecfc-da12-4c96-a67f-3eeb112868dc service nova] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Received event network-vif-deleted-e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.000152] env[69440]: INFO nova.compute.manager [req-bc7aed2e-f0f0-4c56-a7ae-315f47143bf0 req-a7e1ecfc-da12-4c96-a67f-3eeb112868dc service nova] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Neutron deleted interface e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54; detaching it from the instance and deleting it from the info cache [ 1122.000152] env[69440]: DEBUG nova.network.neutron [req-bc7aed2e-f0f0-4c56-a7ae-315f47143bf0 req-a7e1ecfc-da12-4c96-a67f-3eeb112868dc service nova] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.067081] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Acquiring lock "f828147e-3bfc-48ac-b3c8-e5feae7a8767" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.067362] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Lock "f828147e-3bfc-48ac-b3c8-e5feae7a8767" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.178341] env[69440]: DEBUG nova.compute.utils [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.182247] env[69440]: DEBUG nova.compute.manager [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1122.182247] env[69440]: DEBUG nova.network.neutron [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.224352] env[69440]: DEBUG nova.policy [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd30b69c2769c4dbc8f01978b013193da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52f29420e0f24ac284b3e66740fa6ce5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.461118] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534999} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.462099] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 9c6ca56b-90d5-4835-a504-84e8f8a2d640/9c6ca56b-90d5-4835-a504-84e8f8a2d640.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.462341] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.462613] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d210c95a-4d08-47c3-99e2-51f2acf799db {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.470501] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1122.470501] env[69440]: value = "task-4140184" [ 1122.470501] env[69440]: _type = "Task" [ 1122.470501] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.479586] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.494266] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Acquiring lock "refresh_cache-2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.494593] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Acquired lock "refresh_cache-2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.494593] env[69440]: DEBUG nova.network.neutron [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.501255] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc981fee-7607-427c-89d5-f61851e5f134 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.513853] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d665c2-85d9-4dcc-8b8e-b50309f0aa6f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.528451] env[69440]: DEBUG nova.network.neutron [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Successfully created port: 609271a3-b93f-4181-9ab4-4ad6bb00bbc4 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.556956] env[69440]: DEBUG nova.compute.manager [req-bc7aed2e-f0f0-4c56-a7ae-315f47143bf0 req-a7e1ecfc-da12-4c96-a67f-3eeb112868dc service nova] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Detach interface failed, port_id=e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54, reason: Instance 921d5d64-36f1-42eb-9d85-ecdc74e555f0 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1122.570871] env[69440]: DEBUG nova.compute.manager [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1122.684078] env[69440]: DEBUG nova.compute.manager [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.724307] env[69440]: DEBUG nova.compute.manager [req-e39757eb-ddcd-41b5-8fcb-5ef197e0d76c req-872caed3-f4c1-4379-a77f-2468a097d505 service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Received event network-vif-plugged-ec22fc83-0bca-46f0-8025-e4cf847b3d4d {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.724307] env[69440]: DEBUG oslo_concurrency.lockutils [req-e39757eb-ddcd-41b5-8fcb-5ef197e0d76c req-872caed3-f4c1-4379-a77f-2468a097d505 service nova] Acquiring lock "2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.724307] env[69440]: DEBUG oslo_concurrency.lockutils [req-e39757eb-ddcd-41b5-8fcb-5ef197e0d76c req-872caed3-f4c1-4379-a77f-2468a097d505 service nova] Lock "2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.724307] env[69440]: DEBUG oslo_concurrency.lockutils [req-e39757eb-ddcd-41b5-8fcb-5ef197e0d76c req-872caed3-f4c1-4379-a77f-2468a097d505 service nova] Lock "2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.724307] env[69440]: DEBUG nova.compute.manager [req-e39757eb-ddcd-41b5-8fcb-5ef197e0d76c req-872caed3-f4c1-4379-a77f-2468a097d505 service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] No waiting events found dispatching network-vif-plugged-ec22fc83-0bca-46f0-8025-e4cf847b3d4d {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1122.724307] env[69440]: WARNING nova.compute.manager [req-e39757eb-ddcd-41b5-8fcb-5ef197e0d76c req-872caed3-f4c1-4379-a77f-2468a097d505 service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Received unexpected event network-vif-plugged-ec22fc83-0bca-46f0-8025-e4cf847b3d4d for instance with vm_state building and task_state spawning. [ 1122.724307] env[69440]: DEBUG nova.compute.manager [req-e39757eb-ddcd-41b5-8fcb-5ef197e0d76c req-872caed3-f4c1-4379-a77f-2468a097d505 service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Received event network-changed-ec22fc83-0bca-46f0-8025-e4cf847b3d4d {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.724307] env[69440]: DEBUG nova.compute.manager [req-e39757eb-ddcd-41b5-8fcb-5ef197e0d76c req-872caed3-f4c1-4379-a77f-2468a097d505 service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Refreshing instance network info cache due to event network-changed-ec22fc83-0bca-46f0-8025-e4cf847b3d4d. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.724307] env[69440]: DEBUG oslo_concurrency.lockutils [req-e39757eb-ddcd-41b5-8fcb-5ef197e0d76c req-872caed3-f4c1-4379-a77f-2468a097d505 service nova] Acquiring lock "refresh_cache-2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.984489] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112451} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.984858] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.985656] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a0e0f4-007f-4a1b-980e-d0c567905848 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.990975] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7801a5e4-2508-4627-af17-4f4df765a2f4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.013387] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 9c6ca56b-90d5-4835-a504-84e8f8a2d640/9c6ca56b-90d5-4835-a504-84e8f8a2d640.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.014553] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c48aaff6-ca35-4d43-ae42-46b91068855c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.032812] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b92e0e5-20b9-459b-ba8e-281276f98a5c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.037831] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1123.037831] env[69440]: value = "task-4140185" [ 1123.037831] env[69440]: _type = "Task" [ 1123.037831] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.069315] env[69440]: DEBUG nova.network.neutron [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.075029] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd593422-a3cc-48e4-8ffc-7dcee2cbd3f2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.081723] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.090275] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6763ae07-c18d-4ebb-a9e8-d143aa22d0ea {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.094960] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.104428] env[69440]: DEBUG nova.compute.provider_tree [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.213688] env[69440]: DEBUG nova.objects.instance [None req-8673540e-8597-4fc5-9f37-1a4c76ecf99d tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lazy-loading 'flavor' on Instance uuid e27f5de0-9750-43d8-be9f-98485375485e {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.220724] env[69440]: DEBUG nova.network.neutron [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Updating instance_info_cache with network_info: [{"id": "ec22fc83-0bca-46f0-8025-e4cf847b3d4d", "address": "fa:16:3e:06:df:0d", "network": {"id": "1eda2d98-882d-44d5-9eb1-00123f7de6b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-696446657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "152522e1dffb493eb3f93a9e57dc2d66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec22fc83-0b", "ovs_interfaceid": "ec22fc83-0bca-46f0-8025-e4cf847b3d4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.548067] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140185, 'name': ReconfigVM_Task, 'duration_secs': 0.328888} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.548365] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 9c6ca56b-90d5-4835-a504-84e8f8a2d640/9c6ca56b-90d5-4835-a504-84e8f8a2d640.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.549023] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bbea49f-043b-495c-b272-96b40beb3bf9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.556895] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1123.556895] env[69440]: value = "task-4140186" [ 1123.556895] env[69440]: _type = "Task" [ 1123.556895] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.565294] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140186, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.609595] env[69440]: DEBUG nova.scheduler.client.report [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.703064] env[69440]: DEBUG nova.compute.manager [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.722192] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8673540e-8597-4fc5-9f37-1a4c76ecf99d tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "refresh_cache-e27f5de0-9750-43d8-be9f-98485375485e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.722410] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8673540e-8597-4fc5-9f37-1a4c76ecf99d tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquired lock "refresh_cache-e27f5de0-9750-43d8-be9f-98485375485e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.722567] env[69440]: DEBUG nova.network.neutron [None req-8673540e-8597-4fc5-9f37-1a4c76ecf99d tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.722793] env[69440]: DEBUG nova.objects.instance [None req-8673540e-8597-4fc5-9f37-1a4c76ecf99d tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lazy-loading 'info_cache' on Instance uuid e27f5de0-9750-43d8-be9f-98485375485e {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.728021] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Releasing lock "refresh_cache-2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.728021] env[69440]: DEBUG nova.compute.manager [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Instance network_info: |[{"id": "ec22fc83-0bca-46f0-8025-e4cf847b3d4d", "address": "fa:16:3e:06:df:0d", "network": {"id": "1eda2d98-882d-44d5-9eb1-00123f7de6b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-696446657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "152522e1dffb493eb3f93a9e57dc2d66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec22fc83-0b", "ovs_interfaceid": "ec22fc83-0bca-46f0-8025-e4cf847b3d4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.730188] env[69440]: DEBUG oslo_concurrency.lockutils [req-e39757eb-ddcd-41b5-8fcb-5ef197e0d76c req-872caed3-f4c1-4379-a77f-2468a097d505 service nova] Acquired lock "refresh_cache-2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.731030] env[69440]: DEBUG nova.network.neutron [req-e39757eb-ddcd-41b5-8fcb-5ef197e0d76c req-872caed3-f4c1-4379-a77f-2468a097d505 service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Refreshing network info cache for port ec22fc83-0bca-46f0-8025-e4cf847b3d4d {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.731567] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:df:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec22fc83-0bca-46f0-8025-e4cf847b3d4d', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.739628] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Creating folder: Project (152522e1dffb493eb3f93a9e57dc2d66). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1123.741024] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-535f2035-52df-4fca-9e09-1a823b592c7b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.747786] env[69440]: DEBUG nova.virt.hardware [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.748129] env[69440]: DEBUG nova.virt.hardware [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.748235] env[69440]: DEBUG nova.virt.hardware [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.748402] env[69440]: DEBUG nova.virt.hardware [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.748547] env[69440]: DEBUG nova.virt.hardware [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.748736] env[69440]: DEBUG nova.virt.hardware [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.748960] env[69440]: DEBUG nova.virt.hardware [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.749135] env[69440]: DEBUG nova.virt.hardware [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.749302] env[69440]: DEBUG nova.virt.hardware [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.749525] env[69440]: DEBUG nova.virt.hardware [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.749641] env[69440]: DEBUG nova.virt.hardware [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.750841] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0f7a3a-3a0c-478f-9c09-48e02849c63d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.757403] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Created folder: Project (152522e1dffb493eb3f93a9e57dc2d66) in parent group-v819662. [ 1123.757806] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Creating folder: Instances. Parent ref: group-v819935. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1123.758343] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1377f609-0f1a-4e80-ae08-955028294730 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.764479] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf1d644-6ad5-416b-a559-c66e90c69f83 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.772996] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Created folder: Instances in parent group-v819935. [ 1123.773251] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.781221] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.782051] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27ca95ca-210a-49f6-8249-bd1c0732d02c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.802838] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.802838] env[69440]: value = "task-4140189" [ 1123.802838] env[69440]: _type = "Task" [ 1123.802838] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.812253] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140189, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.067826] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140186, 'name': Rename_Task, 'duration_secs': 0.140313} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.068144] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.068411] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65c65c4f-3c2a-43ee-b191-9a68bd04149f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.080293] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1124.080293] env[69440]: value = "task-4140190" [ 1124.080293] env[69440]: _type = "Task" [ 1124.080293] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.089443] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.114701] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.115280] env[69440]: DEBUG nova.compute.manager [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.118140] env[69440]: DEBUG oslo_concurrency.lockutils [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.917s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.118398] env[69440]: DEBUG nova.objects.instance [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lazy-loading 'resources' on Instance uuid 71c2c177-39bb-40f5-b548-bc5235b3b17e {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.226986] env[69440]: DEBUG nova.objects.base [None req-8673540e-8597-4fc5-9f37-1a4c76ecf99d tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1124.320846] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140189, 'name': CreateVM_Task, 'duration_secs': 0.42289} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.321050] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.321866] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.322034] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.322429] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.322662] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29731e22-0b4f-4ee8-92b8-efc5b0fb19ef {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.328596] env[69440]: DEBUG nova.network.neutron [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Successfully updated port: 609271a3-b93f-4181-9ab4-4ad6bb00bbc4 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.333868] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Waiting for the task: (returnval){ [ 1124.333868] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528c6c82-584e-f693-c30b-959d16feaec7" [ 1124.333868] env[69440]: _type = "Task" [ 1124.333868] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.344913] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528c6c82-584e-f693-c30b-959d16feaec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.486064] env[69440]: DEBUG nova.network.neutron [req-e39757eb-ddcd-41b5-8fcb-5ef197e0d76c req-872caed3-f4c1-4379-a77f-2468a097d505 service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Updated VIF entry in instance network info cache for port ec22fc83-0bca-46f0-8025-e4cf847b3d4d. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.486590] env[69440]: DEBUG nova.network.neutron [req-e39757eb-ddcd-41b5-8fcb-5ef197e0d76c req-872caed3-f4c1-4379-a77f-2468a097d505 service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Updating instance_info_cache with network_info: [{"id": "ec22fc83-0bca-46f0-8025-e4cf847b3d4d", "address": "fa:16:3e:06:df:0d", "network": {"id": "1eda2d98-882d-44d5-9eb1-00123f7de6b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-696446657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "152522e1dffb493eb3f93a9e57dc2d66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec22fc83-0b", "ovs_interfaceid": "ec22fc83-0bca-46f0-8025-e4cf847b3d4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.591171] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140190, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.622091] env[69440]: DEBUG nova.compute.utils [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.623660] env[69440]: DEBUG nova.compute.manager [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.623842] env[69440]: DEBUG nova.network.neutron [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.669699] env[69440]: DEBUG nova.policy [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5453e29b1e164e708b74abee8e68a929', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce1b9966b9444589a47ad0c5c5125308', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.831472] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "refresh_cache-6942a8c9-8c6d-41cc-a087-0189ab72bad1" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.831629] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquired lock "refresh_cache-6942a8c9-8c6d-41cc-a087-0189ab72bad1" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.831665] env[69440]: DEBUG nova.network.neutron [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.849432] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528c6c82-584e-f693-c30b-959d16feaec7, 'name': SearchDatastore_Task, 'duration_secs': 0.012212} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.850627] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.850876] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.851125] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.851271] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.851463] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.852084] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2086d797-4bcd-4716-80f0-9456d16ba679 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.875854] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.875854] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.876671] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5aa2785-92c9-4b43-9a1b-c5e0aa1b5379 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.883912] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Waiting for the task: (returnval){ [ 1124.883912] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]526e3d6b-25a4-fbb5-36c2-2ee11c6f9130" [ 1124.883912] env[69440]: _type = "Task" [ 1124.883912] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.898225] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526e3d6b-25a4-fbb5-36c2-2ee11c6f9130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.916305] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f717276a-23a7-4f61-814c-be157f34076b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.928369] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf12c70-1506-47f5-abf9-d19e8af75fcc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.961136] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bafa8e-3ee9-49cc-bb3c-7377572226d4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.971082] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22942473-b20b-4106-b7bc-7ccfabc65d54 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.977897] env[69440]: DEBUG nova.compute.manager [req-8998b9da-3f10-452a-8c76-23a0734cb75e req-d48fb259-2bf2-4b80-a71e-92418cea146c service nova] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Received event network-vif-plugged-609271a3-b93f-4181-9ab4-4ad6bb00bbc4 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.978122] env[69440]: DEBUG oslo_concurrency.lockutils [req-8998b9da-3f10-452a-8c76-23a0734cb75e req-d48fb259-2bf2-4b80-a71e-92418cea146c service nova] Acquiring lock "6942a8c9-8c6d-41cc-a087-0189ab72bad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.978336] env[69440]: DEBUG oslo_concurrency.lockutils [req-8998b9da-3f10-452a-8c76-23a0734cb75e req-d48fb259-2bf2-4b80-a71e-92418cea146c service nova] Lock "6942a8c9-8c6d-41cc-a087-0189ab72bad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.978493] env[69440]: DEBUG oslo_concurrency.lockutils [req-8998b9da-3f10-452a-8c76-23a0734cb75e req-d48fb259-2bf2-4b80-a71e-92418cea146c service nova] Lock "6942a8c9-8c6d-41cc-a087-0189ab72bad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.978788] env[69440]: DEBUG nova.compute.manager [req-8998b9da-3f10-452a-8c76-23a0734cb75e req-d48fb259-2bf2-4b80-a71e-92418cea146c service nova] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] No waiting events found dispatching network-vif-plugged-609271a3-b93f-4181-9ab4-4ad6bb00bbc4 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1124.978902] env[69440]: WARNING nova.compute.manager [req-8998b9da-3f10-452a-8c76-23a0734cb75e req-d48fb259-2bf2-4b80-a71e-92418cea146c service nova] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Received unexpected event network-vif-plugged-609271a3-b93f-4181-9ab4-4ad6bb00bbc4 for instance with vm_state building and task_state spawning. [ 1124.979067] env[69440]: DEBUG nova.compute.manager [req-8998b9da-3f10-452a-8c76-23a0734cb75e req-d48fb259-2bf2-4b80-a71e-92418cea146c service nova] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Received event network-changed-609271a3-b93f-4181-9ab4-4ad6bb00bbc4 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.979229] env[69440]: DEBUG nova.compute.manager [req-8998b9da-3f10-452a-8c76-23a0734cb75e req-d48fb259-2bf2-4b80-a71e-92418cea146c service nova] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Refreshing instance network info cache due to event network-changed-609271a3-b93f-4181-9ab4-4ad6bb00bbc4. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.979392] env[69440]: DEBUG oslo_concurrency.lockutils [req-8998b9da-3f10-452a-8c76-23a0734cb75e req-d48fb259-2bf2-4b80-a71e-92418cea146c service nova] Acquiring lock "refresh_cache-6942a8c9-8c6d-41cc-a087-0189ab72bad1" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.991036] env[69440]: DEBUG oslo_concurrency.lockutils [req-e39757eb-ddcd-41b5-8fcb-5ef197e0d76c req-872caed3-f4c1-4379-a77f-2468a097d505 service nova] Releasing lock "refresh_cache-2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.991594] env[69440]: DEBUG nova.compute.provider_tree [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.093413] env[69440]: DEBUG oslo_vmware.api [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140190, 'name': PowerOnVM_Task, 'duration_secs': 0.82145} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.093703] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.093941] env[69440]: INFO nova.compute.manager [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1125.094112] env[69440]: DEBUG nova.compute.manager [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1125.094939] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fca289f-3231-45cb-bed4-52692727a019 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.125274] env[69440]: DEBUG nova.network.neutron [None req-8673540e-8597-4fc5-9f37-1a4c76ecf99d tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Updating instance_info_cache with network_info: [{"id": "13e889b6-e921-4f02-8cd3-0fbbed27818f", "address": "fa:16:3e:ff:c7:66", "network": {"id": "8a20642f-e8b8-4f2b-8a8e-2bc1d6e136fa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478797543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19cbd3b0988845358fa621a574b0cb25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e889b6-e9", "ovs_interfaceid": "13e889b6-e921-4f02-8cd3-0fbbed27818f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.130480] env[69440]: DEBUG nova.compute.manager [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.176704] env[69440]: DEBUG nova.network.neutron [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Successfully created port: 4ccf7465-75dc-46dd-bdc4-04ff5445eabc {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.393547] env[69440]: DEBUG nova.network.neutron [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.405740] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526e3d6b-25a4-fbb5-36c2-2ee11c6f9130, 'name': SearchDatastore_Task, 'duration_secs': 0.016482} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.406836] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc42f6d-dfb1-4ae2-ab42-7edc630355b8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.415404] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Waiting for the task: (returnval){ [ 1125.415404] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52823542-05f6-7388-7c47-7690a4869ebc" [ 1125.415404] env[69440]: _type = "Task" [ 1125.415404] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.429990] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52823542-05f6-7388-7c47-7690a4869ebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.494596] env[69440]: DEBUG nova.scheduler.client.report [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.615358] env[69440]: INFO nova.compute.manager [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Took 23.20 seconds to build instance. [ 1125.628310] env[69440]: DEBUG nova.network.neutron [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Updating instance_info_cache with network_info: [{"id": "609271a3-b93f-4181-9ab4-4ad6bb00bbc4", "address": "fa:16:3e:1a:d5:ec", "network": {"id": "2ab53400-e44d-4256-b940-6e71b3d52ff6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1510575604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f29420e0f24ac284b3e66740fa6ce5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609271a3-b9", "ovs_interfaceid": "609271a3-b93f-4181-9ab4-4ad6bb00bbc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.629915] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8673540e-8597-4fc5-9f37-1a4c76ecf99d tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Releasing lock "refresh_cache-e27f5de0-9750-43d8-be9f-98485375485e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.929204] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52823542-05f6-7388-7c47-7690a4869ebc, 'name': SearchDatastore_Task, 'duration_secs': 0.018112} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.929474] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.929740] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d/2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.930045] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d06227e-768f-48a1-a8f3-e5831f889cf2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.938815] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Waiting for the task: (returnval){ [ 1125.938815] env[69440]: value = "task-4140191" [ 1125.938815] env[69440]: _type = "Task" [ 1125.938815] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.949121] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.000610] env[69440]: DEBUG oslo_concurrency.lockutils [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.003370] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.155s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.004996] env[69440]: INFO nova.compute.claims [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.032712] env[69440]: INFO nova.scheduler.client.report [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Deleted allocations for instance 71c2c177-39bb-40f5-b548-bc5235b3b17e [ 1126.117950] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "9c6ca56b-90d5-4835-a504-84e8f8a2d640" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.713s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.132563] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Releasing lock "refresh_cache-6942a8c9-8c6d-41cc-a087-0189ab72bad1" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.132942] env[69440]: DEBUG nova.compute.manager [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Instance network_info: |[{"id": "609271a3-b93f-4181-9ab4-4ad6bb00bbc4", "address": "fa:16:3e:1a:d5:ec", "network": {"id": "2ab53400-e44d-4256-b940-6e71b3d52ff6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1510575604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f29420e0f24ac284b3e66740fa6ce5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609271a3-b9", "ovs_interfaceid": "609271a3-b93f-4181-9ab4-4ad6bb00bbc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.133311] env[69440]: DEBUG oslo_concurrency.lockutils [req-8998b9da-3f10-452a-8c76-23a0734cb75e req-d48fb259-2bf2-4b80-a71e-92418cea146c service nova] Acquired lock "refresh_cache-6942a8c9-8c6d-41cc-a087-0189ab72bad1" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.133527] env[69440]: DEBUG nova.network.neutron [req-8998b9da-3f10-452a-8c76-23a0734cb75e req-d48fb259-2bf2-4b80-a71e-92418cea146c service nova] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Refreshing network info cache for port 609271a3-b93f-4181-9ab4-4ad6bb00bbc4 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.134997] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:d5:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '609271a3-b93f-4181-9ab4-4ad6bb00bbc4', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.143495] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.151540] env[69440]: DEBUG nova.compute.manager [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.154170] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.155472] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1be38104-56c3-466c-af2c-d03b22cfbe2f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.186432] env[69440]: DEBUG nova.virt.hardware [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.186713] env[69440]: DEBUG nova.virt.hardware [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.186894] env[69440]: DEBUG nova.virt.hardware [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.187126] env[69440]: DEBUG nova.virt.hardware [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.187280] env[69440]: DEBUG nova.virt.hardware [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.187422] env[69440]: DEBUG nova.virt.hardware [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.187695] env[69440]: DEBUG nova.virt.hardware [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.187873] env[69440]: DEBUG nova.virt.hardware [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.188058] env[69440]: DEBUG nova.virt.hardware [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.188228] env[69440]: DEBUG nova.virt.hardware [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.188399] env[69440]: DEBUG nova.virt.hardware [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.189810] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f926e52-a865-49b2-8b9c-b4db521eefd4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.196301] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.196301] env[69440]: value = "task-4140192" [ 1126.196301] env[69440]: _type = "Task" [ 1126.196301] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.205576] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477edd14-328a-44ff-bd7d-d7ac18c9acfc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.214927] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140192, 'name': CreateVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.454609] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511093} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.454911] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d/2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.455146] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.455426] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7bbd171-4b48-4273-a86b-029ed422e129 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.468815] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Waiting for the task: (returnval){ [ 1126.468815] env[69440]: value = "task-4140193" [ 1126.468815] env[69440]: _type = "Task" [ 1126.468815] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.481733] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.498542] env[69440]: DEBUG nova.network.neutron [req-8998b9da-3f10-452a-8c76-23a0734cb75e req-d48fb259-2bf2-4b80-a71e-92418cea146c service nova] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Updated VIF entry in instance network info cache for port 609271a3-b93f-4181-9ab4-4ad6bb00bbc4. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.499021] env[69440]: DEBUG nova.network.neutron [req-8998b9da-3f10-452a-8c76-23a0734cb75e req-d48fb259-2bf2-4b80-a71e-92418cea146c service nova] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Updating instance_info_cache with network_info: [{"id": "609271a3-b93f-4181-9ab4-4ad6bb00bbc4", "address": "fa:16:3e:1a:d5:ec", "network": {"id": "2ab53400-e44d-4256-b940-6e71b3d52ff6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1510575604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f29420e0f24ac284b3e66740fa6ce5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609271a3-b9", "ovs_interfaceid": "609271a3-b93f-4181-9ab4-4ad6bb00bbc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.549785] env[69440]: DEBUG oslo_concurrency.lockutils [None req-87aeadf5-6bf7-4737-bda0-f7985a29b44f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "71c2c177-39bb-40f5-b548-bc5235b3b17e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.272s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.658109] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8673540e-8597-4fc5-9f37-1a4c76ecf99d tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.658546] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c16795e8-eb07-4d62-9775-1f68a1a1c315 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.668766] env[69440]: DEBUG oslo_vmware.api [None req-8673540e-8597-4fc5-9f37-1a4c76ecf99d tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1126.668766] env[69440]: value = "task-4140194" [ 1126.668766] env[69440]: _type = "Task" [ 1126.668766] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.679685] env[69440]: DEBUG oslo_vmware.api [None req-8673540e-8597-4fc5-9f37-1a4c76ecf99d tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.708262] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140192, 'name': CreateVM_Task, 'duration_secs': 0.516277} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.708456] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.709313] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.709473] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.709817] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.710156] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-250290ec-81f4-4d17-9c0a-970ebdab4b45 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.716959] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1126.716959] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52c4361a-f2ed-ca1c-e953-8fcebf02b271" [ 1126.716959] env[69440]: _type = "Task" [ 1126.716959] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.727511] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c4361a-f2ed-ca1c-e953-8fcebf02b271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.888572] env[69440]: DEBUG nova.network.neutron [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Successfully updated port: 4ccf7465-75dc-46dd-bdc4-04ff5445eabc {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.979043] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101934} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.979425] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.980333] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c456380b-f0f1-4b08-af74-832f309ae2fb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.003490] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d/2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.004141] env[69440]: DEBUG oslo_concurrency.lockutils [req-8998b9da-3f10-452a-8c76-23a0734cb75e req-d48fb259-2bf2-4b80-a71e-92418cea146c service nova] Releasing lock "refresh_cache-6942a8c9-8c6d-41cc-a087-0189ab72bad1" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.004501] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6305cbb-7b60-4091-a325-f7d71abca9b5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.023381] env[69440]: DEBUG nova.compute.manager [req-dabaf97d-a810-4500-9407-19e5fa64dbab req-ea1d709d-3eca-49b6-9c7b-ab73a450be89 service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Received event network-vif-plugged-4ccf7465-75dc-46dd-bdc4-04ff5445eabc {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.023547] env[69440]: DEBUG oslo_concurrency.lockutils [req-dabaf97d-a810-4500-9407-19e5fa64dbab req-ea1d709d-3eca-49b6-9c7b-ab73a450be89 service nova] Acquiring lock "0ab1e601-619d-44c6-8b3a-5f83462c0aa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.023662] env[69440]: DEBUG oslo_concurrency.lockutils [req-dabaf97d-a810-4500-9407-19e5fa64dbab req-ea1d709d-3eca-49b6-9c7b-ab73a450be89 service nova] Lock "0ab1e601-619d-44c6-8b3a-5f83462c0aa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.023824] env[69440]: DEBUG oslo_concurrency.lockutils [req-dabaf97d-a810-4500-9407-19e5fa64dbab req-ea1d709d-3eca-49b6-9c7b-ab73a450be89 service nova] Lock "0ab1e601-619d-44c6-8b3a-5f83462c0aa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.023984] env[69440]: DEBUG nova.compute.manager [req-dabaf97d-a810-4500-9407-19e5fa64dbab req-ea1d709d-3eca-49b6-9c7b-ab73a450be89 service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] No waiting events found dispatching network-vif-plugged-4ccf7465-75dc-46dd-bdc4-04ff5445eabc {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1127.024210] env[69440]: WARNING nova.compute.manager [req-dabaf97d-a810-4500-9407-19e5fa64dbab req-ea1d709d-3eca-49b6-9c7b-ab73a450be89 service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Received unexpected event network-vif-plugged-4ccf7465-75dc-46dd-bdc4-04ff5445eabc for instance with vm_state building and task_state spawning. [ 1127.024302] env[69440]: DEBUG nova.compute.manager [req-dabaf97d-a810-4500-9407-19e5fa64dbab req-ea1d709d-3eca-49b6-9c7b-ab73a450be89 service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Received event network-changed-4ccf7465-75dc-46dd-bdc4-04ff5445eabc {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.024445] env[69440]: DEBUG nova.compute.manager [req-dabaf97d-a810-4500-9407-19e5fa64dbab req-ea1d709d-3eca-49b6-9c7b-ab73a450be89 service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Refreshing instance network info cache due to event network-changed-4ccf7465-75dc-46dd-bdc4-04ff5445eabc. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.024620] env[69440]: DEBUG oslo_concurrency.lockutils [req-dabaf97d-a810-4500-9407-19e5fa64dbab req-ea1d709d-3eca-49b6-9c7b-ab73a450be89 service nova] Acquiring lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.024750] env[69440]: DEBUG oslo_concurrency.lockutils [req-dabaf97d-a810-4500-9407-19e5fa64dbab req-ea1d709d-3eca-49b6-9c7b-ab73a450be89 service nova] Acquired lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.024897] env[69440]: DEBUG nova.network.neutron [req-dabaf97d-a810-4500-9407-19e5fa64dbab req-ea1d709d-3eca-49b6-9c7b-ab73a450be89 service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Refreshing network info cache for port 4ccf7465-75dc-46dd-bdc4-04ff5445eabc {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.035265] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Waiting for the task: (returnval){ [ 1127.035265] env[69440]: value = "task-4140195" [ 1127.035265] env[69440]: _type = "Task" [ 1127.035265] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.052653] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.182460] env[69440]: DEBUG oslo_vmware.api [None req-8673540e-8597-4fc5-9f37-1a4c76ecf99d tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.230626] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c4361a-f2ed-ca1c-e953-8fcebf02b271, 'name': SearchDatastore_Task, 'duration_secs': 0.016211} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.230991] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.231280] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.232043] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.232043] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.232043] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.232609] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b67c634-a233-452c-8d4e-5c98186c71e0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.243674] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.243918] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.244798] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-926b51db-550c-493d-b65b-4a1407d8f115 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.254858] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1127.254858] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]526d7927-2bd7-68db-73b1-62da97b338fc" [ 1127.254858] env[69440]: _type = "Task" [ 1127.254858] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.265085] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526d7927-2bd7-68db-73b1-62da97b338fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.331100] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88cce0d-0bd0-4721-9bef-998517cbb267 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.339946] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e234ef96-c778-495f-b4dd-a18f98b31aee {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.376414] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6826bd-8513-40d2-b286-772495cb0120 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.385058] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1878ae54-10cf-4553-bb8c-61c70138b38a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.391329] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.404175] env[69440]: DEBUG nova.compute.provider_tree [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.546966] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140195, 'name': ReconfigVM_Task, 'duration_secs': 0.426843} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.549385] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d/2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.549385] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ec99f70-fa5d-418d-88a1-a4b3373361de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.556564] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Waiting for the task: (returnval){ [ 1127.556564] env[69440]: value = "task-4140196" [ 1127.556564] env[69440]: _type = "Task" [ 1127.556564] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.562284] env[69440]: DEBUG nova.network.neutron [req-dabaf97d-a810-4500-9407-19e5fa64dbab req-ea1d709d-3eca-49b6-9c7b-ab73a450be89 service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.568710] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140196, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.648238] env[69440]: DEBUG nova.network.neutron [req-dabaf97d-a810-4500-9407-19e5fa64dbab req-ea1d709d-3eca-49b6-9c7b-ab73a450be89 service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.653249] env[69440]: DEBUG nova.compute.manager [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Stashing vm_state: active {{(pid=69440) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1127.679900] env[69440]: DEBUG oslo_vmware.api [None req-8673540e-8597-4fc5-9f37-1a4c76ecf99d tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140194, 'name': PowerOnVM_Task, 'duration_secs': 0.694997} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.680309] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8673540e-8597-4fc5-9f37-1a4c76ecf99d tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.680410] env[69440]: DEBUG nova.compute.manager [None req-8673540e-8597-4fc5-9f37-1a4c76ecf99d tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1127.681339] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a768cd8-0466-41c1-ab57-d9b014383759 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.765961] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526d7927-2bd7-68db-73b1-62da97b338fc, 'name': SearchDatastore_Task, 'duration_secs': 0.014098} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.766762] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51f96e6b-12e3-4db5-86b0-4b04baa94875 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.773031] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1127.773031] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ce6b3a-0855-7697-44c3-1c92ecd8c34a" [ 1127.773031] env[69440]: _type = "Task" [ 1127.773031] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.780648] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ce6b3a-0855-7697-44c3-1c92ecd8c34a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.908936] env[69440]: DEBUG nova.scheduler.client.report [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.069809] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140196, 'name': Rename_Task, 'duration_secs': 0.185048} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.070233] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.070576] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77783c5f-3771-4ac1-9ab5-b687913e30eb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.080112] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Waiting for the task: (returnval){ [ 1128.080112] env[69440]: value = "task-4140197" [ 1128.080112] env[69440]: _type = "Task" [ 1128.080112] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.091741] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.152053] env[69440]: DEBUG oslo_concurrency.lockutils [req-dabaf97d-a810-4500-9407-19e5fa64dbab req-ea1d709d-3eca-49b6-9c7b-ab73a450be89 service nova] Releasing lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.152365] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.152535] env[69440]: DEBUG nova.network.neutron [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.173978] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.283745] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ce6b3a-0855-7697-44c3-1c92ecd8c34a, 'name': SearchDatastore_Task, 'duration_secs': 0.009909} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.284140] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.284427] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 6942a8c9-8c6d-41cc-a087-0189ab72bad1/6942a8c9-8c6d-41cc-a087-0189ab72bad1.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.284634] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1017fa10-3b64-44e8-a914-8484b5576aee {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.293132] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1128.293132] env[69440]: value = "task-4140198" [ 1128.293132] env[69440]: _type = "Task" [ 1128.293132] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.304651] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.414047] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.414578] env[69440]: DEBUG nova.compute.manager [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.417548] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.407s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.417876] env[69440]: DEBUG nova.objects.instance [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lazy-loading 'resources' on Instance uuid 239845d8-97d0-434d-b4ea-51f98f750587 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.593235] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140197, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.688722] env[69440]: DEBUG nova.network.neutron [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.805136] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140198, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.856102] env[69440]: DEBUG nova.network.neutron [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Updating instance_info_cache with network_info: [{"id": "4ccf7465-75dc-46dd-bdc4-04ff5445eabc", "address": "fa:16:3e:39:7d:56", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ccf7465-75", "ovs_interfaceid": "4ccf7465-75dc-46dd-bdc4-04ff5445eabc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.924341] env[69440]: DEBUG nova.compute.utils [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.925838] env[69440]: DEBUG nova.compute.manager [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.926022] env[69440]: DEBUG nova.network.neutron [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.965426] env[69440]: DEBUG nova.policy [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a463615a9cb40889e2af048959d1b81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0c360b44d74401c85efe6f2ae7a8262', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.094952] env[69440]: DEBUG oslo_vmware.api [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140197, 'name': PowerOnVM_Task, 'duration_secs': 0.609078} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.095309] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.096026] env[69440]: INFO nova.compute.manager [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1129.096026] env[69440]: DEBUG nova.compute.manager [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1129.096613] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f658255b-27a7-4b84-be42-764e7aca87ab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.202143] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df036444-3887-4f0d-8fdf-2095abb783a7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.212550] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c6940c-454a-4498-a33f-26da9c07ac85 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.252826] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a723d538-5449-45b1-8506-9a227a0aa9e5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.262091] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98be53a-6d5a-4b25-9c21-c21c2f72d17c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.278084] env[69440]: DEBUG nova.compute.provider_tree [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.280940] env[69440]: DEBUG nova.network.neutron [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Successfully created port: 24536d34-5aa9-47e6-9f12-ad5505ebf72a {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.305270] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671509} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.305572] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 6942a8c9-8c6d-41cc-a087-0189ab72bad1/6942a8c9-8c6d-41cc-a087-0189ab72bad1.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.305804] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.306097] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ea70f79-a3d6-458a-9b4e-21a8bb192c78 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.313662] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1129.313662] env[69440]: value = "task-4140199" [ 1129.313662] env[69440]: _type = "Task" [ 1129.313662] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.324309] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.359300] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.359711] env[69440]: DEBUG nova.compute.manager [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Instance network_info: |[{"id": "4ccf7465-75dc-46dd-bdc4-04ff5445eabc", "address": "fa:16:3e:39:7d:56", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ccf7465-75", "ovs_interfaceid": "4ccf7465-75dc-46dd-bdc4-04ff5445eabc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.360247] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:7d:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ccf7465-75dc-46dd-bdc4-04ff5445eabc', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.368306] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.368556] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.368795] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2212744-f271-4845-a02f-b56b422aa147 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.390065] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.390065] env[69440]: value = "task-4140200" [ 1129.390065] env[69440]: _type = "Task" [ 1129.390065] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.399533] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140200, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.430255] env[69440]: DEBUG nova.compute.manager [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.616274] env[69440]: INFO nova.compute.manager [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Took 24.61 seconds to build instance. [ 1129.781299] env[69440]: DEBUG nova.scheduler.client.report [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.824256] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07359} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.824534] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.825355] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff724f8-c93a-4b7d-8691-b081cfc77300 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.849601] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 6942a8c9-8c6d-41cc-a087-0189ab72bad1/6942a8c9-8c6d-41cc-a087-0189ab72bad1.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.849929] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c87921a-3ab4-4ba5-806f-c3fb3ef74bde {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.870225] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1129.870225] env[69440]: value = "task-4140201" [ 1129.870225] env[69440]: _type = "Task" [ 1129.870225] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.878998] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.901890] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140200, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.118512] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b6199b4d-f64b-4860-afee-9a7268b733b8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Lock "2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.127s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.286719] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.289622] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.979s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.289815] env[69440]: DEBUG nova.objects.instance [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1130.316144] env[69440]: INFO nova.scheduler.client.report [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Deleted allocations for instance 239845d8-97d0-434d-b4ea-51f98f750587 [ 1130.381986] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140201, 'name': ReconfigVM_Task, 'duration_secs': 0.350276} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.382194] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 6942a8c9-8c6d-41cc-a087-0189ab72bad1/6942a8c9-8c6d-41cc-a087-0189ab72bad1.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.382823] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60b854f1-1848-4cb0-9119-0ce2e6780688 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.390207] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1130.390207] env[69440]: value = "task-4140202" [ 1130.390207] env[69440]: _type = "Task" [ 1130.390207] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.401664] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140202, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.404757] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140200, 'name': CreateVM_Task, 'duration_secs': 0.729843} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.404952] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.406033] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.406033] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.406522] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.406522] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc165a72-7d59-48ac-987a-49295184c7a1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.411381] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1130.411381] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5247053c-6c2b-886f-1715-1c4022594e32" [ 1130.411381] env[69440]: _type = "Task" [ 1130.411381] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.420606] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5247053c-6c2b-886f-1715-1c4022594e32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.439933] env[69440]: DEBUG nova.compute.manager [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.468111] env[69440]: DEBUG nova.virt.hardware [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.468400] env[69440]: DEBUG nova.virt.hardware [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.468745] env[69440]: DEBUG nova.virt.hardware [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.468952] env[69440]: DEBUG nova.virt.hardware [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.469141] env[69440]: DEBUG nova.virt.hardware [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.469207] env[69440]: DEBUG nova.virt.hardware [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.469427] env[69440]: DEBUG nova.virt.hardware [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.469623] env[69440]: DEBUG nova.virt.hardware [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.469754] env[69440]: DEBUG nova.virt.hardware [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.469938] env[69440]: DEBUG nova.virt.hardware [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.470269] env[69440]: DEBUG nova.virt.hardware [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.471171] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d811fa-ec61-492b-b857-ea5686382225 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.480634] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce940cd-7461-4b76-923d-ae3d06f421d5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.694220] env[69440]: DEBUG nova.compute.manager [req-e46b0e1a-d7d9-45c9-86fd-495be3dc9889 req-f3633c77-5af5-4ad1-aac1-a089301093ef service nova] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Received event network-vif-plugged-24536d34-5aa9-47e6-9f12-ad5505ebf72a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.694220] env[69440]: DEBUG oslo_concurrency.lockutils [req-e46b0e1a-d7d9-45c9-86fd-495be3dc9889 req-f3633c77-5af5-4ad1-aac1-a089301093ef service nova] Acquiring lock "90f8982c-11d8-4c37-a780-bf4daf09912b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.694220] env[69440]: DEBUG oslo_concurrency.lockutils [req-e46b0e1a-d7d9-45c9-86fd-495be3dc9889 req-f3633c77-5af5-4ad1-aac1-a089301093ef service nova] Lock "90f8982c-11d8-4c37-a780-bf4daf09912b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.694220] env[69440]: DEBUG oslo_concurrency.lockutils [req-e46b0e1a-d7d9-45c9-86fd-495be3dc9889 req-f3633c77-5af5-4ad1-aac1-a089301093ef service nova] Lock "90f8982c-11d8-4c37-a780-bf4daf09912b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.694220] env[69440]: DEBUG nova.compute.manager [req-e46b0e1a-d7d9-45c9-86fd-495be3dc9889 req-f3633c77-5af5-4ad1-aac1-a089301093ef service nova] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] No waiting events found dispatching network-vif-plugged-24536d34-5aa9-47e6-9f12-ad5505ebf72a {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1130.694220] env[69440]: WARNING nova.compute.manager [req-e46b0e1a-d7d9-45c9-86fd-495be3dc9889 req-f3633c77-5af5-4ad1-aac1-a089301093ef service nova] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Received unexpected event network-vif-plugged-24536d34-5aa9-47e6-9f12-ad5505ebf72a for instance with vm_state building and task_state spawning. [ 1130.784137] env[69440]: DEBUG nova.network.neutron [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Successfully updated port: 24536d34-5aa9-47e6-9f12-ad5505ebf72a {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.827030] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "239845d8-97d0-434d-b4ea-51f98f750587" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.779s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.901355] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140202, 'name': Rename_Task, 'duration_secs': 0.146578} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.901355] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.901675] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed9e020d-b1f1-402e-8a37-7cb0ab7f1a87 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.911911] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1130.911911] env[69440]: value = "task-4140203" [ 1130.911911] env[69440]: _type = "Task" [ 1130.911911] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.925433] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5247053c-6c2b-886f-1715-1c4022594e32, 'name': SearchDatastore_Task, 'duration_secs': 0.012182} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.929744] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.930037] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.930303] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.930454] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.930640] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.930933] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.931175] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cdcbb8a-0814-4be4-9098-2ce8f4043225 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.935020] env[69440]: INFO nova.compute.manager [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Rescuing [ 1130.935020] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Acquiring lock "refresh_cache-2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.935020] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Acquired lock "refresh_cache-2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.935020] env[69440]: DEBUG nova.network.neutron [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.945638] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.945998] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.946957] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c5b345c-bd25-46af-bcfd-8498c9be4df2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.953491] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1130.953491] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52e1e7b1-23d7-6e8f-d289-a4e4a51b12ad" [ 1130.953491] env[69440]: _type = "Task" [ 1130.953491] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.964253] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e1e7b1-23d7-6e8f-d289-a4e4a51b12ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.287430] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Acquiring lock "refresh_cache-90f8982c-11d8-4c37-a780-bf4daf09912b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.288042] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Acquired lock "refresh_cache-90f8982c-11d8-4c37-a780-bf4daf09912b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.288042] env[69440]: DEBUG nova.network.neutron [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.300038] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d1e2651-f8b1-4e14-9f3b-a5db7b33640c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.301426] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.420s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.301693] env[69440]: DEBUG nova.objects.instance [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1131.420935] env[69440]: DEBUG oslo_vmware.api [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140203, 'name': PowerOnVM_Task, 'duration_secs': 0.490865} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.421178] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.421247] env[69440]: INFO nova.compute.manager [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1131.421461] env[69440]: DEBUG nova.compute.manager [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1131.422324] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e53f574-812c-4f02-936e-5590e554feb0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.465291] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e1e7b1-23d7-6e8f-d289-a4e4a51b12ad, 'name': SearchDatastore_Task, 'duration_secs': 0.013099} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.466239] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec36ff58-1432-4fb7-ba1e-e43b1361d7ae {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.472356] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1131.472356] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]522fff61-53c5-26a5-cec7-73f947f6ca44" [ 1131.472356] env[69440]: _type = "Task" [ 1131.472356] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.482990] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]522fff61-53c5-26a5-cec7-73f947f6ca44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.645285] env[69440]: DEBUG nova.network.neutron [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Updating instance_info_cache with network_info: [{"id": "ec22fc83-0bca-46f0-8025-e4cf847b3d4d", "address": "fa:16:3e:06:df:0d", "network": {"id": "1eda2d98-882d-44d5-9eb1-00123f7de6b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-696446657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "152522e1dffb493eb3f93a9e57dc2d66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec22fc83-0b", "ovs_interfaceid": "ec22fc83-0bca-46f0-8025-e4cf847b3d4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.819624] env[69440]: DEBUG nova.network.neutron [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.878552] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "e7953318-40a7-4ee8-b76e-14273cdb3b6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.878552] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "e7953318-40a7-4ee8-b76e-14273cdb3b6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.941963] env[69440]: INFO nova.compute.manager [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Took 26.05 seconds to build instance. [ 1131.961824] env[69440]: DEBUG nova.network.neutron [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Updating instance_info_cache with network_info: [{"id": "24536d34-5aa9-47e6-9f12-ad5505ebf72a", "address": "fa:16:3e:b3:15:bd", "network": {"id": "1af36ac8-a97e-4e77-bf0c-af30b83f9158", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-403111623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0c360b44d74401c85efe6f2ae7a8262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24536d34-5a", "ovs_interfaceid": "24536d34-5aa9-47e6-9f12-ad5505ebf72a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.987194] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]522fff61-53c5-26a5-cec7-73f947f6ca44, 'name': SearchDatastore_Task, 'duration_secs': 0.011995} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.987537] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.987835] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 0ab1e601-619d-44c6-8b3a-5f83462c0aa5/0ab1e601-619d-44c6-8b3a-5f83462c0aa5.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.988122] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a818c791-2e86-4fff-9c7f-366df6163ea4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.995488] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1131.995488] env[69440]: value = "task-4140204" [ 1131.995488] env[69440]: _type = "Task" [ 1131.995488] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.004270] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.149325] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Releasing lock "refresh_cache-2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.314583] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cdd9b95e-eea5-49b4-8e63-343082ad38a0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.317839] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.638s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.319040] env[69440]: DEBUG nova.objects.instance [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lazy-loading 'resources' on Instance uuid af5e12ef-baf4-4941-8364-94ddad799408 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.381499] env[69440]: DEBUG nova.compute.manager [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1132.444925] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c53254a1-8081-4815-ac79-5223eb9c3618 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "6942a8c9-8c6d-41cc-a087-0189ab72bad1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.563s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.465288] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Releasing lock "refresh_cache-90f8982c-11d8-4c37-a780-bf4daf09912b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.465774] env[69440]: DEBUG nova.compute.manager [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Instance network_info: |[{"id": "24536d34-5aa9-47e6-9f12-ad5505ebf72a", "address": "fa:16:3e:b3:15:bd", "network": {"id": "1af36ac8-a97e-4e77-bf0c-af30b83f9158", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-403111623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0c360b44d74401c85efe6f2ae7a8262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24536d34-5a", "ovs_interfaceid": "24536d34-5aa9-47e6-9f12-ad5505ebf72a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.466343] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:15:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24536d34-5aa9-47e6-9f12-ad5505ebf72a', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.476439] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Creating folder: Project (c0c360b44d74401c85efe6f2ae7a8262). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1132.476855] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acfb2e06-39cf-4678-985e-0ecb19f8e9d7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.492312] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Created folder: Project (c0c360b44d74401c85efe6f2ae7a8262) in parent group-v819662. [ 1132.492562] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Creating folder: Instances. Parent ref: group-v819940. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1132.492785] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77076b74-c315-4380-a087-9c19dbf70c55 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.507503] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140204, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.509378] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Created folder: Instances in parent group-v819940. [ 1132.509637] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.509853] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.510078] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6142d1b3-b1e7-4308-91f8-23d3ec5c284a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.532389] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.532389] env[69440]: value = "task-4140207" [ 1132.532389] env[69440]: _type = "Task" [ 1132.532389] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.541571] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140207, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.772225] env[69440]: DEBUG nova.compute.manager [req-f67c2131-d402-4831-a4d9-ffd2d98d2c02 req-d8076dca-97cd-44cc-bd46-dbbebe9edd6c service nova] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Received event network-changed-24536d34-5aa9-47e6-9f12-ad5505ebf72a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.772414] env[69440]: DEBUG nova.compute.manager [req-f67c2131-d402-4831-a4d9-ffd2d98d2c02 req-d8076dca-97cd-44cc-bd46-dbbebe9edd6c service nova] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Refreshing instance network info cache due to event network-changed-24536d34-5aa9-47e6-9f12-ad5505ebf72a. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.772682] env[69440]: DEBUG oslo_concurrency.lockutils [req-f67c2131-d402-4831-a4d9-ffd2d98d2c02 req-d8076dca-97cd-44cc-bd46-dbbebe9edd6c service nova] Acquiring lock "refresh_cache-90f8982c-11d8-4c37-a780-bf4daf09912b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.772975] env[69440]: DEBUG oslo_concurrency.lockutils [req-f67c2131-d402-4831-a4d9-ffd2d98d2c02 req-d8076dca-97cd-44cc-bd46-dbbebe9edd6c service nova] Acquired lock "refresh_cache-90f8982c-11d8-4c37-a780-bf4daf09912b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.773268] env[69440]: DEBUG nova.network.neutron [req-f67c2131-d402-4831-a4d9-ffd2d98d2c02 req-d8076dca-97cd-44cc-bd46-dbbebe9edd6c service nova] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Refreshing network info cache for port 24536d34-5aa9-47e6-9f12-ad5505ebf72a {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.904303] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.007587] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562679} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.007910] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 0ab1e601-619d-44c6-8b3a-5f83462c0aa5/0ab1e601-619d-44c6-8b3a-5f83462c0aa5.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.008174] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.008441] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bace51e-7977-40e5-b380-c97fe98493ba {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.017583] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1133.017583] env[69440]: value = "task-4140208" [ 1133.017583] env[69440]: _type = "Task" [ 1133.017583] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.026690] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.043513] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140207, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.086440] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13e8ca8-58da-4ff2-863c-c3228fddb459 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.093983] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62771589-d075-480d-83dd-ee0308e45456 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.127932] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4fc708-0969-47f6-86a8-626041731bd9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.137214] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb26d4df-a5a2-4589-8e0a-9e4413aed220 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.152585] env[69440]: DEBUG nova.compute.provider_tree [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.323895] env[69440]: DEBUG nova.compute.manager [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1133.325416] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75aa4930-6b15-4149-8e0c-f080ba103ed8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.504768] env[69440]: DEBUG nova.network.neutron [req-f67c2131-d402-4831-a4d9-ffd2d98d2c02 req-d8076dca-97cd-44cc-bd46-dbbebe9edd6c service nova] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Updated VIF entry in instance network info cache for port 24536d34-5aa9-47e6-9f12-ad5505ebf72a. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.505147] env[69440]: DEBUG nova.network.neutron [req-f67c2131-d402-4831-a4d9-ffd2d98d2c02 req-d8076dca-97cd-44cc-bd46-dbbebe9edd6c service nova] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Updating instance_info_cache with network_info: [{"id": "24536d34-5aa9-47e6-9f12-ad5505ebf72a", "address": "fa:16:3e:b3:15:bd", "network": {"id": "1af36ac8-a97e-4e77-bf0c-af30b83f9158", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-403111623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0c360b44d74401c85efe6f2ae7a8262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24536d34-5a", "ovs_interfaceid": "24536d34-5aa9-47e6-9f12-ad5505ebf72a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.530153] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0692} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.530445] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.531279] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7845571-da02-40d0-a74e-3d2c22bbaba1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.559278] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 0ab1e601-619d-44c6-8b3a-5f83462c0aa5/0ab1e601-619d-44c6-8b3a-5f83462c0aa5.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.563217] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92ed766e-d465-4e8a-bab4-a56b068cf8b9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.577505] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140207, 'name': CreateVM_Task, 'duration_secs': 0.685521} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.577757] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.579435] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.579435] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.579702] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.580027] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66405dfe-7273-423f-80da-59373a18d09c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.585173] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1133.585173] env[69440]: value = "task-4140209" [ 1133.585173] env[69440]: _type = "Task" [ 1133.585173] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.586748] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Waiting for the task: (returnval){ [ 1133.586748] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]520386af-65c0-4abb-9cab-5dc9243181a5" [ 1133.586748] env[69440]: _type = "Task" [ 1133.586748] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.599253] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520386af-65c0-4abb-9cab-5dc9243181a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.602950] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.657794] env[69440]: DEBUG nova.scheduler.client.report [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.687871] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.688271] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6647128-9b89-4db8-b034-e5d05260c73b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.695941] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Waiting for the task: (returnval){ [ 1133.695941] env[69440]: value = "task-4140210" [ 1133.695941] env[69440]: _type = "Task" [ 1133.695941] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.705623] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.838869] env[69440]: INFO nova.compute.manager [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] instance snapshotting [ 1133.841976] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615c6679-7747-4b86-b2d5-1932a11f3f6e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.863095] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e63948-a55e-487a-a655-a49346d51cea {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.007844] env[69440]: DEBUG oslo_concurrency.lockutils [req-f67c2131-d402-4831-a4d9-ffd2d98d2c02 req-d8076dca-97cd-44cc-bd46-dbbebe9edd6c service nova] Releasing lock "refresh_cache-90f8982c-11d8-4c37-a780-bf4daf09912b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.100710] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.104925] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520386af-65c0-4abb-9cab-5dc9243181a5, 'name': SearchDatastore_Task, 'duration_secs': 0.035844} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.105077] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.105240] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.105489] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.106368] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.106368] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.106368] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45c260f9-5e2e-44eb-ba42-7e57f7a9e5c8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.116043] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.116286] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.117165] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19c0d0ab-6b82-4a2a-8117-7ca22d8c2723 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.123352] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Waiting for the task: (returnval){ [ 1134.123352] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5251263b-05d6-9c26-1d22-d82a0ff48380" [ 1134.123352] env[69440]: _type = "Task" [ 1134.123352] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.132148] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5251263b-05d6-9c26-1d22-d82a0ff48380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.162857] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.165400] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.413s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.165641] env[69440]: DEBUG nova.objects.instance [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lazy-loading 'resources' on Instance uuid 921d5d64-36f1-42eb-9d85-ecdc74e555f0 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.183297] env[69440]: INFO nova.scheduler.client.report [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Deleted allocations for instance af5e12ef-baf4-4941-8364-94ddad799408 [ 1134.207709] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140210, 'name': PowerOffVM_Task, 'duration_secs': 0.388741} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.208060] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.209125] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9935fce5-96f2-410f-a323-26de0ec20137 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.231903] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c09aa78-e929-4e99-b0b4-442ae93c8706 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.269633] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.270299] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb5e09ac-449d-4aa9-a1b1-2c4ad3af361e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.279278] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Waiting for the task: (returnval){ [ 1134.279278] env[69440]: value = "task-4140211" [ 1134.279278] env[69440]: _type = "Task" [ 1134.279278] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.290549] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.374587] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Creating Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1134.375058] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b7f57d44-736a-442f-8440-30a901549d1f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.383369] env[69440]: DEBUG oslo_vmware.api [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1134.383369] env[69440]: value = "task-4140212" [ 1134.383369] env[69440]: _type = "Task" [ 1134.383369] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.393119] env[69440]: DEBUG oslo_vmware.api [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140212, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.601941] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140209, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.637765] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5251263b-05d6-9c26-1d22-d82a0ff48380, 'name': SearchDatastore_Task, 'duration_secs': 0.013128} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.638645] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdd750ca-48cb-4dfa-98bc-4a98788dd2c3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.644615] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Waiting for the task: (returnval){ [ 1134.644615] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52a4fac1-1269-e6e8-09a3-0deca0854def" [ 1134.644615] env[69440]: _type = "Task" [ 1134.644615] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.655292] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a4fac1-1269-e6e8-09a3-0deca0854def, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.693481] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d04860ab-2d3c-4a3f-8a73-c9719419c466 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "af5e12ef-baf4-4941-8364-94ddad799408" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.746s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.793581] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] VM already powered off {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1134.793816] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.794050] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.897850] env[69440]: DEBUG oslo_vmware.api [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140212, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.920096] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7ef2d7-d21d-49bc-b55f-89eb479eaea9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.928297] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e560d90-1be7-4b70-a114-0b71a3d106ac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.961241] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa41441-fb16-4442-8201-593ae9d32e05 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.971022] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0c1cbc-bfdc-4522-afe9-2063a4ec308d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.986686] env[69440]: DEBUG nova.compute.provider_tree [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.099494] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140209, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.156202] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a4fac1-1269-e6e8-09a3-0deca0854def, 'name': SearchDatastore_Task, 'duration_secs': 0.010322} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.156202] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.156202] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 90f8982c-11d8-4c37-a780-bf4daf09912b/90f8982c-11d8-4c37-a780-bf4daf09912b.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.156202] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.156480] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.156568] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9a1ac10-fc34-4ce3-852f-506c61936da6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.158740] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98028f31-54f6-4227-a0fa-6807c4aec6a4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.168170] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Waiting for the task: (returnval){ [ 1135.168170] env[69440]: value = "task-4140213" [ 1135.168170] env[69440]: _type = "Task" [ 1135.168170] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.169597] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.169821] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.173920] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18d5d9fa-f5d2-4fb6-b437-520ce71bf0f6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.182847] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': task-4140213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.184032] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Waiting for the task: (returnval){ [ 1135.184032] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52bf86dd-b2c2-3f3e-11bd-4c7456484e6a" [ 1135.184032] env[69440]: _type = "Task" [ 1135.184032] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.193297] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52bf86dd-b2c2-3f3e-11bd-4c7456484e6a, 'name': SearchDatastore_Task, 'duration_secs': 0.009655} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.194139] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c100dedf-c6b6-483d-800a-f9fc2e9b1dde {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.204205] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Waiting for the task: (returnval){ [ 1135.204205] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]523aee03-cde3-26a0-6c39-797ab5b747e1" [ 1135.204205] env[69440]: _type = "Task" [ 1135.204205] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.213067] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523aee03-cde3-26a0-6c39-797ab5b747e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.398125] env[69440]: DEBUG oslo_vmware.api [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140212, 'name': CreateSnapshot_Task, 'duration_secs': 0.765812} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.398397] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Created Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1135.399306] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d02fd7-a866-45f1-ba54-57453cb110b2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.491091] env[69440]: DEBUG nova.scheduler.client.report [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.600993] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140209, 'name': ReconfigVM_Task, 'duration_secs': 1.666683} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.602454] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 0ab1e601-619d-44c6-8b3a-5f83462c0aa5/0ab1e601-619d-44c6-8b3a-5f83462c0aa5.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.602454] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6c86f5b-1a70-4671-9b08-ffebb8f17e31 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.611561] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1135.611561] env[69440]: value = "task-4140215" [ 1135.611561] env[69440]: _type = "Task" [ 1135.611561] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.624308] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140215, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.679951] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': task-4140213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506705} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.679951] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 90f8982c-11d8-4c37-a780-bf4daf09912b/90f8982c-11d8-4c37-a780-bf4daf09912b.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.680345] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.680345] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-765ad6ff-7433-4723-80bb-597802963707 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.689196] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Waiting for the task: (returnval){ [ 1135.689196] env[69440]: value = "task-4140216" [ 1135.689196] env[69440]: _type = "Task" [ 1135.689196] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.698717] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': task-4140216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.715854] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523aee03-cde3-26a0-6c39-797ab5b747e1, 'name': SearchDatastore_Task, 'duration_secs': 0.020034} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.716293] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.716675] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk. {{(pid=69440) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1135.717050] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53ee265b-c2ff-4c57-a61e-e838abb6e9ad {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.725026] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Waiting for the task: (returnval){ [ 1135.725026] env[69440]: value = "task-4140217" [ 1135.725026] env[69440]: _type = "Task" [ 1135.725026] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.734022] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.918639] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Creating linked-clone VM from snapshot {{(pid=69440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1135.919022] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3ff7a6a6-14f2-40ea-987d-0bf9e5651b56 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.929559] env[69440]: DEBUG oslo_vmware.api [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1135.929559] env[69440]: value = "task-4140218" [ 1135.929559] env[69440]: _type = "Task" [ 1135.929559] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.938352] env[69440]: DEBUG oslo_vmware.api [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140218, 'name': CloneVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.995868] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.999518] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.905s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.001322] env[69440]: INFO nova.compute.claims [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.024760] env[69440]: INFO nova.scheduler.client.report [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Deleted allocations for instance 921d5d64-36f1-42eb-9d85-ecdc74e555f0 [ 1136.125573] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140215, 'name': Rename_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.200645] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': task-4140216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089782} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.201052] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.201967] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8d913d-f281-4be3-a37d-5cc5bc895d64 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.229456] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 90f8982c-11d8-4c37-a780-bf4daf09912b/90f8982c-11d8-4c37-a780-bf4daf09912b.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.230058] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-067896e6-e88c-4ffc-92e7-db2e310c8cb1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.255561] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.257171] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Waiting for the task: (returnval){ [ 1136.257171] env[69440]: value = "task-4140219" [ 1136.257171] env[69440]: _type = "Task" [ 1136.257171] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.267931] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': task-4140219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.441468] env[69440]: DEBUG oslo_vmware.api [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140218, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.532690] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a45aa845-ede9-4cb7-9d21-a934810be27f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "921d5d64-36f1-42eb-9d85-ecdc74e555f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.902s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.624866] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140215, 'name': Rename_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.740723] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.768150] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': task-4140219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.944821] env[69440]: DEBUG oslo_vmware.api [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140218, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.036856] env[69440]: DEBUG nova.scheduler.client.report [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Refreshing inventories for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1137.061081] env[69440]: DEBUG nova.scheduler.client.report [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Updating ProviderTree inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1137.061397] env[69440]: DEBUG nova.compute.provider_tree [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.078310] env[69440]: DEBUG nova.scheduler.client.report [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Refreshing aggregate associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, aggregates: None {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1137.103237] env[69440]: DEBUG nova.scheduler.client.report [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Refreshing trait associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1137.132298] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140215, 'name': Rename_Task, 'duration_secs': 1.196067} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.136911] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.141341] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fee941f3-5586-40ab-bf2b-329add77d7de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.152391] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1137.152391] env[69440]: value = "task-4140220" [ 1137.152391] env[69440]: _type = "Task" [ 1137.152391] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.165766] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.241706] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140217, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.515624} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.242127] env[69440]: INFO nova.virt.vmwareapi.ds_util [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk. [ 1137.245842] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93672259-e73b-4cb8-8087-50fd45ec6060 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.274706] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.280922] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3f98d5f-a722-42c2-b0a3-56c261ee5b2b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.307687] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': task-4140219, 'name': ReconfigVM_Task, 'duration_secs': 0.870387} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.309529] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 90f8982c-11d8-4c37-a780-bf4daf09912b/90f8982c-11d8-4c37-a780-bf4daf09912b.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.310472] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Waiting for the task: (returnval){ [ 1137.310472] env[69440]: value = "task-4140221" [ 1137.310472] env[69440]: _type = "Task" [ 1137.310472] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.310816] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0fd41d4-5160-4184-9356-b6b1c5a48ee9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.333267] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.333648] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Waiting for the task: (returnval){ [ 1137.333648] env[69440]: value = "task-4140222" [ 1137.333648] env[69440]: _type = "Task" [ 1137.333648] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.348246] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': task-4140222, 'name': Rename_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.441203] env[69440]: DEBUG oslo_vmware.api [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140218, 'name': CloneVM_Task} progress is 95%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.485401] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3824019-ac98-4576-8b8d-33b482d05058 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.494672] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72792b7d-a1f5-412b-b451-c403a85f3eaf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.528912] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fe15d3-44f9-48c7-acc7-79eb5a8c1460 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.540314] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbbbd68-122b-414a-a9c5-a2671ddf24ee {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.558013] env[69440]: DEBUG nova.compute.provider_tree [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.667994] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140220, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.825083] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140221, 'name': ReconfigVM_Task, 'duration_secs': 0.446291} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.825447] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.826515] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed6d574-a181-4864-bc81-73b99eacf257 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.864258] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d396808d-0501-484d-b4fc-e7860bf368b7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.887588] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': task-4140222, 'name': Rename_Task, 'duration_secs': 0.185026} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.889630] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.890070] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Waiting for the task: (returnval){ [ 1137.890070] env[69440]: value = "task-4140223" [ 1137.890070] env[69440]: _type = "Task" [ 1137.890070] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.890312] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d9a6677-c1ff-4e43-b81d-64a164145426 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.905401] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.905401] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Waiting for the task: (returnval){ [ 1137.905401] env[69440]: value = "task-4140224" [ 1137.905401] env[69440]: _type = "Task" [ 1137.905401] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.924850] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': task-4140224, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.943488] env[69440]: DEBUG oslo_vmware.api [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140218, 'name': CloneVM_Task, 'duration_secs': 1.715456} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.943780] env[69440]: INFO nova.virt.vmwareapi.vmops [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Created linked-clone VM from snapshot [ 1137.944699] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912f2120-74a8-4127-bb2f-f65193eb4c5f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.955996] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Uploading image c99bf1da-442a-4a0f-a46e-ebe626d76bf9 {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1137.970726] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Destroying the VM {{(pid=69440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1137.971085] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-58aa4911-d32c-4bc0-b9a7-cf856a1fbdd6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.979085] env[69440]: DEBUG oslo_vmware.api [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1137.979085] env[69440]: value = "task-4140225" [ 1137.979085] env[69440]: _type = "Task" [ 1137.979085] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.989132] env[69440]: DEBUG oslo_vmware.api [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140225, 'name': Destroy_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.063149] env[69440]: DEBUG nova.scheduler.client.report [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.163497] env[69440]: DEBUG oslo_vmware.api [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140220, 'name': PowerOnVM_Task, 'duration_secs': 0.555869} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.163984] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.163984] env[69440]: INFO nova.compute.manager [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Took 12.01 seconds to spawn the instance on the hypervisor. [ 1138.164146] env[69440]: DEBUG nova.compute.manager [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1138.164936] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7915671-695f-474e-b879-d5d1bd6aa615 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.407375] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140223, 'name': ReconfigVM_Task, 'duration_secs': 0.517234} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.412375] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.412875] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d70a8ca1-6f25-4a85-91fd-c48a488c98d0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.423548] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': task-4140224, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.425810] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Waiting for the task: (returnval){ [ 1138.425810] env[69440]: value = "task-4140226" [ 1138.425810] env[69440]: _type = "Task" [ 1138.425810] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.437438] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.490280] env[69440]: DEBUG oslo_vmware.api [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140225, 'name': Destroy_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.571898] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.572469] env[69440]: DEBUG nova.compute.manager [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1138.574982] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.401s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.685705] env[69440]: INFO nova.compute.manager [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Took 31.14 seconds to build instance. [ 1138.870642] env[69440]: DEBUG oslo_concurrency.lockutils [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "c36abfde-0148-43f4-9702-8f9d0be65f9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.870642] env[69440]: DEBUG oslo_concurrency.lockutils [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "c36abfde-0148-43f4-9702-8f9d0be65f9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.918047] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': task-4140224, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.936886] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.991211] env[69440]: DEBUG oslo_vmware.api [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140225, 'name': Destroy_Task, 'duration_secs': 0.985719} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.993248] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Destroyed the VM [ 1138.993248] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Deleting Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1138.993248] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5523cc56-e074-4710-b6fa-17e2963b013e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.004600] env[69440]: DEBUG oslo_vmware.api [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1139.004600] env[69440]: value = "task-4140227" [ 1139.004600] env[69440]: _type = "Task" [ 1139.004600] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.015062] env[69440]: DEBUG oslo_vmware.api [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140227, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.079080] env[69440]: DEBUG nova.compute.utils [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.088315] env[69440]: INFO nova.compute.claims [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.097782] env[69440]: DEBUG nova.compute.manager [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.097955] env[69440]: DEBUG nova.network.neutron [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.156403] env[69440]: DEBUG nova.policy [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f88e0fb422a40a085d5b7f6dfe8f707', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '429db4376cbf414ba3288c3cd0388bb6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.187722] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5c72889a-8755-445d-86cd-1b445b51c445 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "0ab1e601-619d-44c6-8b3a-5f83462c0aa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.651s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.373626] env[69440]: DEBUG nova.compute.manager [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1139.420507] env[69440]: DEBUG oslo_vmware.api [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': task-4140224, 'name': PowerOnVM_Task, 'duration_secs': 1.16863} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.420854] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.421191] env[69440]: INFO nova.compute.manager [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1139.421318] env[69440]: DEBUG nova.compute.manager [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1139.423691] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efeeca69-342f-4ef5-bd60-dfcf06f2f301 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.447857] env[69440]: DEBUG oslo_vmware.api [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140226, 'name': PowerOnVM_Task, 'duration_secs': 0.623626} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.447857] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.451968] env[69440]: DEBUG nova.compute.manager [None req-2a77651d-55ff-424c-9114-9ceb8bba53d8 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1139.451968] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e765678-6e29-40d4-910a-7e62c734e8ca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.491106] env[69440]: DEBUG nova.network.neutron [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Successfully created port: 3fb8ec67-a57d-4965-a65f-3e0f1f824847 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.516585] env[69440]: DEBUG oslo_vmware.api [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140227, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.599557] env[69440]: DEBUG nova.compute.manager [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.605540] env[69440]: INFO nova.compute.resource_tracker [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Updating resource usage from migration 528c51da-7f01-4c7d-846d-ce171e11a142 [ 1139.856274] env[69440]: DEBUG nova.compute.manager [req-98dc61ec-a2c2-437a-ba63-7011b8ba32eb req-44896980-bffc-424a-87d6-fc129eb50a7d service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Received event network-changed-ac73507d-44fa-44d1-9de0-bc8704609a94 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.859985] env[69440]: DEBUG nova.compute.manager [req-98dc61ec-a2c2-437a-ba63-7011b8ba32eb req-44896980-bffc-424a-87d6-fc129eb50a7d service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Refreshing instance network info cache due to event network-changed-ac73507d-44fa-44d1-9de0-bc8704609a94. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.859985] env[69440]: DEBUG oslo_concurrency.lockutils [req-98dc61ec-a2c2-437a-ba63-7011b8ba32eb req-44896980-bffc-424a-87d6-fc129eb50a7d service nova] Acquiring lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.859985] env[69440]: DEBUG oslo_concurrency.lockutils [req-98dc61ec-a2c2-437a-ba63-7011b8ba32eb req-44896980-bffc-424a-87d6-fc129eb50a7d service nova] Acquired lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.859985] env[69440]: DEBUG nova.network.neutron [req-98dc61ec-a2c2-437a-ba63-7011b8ba32eb req-44896980-bffc-424a-87d6-fc129eb50a7d service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Refreshing network info cache for port ac73507d-44fa-44d1-9de0-bc8704609a94 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.898376] env[69440]: DEBUG oslo_concurrency.lockutils [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.900761] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd37c775-2c23-4a43-8787-efc9ade2148f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.909878] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac24fcc-c574-4e2f-a66b-615c5a34ddc2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.950948] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c216fda6-4808-4ace-a090-1cfcd83d0cb7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.952606] env[69440]: INFO nova.compute.manager [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Took 25.13 seconds to build instance. [ 1139.959180] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339f4d00-38a8-4ff9-9124-eeecc0f70d27 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.975797] env[69440]: DEBUG nova.compute.provider_tree [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.019555] env[69440]: DEBUG oslo_vmware.api [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140227, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.022688] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "4038e16b-26c3-4692-954d-2c85a475d626" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.022688] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "4038e16b-26c3-4692-954d-2c85a475d626" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.022688] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "4038e16b-26c3-4692-954d-2c85a475d626-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.022874] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "4038e16b-26c3-4692-954d-2c85a475d626-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.023983] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "4038e16b-26c3-4692-954d-2c85a475d626-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.025236] env[69440]: INFO nova.compute.manager [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Terminating instance [ 1140.456258] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Lock "90f8982c-11d8-4c37-a780-bf4daf09912b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.636s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.479348] env[69440]: DEBUG nova.scheduler.client.report [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.523386] env[69440]: DEBUG oslo_vmware.api [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140227, 'name': RemoveSnapshot_Task, 'duration_secs': 1.131427} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.526467] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Deleted Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1140.529804] env[69440]: DEBUG nova.compute.manager [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.530057] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.531408] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b754d18-e0de-4171-b52b-0d564f658558 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.545437] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.549076] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70cd2748-b1a7-4541-8ebc-3bf43ea475a6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.554879] env[69440]: DEBUG oslo_vmware.api [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1140.554879] env[69440]: value = "task-4140228" [ 1140.554879] env[69440]: _type = "Task" [ 1140.554879] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.570025] env[69440]: DEBUG oslo_vmware.api [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.607845] env[69440]: DEBUG nova.network.neutron [req-98dc61ec-a2c2-437a-ba63-7011b8ba32eb req-44896980-bffc-424a-87d6-fc129eb50a7d service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Updated VIF entry in instance network info cache for port ac73507d-44fa-44d1-9de0-bc8704609a94. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.607845] env[69440]: DEBUG nova.network.neutron [req-98dc61ec-a2c2-437a-ba63-7011b8ba32eb req-44896980-bffc-424a-87d6-fc129eb50a7d service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Updating instance_info_cache with network_info: [{"id": "ac73507d-44fa-44d1-9de0-bc8704609a94", "address": "fa:16:3e:9b:be:95", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac73507d-44", "ovs_interfaceid": "ac73507d-44fa-44d1-9de0-bc8704609a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.611160] env[69440]: DEBUG nova.compute.manager [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.644945] env[69440]: DEBUG nova.virt.hardware [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.645299] env[69440]: DEBUG nova.virt.hardware [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.645501] env[69440]: DEBUG nova.virt.hardware [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.645768] env[69440]: DEBUG nova.virt.hardware [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.645972] env[69440]: DEBUG nova.virt.hardware [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.646765] env[69440]: DEBUG nova.virt.hardware [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.646765] env[69440]: DEBUG nova.virt.hardware [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.646765] env[69440]: DEBUG nova.virt.hardware [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.647036] env[69440]: DEBUG nova.virt.hardware [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.647117] env[69440]: DEBUG nova.virt.hardware [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.647343] env[69440]: DEBUG nova.virt.hardware [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.649012] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6e5214-9e77-4bb3-85bb-4923acfa0701 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.659022] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce07c9ea-4856-4c06-b0c7-bd6123cb5892 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.985170] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.410s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.985662] env[69440]: INFO nova.compute.manager [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Migrating [ 1140.995421] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.091s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.997581] env[69440]: INFO nova.compute.claims [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.032261] env[69440]: WARNING nova.compute.manager [None req-f1171df8-0bca-4598-9cdb-f5f35dae5f0f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Image not found during snapshot: nova.exception.ImageNotFound: Image c99bf1da-442a-4a0f-a46e-ebe626d76bf9 could not be found. [ 1141.053520] env[69440]: DEBUG nova.network.neutron [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Successfully updated port: 3fb8ec67-a57d-4965-a65f-3e0f1f824847 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.072406] env[69440]: DEBUG oslo_vmware.api [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140228, 'name': PowerOffVM_Task, 'duration_secs': 0.495153} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.072670] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.072841] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.073371] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25a069b7-0869-46f7-bbd3-b1e236ae4a0c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.118084] env[69440]: DEBUG oslo_concurrency.lockutils [req-98dc61ec-a2c2-437a-ba63-7011b8ba32eb req-44896980-bffc-424a-87d6-fc129eb50a7d service nova] Releasing lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.151179] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.151813] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.151813] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Deleting the datastore file [datastore1] 4038e16b-26c3-4692-954d-2c85a475d626 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.151944] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aaafe56-b9fd-415f-b95e-71fb0fc4e96b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.160713] env[69440]: DEBUG oslo_vmware.api [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1141.160713] env[69440]: value = "task-4140230" [ 1141.160713] env[69440]: _type = "Task" [ 1141.160713] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.173516] env[69440]: DEBUG oslo_vmware.api [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.214754] env[69440]: DEBUG nova.compute.manager [req-57ab9a84-e49c-4372-8312-4b109aec9f86 req-a20b2690-24c6-4d6a-88d6-e273680fc636 service nova] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Received event network-vif-plugged-3fb8ec67-a57d-4965-a65f-3e0f1f824847 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.216074] env[69440]: DEBUG oslo_concurrency.lockutils [req-57ab9a84-e49c-4372-8312-4b109aec9f86 req-a20b2690-24c6-4d6a-88d6-e273680fc636 service nova] Acquiring lock "f828147e-3bfc-48ac-b3c8-e5feae7a8767-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.216074] env[69440]: DEBUG oslo_concurrency.lockutils [req-57ab9a84-e49c-4372-8312-4b109aec9f86 req-a20b2690-24c6-4d6a-88d6-e273680fc636 service nova] Lock "f828147e-3bfc-48ac-b3c8-e5feae7a8767-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.218418] env[69440]: DEBUG oslo_concurrency.lockutils [req-57ab9a84-e49c-4372-8312-4b109aec9f86 req-a20b2690-24c6-4d6a-88d6-e273680fc636 service nova] Lock "f828147e-3bfc-48ac-b3c8-e5feae7a8767-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.218418] env[69440]: DEBUG nova.compute.manager [req-57ab9a84-e49c-4372-8312-4b109aec9f86 req-a20b2690-24c6-4d6a-88d6-e273680fc636 service nova] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] No waiting events found dispatching network-vif-plugged-3fb8ec67-a57d-4965-a65f-3e0f1f824847 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1141.218418] env[69440]: WARNING nova.compute.manager [req-57ab9a84-e49c-4372-8312-4b109aec9f86 req-a20b2690-24c6-4d6a-88d6-e273680fc636 service nova] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Received unexpected event network-vif-plugged-3fb8ec67-a57d-4965-a65f-3e0f1f824847 for instance with vm_state building and task_state spawning. [ 1141.421400] env[69440]: DEBUG oslo_concurrency.lockutils [None req-14c88a88-7a56-4232-b729-c859d82575b5 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Acquiring lock "90f8982c-11d8-4c37-a780-bf4daf09912b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.421722] env[69440]: DEBUG oslo_concurrency.lockutils [None req-14c88a88-7a56-4232-b729-c859d82575b5 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Lock "90f8982c-11d8-4c37-a780-bf4daf09912b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.422247] env[69440]: INFO nova.compute.manager [None req-14c88a88-7a56-4232-b729-c859d82575b5 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Rebooting instance [ 1141.516987] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "refresh_cache-9c6ca56b-90d5-4835-a504-84e8f8a2d640" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.518673] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "refresh_cache-9c6ca56b-90d5-4835-a504-84e8f8a2d640" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.519018] env[69440]: DEBUG nova.network.neutron [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.565360] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Acquiring lock "refresh_cache-f828147e-3bfc-48ac-b3c8-e5feae7a8767" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.565566] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Acquired lock "refresh_cache-f828147e-3bfc-48ac-b3c8-e5feae7a8767" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.565780] env[69440]: DEBUG nova.network.neutron [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.678060] env[69440]: DEBUG oslo_vmware.api [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288946} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.678357] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.678574] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.678770] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.682036] env[69440]: INFO nova.compute.manager [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1141.682036] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.682036] env[69440]: DEBUG nova.compute.manager [-] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.682036] env[69440]: DEBUG nova.network.neutron [-] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.682036] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "6942a8c9-8c6d-41cc-a087-0189ab72bad1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.682036] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "6942a8c9-8c6d-41cc-a087-0189ab72bad1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.682036] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "6942a8c9-8c6d-41cc-a087-0189ab72bad1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.682592] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "6942a8c9-8c6d-41cc-a087-0189ab72bad1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.682592] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "6942a8c9-8c6d-41cc-a087-0189ab72bad1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.684765] env[69440]: INFO nova.compute.manager [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Terminating instance [ 1141.947060] env[69440]: DEBUG oslo_concurrency.lockutils [None req-14c88a88-7a56-4232-b729-c859d82575b5 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Acquiring lock "refresh_cache-90f8982c-11d8-4c37-a780-bf4daf09912b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.947060] env[69440]: DEBUG oslo_concurrency.lockutils [None req-14c88a88-7a56-4232-b729-c859d82575b5 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Acquired lock "refresh_cache-90f8982c-11d8-4c37-a780-bf4daf09912b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.947060] env[69440]: DEBUG nova.network.neutron [None req-14c88a88-7a56-4232-b729-c859d82575b5 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.001910] env[69440]: DEBUG nova.compute.manager [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Received event network-changed-4ccf7465-75dc-46dd-bdc4-04ff5445eabc {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.001910] env[69440]: DEBUG nova.compute.manager [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Refreshing instance network info cache due to event network-changed-4ccf7465-75dc-46dd-bdc4-04ff5445eabc. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.001910] env[69440]: DEBUG oslo_concurrency.lockutils [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] Acquiring lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.001910] env[69440]: DEBUG oslo_concurrency.lockutils [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] Acquired lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.001910] env[69440]: DEBUG nova.network.neutron [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Refreshing network info cache for port 4ccf7465-75dc-46dd-bdc4-04ff5445eabc {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.120837] env[69440]: DEBUG nova.network.neutron [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.196414] env[69440]: DEBUG nova.compute.manager [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.196864] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.198430] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767f024f-f601-4fd8-8b7a-0c2567a42f33 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.221847] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.221847] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd21bb04-5b59-40cf-bae4-b61f1adb67e7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.232156] env[69440]: DEBUG oslo_vmware.api [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1142.232156] env[69440]: value = "task-4140231" [ 1142.232156] env[69440]: _type = "Task" [ 1142.232156] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.244546] env[69440]: DEBUG oslo_vmware.api [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.362437] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5513eb5-93c0-47a5-89d4-012a4cd232a7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.368104] env[69440]: DEBUG nova.network.neutron [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Updating instance_info_cache with network_info: [{"id": "b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca", "address": "fa:16:3e:0e:be:8b", "network": {"id": "41c1c367-801b-433c-b176-6a81cc0d5096", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2091308805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27a00c5d4f64e81b6f2e92da994f52b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f960f2-c0", "ovs_interfaceid": "b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.374676] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91707cf1-2d69-43d4-a5e2-980cc0b01270 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.431495] env[69440]: DEBUG nova.network.neutron [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Updating instance_info_cache with network_info: [{"id": "3fb8ec67-a57d-4965-a65f-3e0f1f824847", "address": "fa:16:3e:34:e0:27", "network": {"id": "5ac3bbe3-cac0-4084-bee4-0e6a0c7deebd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1010436436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "429db4376cbf414ba3288c3cd0388bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb8ec67-a5", "ovs_interfaceid": "3fb8ec67-a57d-4965-a65f-3e0f1f824847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.438812] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69503d6b-daf9-4e82-9e31-40ff4752017d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.452791] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25eadaec-34cb-4fc9-9702-f809980cee04 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.477015] env[69440]: DEBUG nova.compute.provider_tree [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.488347] env[69440]: DEBUG nova.network.neutron [-] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.744015] env[69440]: DEBUG oslo_vmware.api [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140231, 'name': PowerOffVM_Task, 'duration_secs': 0.36847} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.744450] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.745837] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.749161] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd013755-2831-48c2-8d9e-81a7be8449c0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.850231] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.850231] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.850231] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Deleting the datastore file [datastore2] 6942a8c9-8c6d-41cc-a087-0189ab72bad1 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.850231] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f7bc55e-8fcb-4cb6-b14e-db05fecc7511 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.860024] env[69440]: DEBUG nova.network.neutron [None req-14c88a88-7a56-4232-b729-c859d82575b5 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Updating instance_info_cache with network_info: [{"id": "24536d34-5aa9-47e6-9f12-ad5505ebf72a", "address": "fa:16:3e:b3:15:bd", "network": {"id": "1af36ac8-a97e-4e77-bf0c-af30b83f9158", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-403111623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0c360b44d74401c85efe6f2ae7a8262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24536d34-5a", "ovs_interfaceid": "24536d34-5aa9-47e6-9f12-ad5505ebf72a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.862093] env[69440]: DEBUG oslo_vmware.api [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for the task: (returnval){ [ 1142.862093] env[69440]: value = "task-4140233" [ 1142.862093] env[69440]: _type = "Task" [ 1142.862093] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.876577] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "refresh_cache-9c6ca56b-90d5-4835-a504-84e8f8a2d640" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.880581] env[69440]: DEBUG oslo_vmware.api [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.915256] env[69440]: DEBUG nova.network.neutron [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Updated VIF entry in instance network info cache for port 4ccf7465-75dc-46dd-bdc4-04ff5445eabc. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.915256] env[69440]: DEBUG nova.network.neutron [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Updating instance_info_cache with network_info: [{"id": "4ccf7465-75dc-46dd-bdc4-04ff5445eabc", "address": "fa:16:3e:39:7d:56", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ccf7465-75", "ovs_interfaceid": "4ccf7465-75dc-46dd-bdc4-04ff5445eabc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.948024] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Releasing lock "refresh_cache-f828147e-3bfc-48ac-b3c8-e5feae7a8767" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.948024] env[69440]: DEBUG nova.compute.manager [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Instance network_info: |[{"id": "3fb8ec67-a57d-4965-a65f-3e0f1f824847", "address": "fa:16:3e:34:e0:27", "network": {"id": "5ac3bbe3-cac0-4084-bee4-0e6a0c7deebd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1010436436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "429db4376cbf414ba3288c3cd0388bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb8ec67-a5", "ovs_interfaceid": "3fb8ec67-a57d-4965-a65f-3e0f1f824847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.948024] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:e0:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fb8ec67-a57d-4965-a65f-3e0f1f824847', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.958173] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Creating folder: Project (429db4376cbf414ba3288c3cd0388bb6). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1142.959986] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94660d1a-b7a5-40d4-ad45-cc553b04715c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.976025] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Created folder: Project (429db4376cbf414ba3288c3cd0388bb6) in parent group-v819662. [ 1142.976025] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Creating folder: Instances. Parent ref: group-v819945. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1142.976025] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-306536d1-38c4-41ce-84bd-dce2df4d1c4d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.983043] env[69440]: DEBUG nova.scheduler.client.report [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.988974] env[69440]: INFO nova.compute.manager [-] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Took 1.31 seconds to deallocate network for instance. [ 1142.989579] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Created folder: Instances in parent group-v819945. [ 1142.989956] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.992315] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.992962] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f785ee9-a8be-4b1d-9ee9-e52a23fdd8a7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.025125] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.025125] env[69440]: value = "task-4140236" [ 1143.025125] env[69440]: _type = "Task" [ 1143.025125] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.038448] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140236, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.366485] env[69440]: DEBUG oslo_concurrency.lockutils [None req-14c88a88-7a56-4232-b729-c859d82575b5 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Releasing lock "refresh_cache-90f8982c-11d8-4c37-a780-bf4daf09912b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.389659] env[69440]: DEBUG oslo_vmware.api [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Task: {'id': task-4140233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45012} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.390198] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.390706] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.390946] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.391301] env[69440]: INFO nova.compute.manager [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1143.391567] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.392599] env[69440]: DEBUG nova.compute.manager [-] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.392599] env[69440]: DEBUG nova.network.neutron [-] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.417244] env[69440]: DEBUG oslo_concurrency.lockutils [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] Releasing lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.417540] env[69440]: DEBUG nova.compute.manager [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Received event network-changed-ec22fc83-0bca-46f0-8025-e4cf847b3d4d {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.417795] env[69440]: DEBUG nova.compute.manager [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Refreshing instance network info cache due to event network-changed-ec22fc83-0bca-46f0-8025-e4cf847b3d4d. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.418047] env[69440]: DEBUG oslo_concurrency.lockutils [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] Acquiring lock "refresh_cache-2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.418195] env[69440]: DEBUG oslo_concurrency.lockutils [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] Acquired lock "refresh_cache-2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.418354] env[69440]: DEBUG nova.network.neutron [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Refreshing network info cache for port ec22fc83-0bca-46f0-8025-e4cf847b3d4d {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.432820] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "interface-b1f6f084-7688-45cf-b912-4a0a66a33b34-3415c996-fcb8-4929-a614-73dded9ad30e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.433307] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "interface-b1f6f084-7688-45cf-b912-4a0a66a33b34-3415c996-fcb8-4929-a614-73dded9ad30e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.433842] env[69440]: DEBUG nova.objects.instance [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lazy-loading 'flavor' on Instance uuid b1f6f084-7688-45cf-b912-4a0a66a33b34 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.491695] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.492250] env[69440]: DEBUG nova.compute.manager [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.495802] env[69440]: DEBUG oslo_concurrency.lockutils [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.597s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.498820] env[69440]: INFO nova.compute.claims [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.518452] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.539034] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140236, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.880177] env[69440]: DEBUG nova.compute.manager [None req-14c88a88-7a56-4232-b729-c859d82575b5 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1143.880923] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fc2cc4-9ba7-4108-8fc5-a66a8a638927 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.007912] env[69440]: DEBUG nova.compute.utils [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.010286] env[69440]: DEBUG nova.compute.manager [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.010386] env[69440]: DEBUG nova.network.neutron [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.037530] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140236, 'name': CreateVM_Task, 'duration_secs': 0.553964} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.037747] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.038473] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.038688] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.038945] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.039225] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05a38112-ac90-4413-b808-a71558cced4c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.044701] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Waiting for the task: (returnval){ [ 1144.044701] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ef8ece-7ebf-fdbe-ff36-a38fcab814dc" [ 1144.044701] env[69440]: _type = "Task" [ 1144.044701] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.056158] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ef8ece-7ebf-fdbe-ff36-a38fcab814dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.071662] env[69440]: DEBUG nova.policy [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fb57f5536514f4991f6e9df7c04628b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '384851ba5d9645a48c645ad3db374d90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.111614] env[69440]: DEBUG nova.objects.instance [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lazy-loading 'pci_requests' on Instance uuid b1f6f084-7688-45cf-b912-4a0a66a33b34 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.184884] env[69440]: DEBUG nova.network.neutron [-] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.212094] env[69440]: DEBUG nova.network.neutron [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Updated VIF entry in instance network info cache for port ec22fc83-0bca-46f0-8025-e4cf847b3d4d. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.212823] env[69440]: DEBUG nova.network.neutron [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Updating instance_info_cache with network_info: [{"id": "ec22fc83-0bca-46f0-8025-e4cf847b3d4d", "address": "fa:16:3e:06:df:0d", "network": {"id": "1eda2d98-882d-44d5-9eb1-00123f7de6b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-696446657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "152522e1dffb493eb3f93a9e57dc2d66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec22fc83-0b", "ovs_interfaceid": "ec22fc83-0bca-46f0-8025-e4cf847b3d4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.318073] env[69440]: DEBUG nova.compute.manager [req-02e08b87-eef3-4c36-8e19-62ea96dc1e9e req-7ee59542-8cd5-4b68-b189-4ff573324c8f service nova] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Received event network-changed-3fb8ec67-a57d-4965-a65f-3e0f1f824847 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.318846] env[69440]: DEBUG nova.compute.manager [req-02e08b87-eef3-4c36-8e19-62ea96dc1e9e req-7ee59542-8cd5-4b68-b189-4ff573324c8f service nova] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Refreshing instance network info cache due to event network-changed-3fb8ec67-a57d-4965-a65f-3e0f1f824847. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.319232] env[69440]: DEBUG oslo_concurrency.lockutils [req-02e08b87-eef3-4c36-8e19-62ea96dc1e9e req-7ee59542-8cd5-4b68-b189-4ff573324c8f service nova] Acquiring lock "refresh_cache-f828147e-3bfc-48ac-b3c8-e5feae7a8767" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.319425] env[69440]: DEBUG oslo_concurrency.lockutils [req-02e08b87-eef3-4c36-8e19-62ea96dc1e9e req-7ee59542-8cd5-4b68-b189-4ff573324c8f service nova] Acquired lock "refresh_cache-f828147e-3bfc-48ac-b3c8-e5feae7a8767" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.319643] env[69440]: DEBUG nova.network.neutron [req-02e08b87-eef3-4c36-8e19-62ea96dc1e9e req-7ee59542-8cd5-4b68-b189-4ff573324c8f service nova] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Refreshing network info cache for port 3fb8ec67-a57d-4965-a65f-3e0f1f824847 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.401327] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff12cbf5-5796-4f4e-8c28-34c1b84b40c6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.426676] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Updating instance '9c6ca56b-90d5-4835-a504-84e8f8a2d640' progress to 0 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.489312] env[69440]: DEBUG nova.network.neutron [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Successfully created port: 4be54fc7-3143-4436-88ee-8dd83009b194 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.513958] env[69440]: DEBUG nova.compute.manager [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.564020] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ef8ece-7ebf-fdbe-ff36-a38fcab814dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011419} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.564020] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.564020] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.564020] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.564020] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.564020] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.564020] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c91782d7-98e1-4713-aeb0-46fd87d9cd9c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.574228] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.574626] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.576099] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4daf60fa-6375-436a-979d-3671374b6bf4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.583753] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Waiting for the task: (returnval){ [ 1144.583753] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]522ec0bb-afa8-e395-f4eb-a1ed91e270d5" [ 1144.583753] env[69440]: _type = "Task" [ 1144.583753] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.595758] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]522ec0bb-afa8-e395-f4eb-a1ed91e270d5, 'name': SearchDatastore_Task, 'duration_secs': 0.01006} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.595758] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4502cf3-8d16-4964-b846-564243906654 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.602388] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Waiting for the task: (returnval){ [ 1144.602388] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]525afbb4-2f54-61a0-8885-6e3498ad4a90" [ 1144.602388] env[69440]: _type = "Task" [ 1144.602388] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.611027] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525afbb4-2f54-61a0-8885-6e3498ad4a90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.616330] env[69440]: DEBUG nova.objects.base [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1144.616536] env[69440]: DEBUG nova.network.neutron [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.686641] env[69440]: DEBUG nova.policy [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5453e29b1e164e708b74abee8e68a929', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce1b9966b9444589a47ad0c5c5125308', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.689507] env[69440]: INFO nova.compute.manager [-] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Took 1.30 seconds to deallocate network for instance. [ 1144.715583] env[69440]: DEBUG oslo_concurrency.lockutils [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] Releasing lock "refresh_cache-2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.715950] env[69440]: DEBUG nova.compute.manager [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Received event network-changed-ec22fc83-0bca-46f0-8025-e4cf847b3d4d {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.716197] env[69440]: DEBUG nova.compute.manager [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Refreshing instance network info cache due to event network-changed-ec22fc83-0bca-46f0-8025-e4cf847b3d4d. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.716445] env[69440]: DEBUG oslo_concurrency.lockutils [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] Acquiring lock "refresh_cache-2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.716632] env[69440]: DEBUG oslo_concurrency.lockutils [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] Acquired lock "refresh_cache-2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.716853] env[69440]: DEBUG nova.network.neutron [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Refreshing network info cache for port ec22fc83-0bca-46f0-8025-e4cf847b3d4d {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.808772] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a274986a-00ca-4a70-8a73-807713f78c6a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.816950] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30040e4-76c1-4fbf-b879-41c2bdd1cc70 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.850703] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d076d09-4921-4bf1-8a65-562393084c98 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.859000] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9056e8-a880-4a53-bf19-84e464fc15ab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.874468] env[69440]: DEBUG nova.compute.provider_tree [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.899077] env[69440]: DEBUG nova.compute.manager [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Received event network-changed-4ccf7465-75dc-46dd-bdc4-04ff5445eabc {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.899295] env[69440]: DEBUG nova.compute.manager [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Refreshing instance network info cache due to event network-changed-4ccf7465-75dc-46dd-bdc4-04ff5445eabc. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.899509] env[69440]: DEBUG oslo_concurrency.lockutils [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] Acquiring lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.899635] env[69440]: DEBUG oslo_concurrency.lockutils [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] Acquired lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.899791] env[69440]: DEBUG nova.network.neutron [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Refreshing network info cache for port 4ccf7465-75dc-46dd-bdc4-04ff5445eabc {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.903461] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab3a719-8896-453a-aa40-af6d9ba98ec0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.913123] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-14c88a88-7a56-4232-b729-c859d82575b5 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Doing hard reboot of VM {{(pid=69440) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1144.914699] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-79881c65-80a7-40a1-bb6d-c5fec50e3e2e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.925677] env[69440]: DEBUG oslo_vmware.api [None req-14c88a88-7a56-4232-b729-c859d82575b5 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Waiting for the task: (returnval){ [ 1144.925677] env[69440]: value = "task-4140237" [ 1144.925677] env[69440]: _type = "Task" [ 1144.925677] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.934360] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.939184] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-596e6089-fe2d-4d0e-90f6-a4a8e1d87380 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.941683] env[69440]: DEBUG oslo_vmware.api [None req-14c88a88-7a56-4232-b729-c859d82575b5 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': task-4140237, 'name': ResetVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.947830] env[69440]: DEBUG oslo_vmware.api [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1144.947830] env[69440]: value = "task-4140238" [ 1144.947830] env[69440]: _type = "Task" [ 1144.947830] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.961638] env[69440]: DEBUG oslo_vmware.api [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.115418] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525afbb4-2f54-61a0-8885-6e3498ad4a90, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.115721] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.115993] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] f828147e-3bfc-48ac-b3c8-e5feae7a8767/f828147e-3bfc-48ac-b3c8-e5feae7a8767.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.116288] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31835f82-c1f1-4bc7-8df9-c4e95e0eb435 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.124347] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Waiting for the task: (returnval){ [ 1145.124347] env[69440]: value = "task-4140239" [ 1145.124347] env[69440]: _type = "Task" [ 1145.124347] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.133733] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Task: {'id': task-4140239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.136934] env[69440]: DEBUG nova.network.neutron [req-02e08b87-eef3-4c36-8e19-62ea96dc1e9e req-7ee59542-8cd5-4b68-b189-4ff573324c8f service nova] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Updated VIF entry in instance network info cache for port 3fb8ec67-a57d-4965-a65f-3e0f1f824847. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.137350] env[69440]: DEBUG nova.network.neutron [req-02e08b87-eef3-4c36-8e19-62ea96dc1e9e req-7ee59542-8cd5-4b68-b189-4ff573324c8f service nova] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Updating instance_info_cache with network_info: [{"id": "3fb8ec67-a57d-4965-a65f-3e0f1f824847", "address": "fa:16:3e:34:e0:27", "network": {"id": "5ac3bbe3-cac0-4084-bee4-0e6a0c7deebd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1010436436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "429db4376cbf414ba3288c3cd0388bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb8ec67-a5", "ovs_interfaceid": "3fb8ec67-a57d-4965-a65f-3e0f1f824847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.202751] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.379804] env[69440]: DEBUG nova.scheduler.client.report [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.437838] env[69440]: DEBUG oslo_vmware.api [None req-14c88a88-7a56-4232-b729-c859d82575b5 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': task-4140237, 'name': ResetVM_Task, 'duration_secs': 0.11631} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.438164] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-14c88a88-7a56-4232-b729-c859d82575b5 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Did hard reboot of VM {{(pid=69440) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1145.438430] env[69440]: DEBUG nova.compute.manager [None req-14c88a88-7a56-4232-b729-c859d82575b5 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1145.439432] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d41665-23d1-430c-b561-c3a61f90a3d5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.470891] env[69440]: DEBUG oslo_vmware.api [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140238, 'name': PowerOffVM_Task, 'duration_secs': 0.261614} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.470891] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.471153] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Updating instance '9c6ca56b-90d5-4835-a504-84e8f8a2d640' progress to 17 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.515584] env[69440]: DEBUG nova.network.neutron [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Updated VIF entry in instance network info cache for port ec22fc83-0bca-46f0-8025-e4cf847b3d4d. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.515930] env[69440]: DEBUG nova.network.neutron [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Updating instance_info_cache with network_info: [{"id": "ec22fc83-0bca-46f0-8025-e4cf847b3d4d", "address": "fa:16:3e:06:df:0d", "network": {"id": "1eda2d98-882d-44d5-9eb1-00123f7de6b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-696446657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "152522e1dffb493eb3f93a9e57dc2d66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec22fc83-0b", "ovs_interfaceid": "ec22fc83-0bca-46f0-8025-e4cf847b3d4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.524769] env[69440]: DEBUG nova.compute.manager [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.600831] env[69440]: DEBUG nova.virt.hardware [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.601187] env[69440]: DEBUG nova.virt.hardware [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.601310] env[69440]: DEBUG nova.virt.hardware [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.601704] env[69440]: DEBUG nova.virt.hardware [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.601704] env[69440]: DEBUG nova.virt.hardware [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.601928] env[69440]: DEBUG nova.virt.hardware [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.602211] env[69440]: DEBUG nova.virt.hardware [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.602332] env[69440]: DEBUG nova.virt.hardware [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.602583] env[69440]: DEBUG nova.virt.hardware [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.602863] env[69440]: DEBUG nova.virt.hardware [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.603159] env[69440]: DEBUG nova.virt.hardware [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.604855] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447f1022-4a4a-4b9b-8f97-3d31d000b827 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.619501] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608956bb-2435-4833-a024-d43608845a25 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.642433] env[69440]: DEBUG oslo_concurrency.lockutils [req-02e08b87-eef3-4c36-8e19-62ea96dc1e9e req-7ee59542-8cd5-4b68-b189-4ff573324c8f service nova] Releasing lock "refresh_cache-f828147e-3bfc-48ac-b3c8-e5feae7a8767" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.642886] env[69440]: DEBUG nova.compute.manager [req-02e08b87-eef3-4c36-8e19-62ea96dc1e9e req-7ee59542-8cd5-4b68-b189-4ff573324c8f service nova] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Received event network-vif-deleted-04d15f8f-6687-4171-8b23-869b111c533e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.648088] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Task: {'id': task-4140239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510502} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.648366] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] f828147e-3bfc-48ac-b3c8-e5feae7a8767/f828147e-3bfc-48ac-b3c8-e5feae7a8767.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.648584] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.648850] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59a26f7d-95fb-4dab-aa41-c4e3e05d8a51 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.658711] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Waiting for the task: (returnval){ [ 1145.658711] env[69440]: value = "task-4140240" [ 1145.658711] env[69440]: _type = "Task" [ 1145.658711] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.672221] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Task: {'id': task-4140240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.750485] env[69440]: DEBUG nova.network.neutron [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Updated VIF entry in instance network info cache for port 4ccf7465-75dc-46dd-bdc4-04ff5445eabc. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.750485] env[69440]: DEBUG nova.network.neutron [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Updating instance_info_cache with network_info: [{"id": "4ccf7465-75dc-46dd-bdc4-04ff5445eabc", "address": "fa:16:3e:39:7d:56", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ccf7465-75", "ovs_interfaceid": "4ccf7465-75dc-46dd-bdc4-04ff5445eabc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.885895] env[69440]: DEBUG oslo_concurrency.lockutils [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.886502] env[69440]: DEBUG nova.compute.manager [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.889908] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.372s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.890904] env[69440]: DEBUG nova.objects.instance [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lazy-loading 'resources' on Instance uuid 4038e16b-26c3-4692-954d-2c85a475d626 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.966739] env[69440]: DEBUG oslo_concurrency.lockutils [None req-14c88a88-7a56-4232-b729-c859d82575b5 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Lock "90f8982c-11d8-4c37-a780-bf4daf09912b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.545s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.981139] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.982067] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.982278] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.982470] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.982618] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.983196] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.983196] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.983196] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.983330] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.983462] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.983634] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.990069] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03a02c80-6c85-4c6b-84d7-38ec2830bd4e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.007173] env[69440]: DEBUG oslo_vmware.api [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1146.007173] env[69440]: value = "task-4140241" [ 1146.007173] env[69440]: _type = "Task" [ 1146.007173] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.017823] env[69440]: DEBUG oslo_vmware.api [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.018394] env[69440]: DEBUG oslo_concurrency.lockutils [req-3d28a0b6-96b3-42e1-aa04-dd7485d62b5f req-2566d197-5bb6-4e41-81f6-9a8d3c2d4b04 service nova] Releasing lock "refresh_cache-2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.169222] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Task: {'id': task-4140240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080722} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.169498] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.170615] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b28d4ae-7f9e-4ac4-938c-d9e8a6638c3a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.198996] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] f828147e-3bfc-48ac-b3c8-e5feae7a8767/f828147e-3bfc-48ac-b3c8-e5feae7a8767.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.199415] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eb4f036-c95d-4292-8b79-eb0ae0e1b6fe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.220677] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Waiting for the task: (returnval){ [ 1146.220677] env[69440]: value = "task-4140242" [ 1146.220677] env[69440]: _type = "Task" [ 1146.220677] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.233917] env[69440]: DEBUG nova.network.neutron [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Successfully updated port: 4be54fc7-3143-4436-88ee-8dd83009b194 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.239431] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Task: {'id': task-4140242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.254164] env[69440]: DEBUG oslo_concurrency.lockutils [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] Releasing lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.254955] env[69440]: DEBUG nova.compute.manager [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Received event network-changed-ac73507d-44fa-44d1-9de0-bc8704609a94 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.254955] env[69440]: DEBUG nova.compute.manager [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Refreshing instance network info cache due to event network-changed-ac73507d-44fa-44d1-9de0-bc8704609a94. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.254955] env[69440]: DEBUG oslo_concurrency.lockutils [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] Acquiring lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.254955] env[69440]: DEBUG oslo_concurrency.lockutils [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] Acquired lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.255261] env[69440]: DEBUG nova.network.neutron [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Refreshing network info cache for port ac73507d-44fa-44d1-9de0-bc8704609a94 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.331975] env[69440]: DEBUG nova.network.neutron [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Successfully updated port: 3415c996-fcb8-4929-a614-73dded9ad30e {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.396060] env[69440]: DEBUG nova.compute.utils [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.399234] env[69440]: DEBUG nova.compute.manager [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.399710] env[69440]: DEBUG nova.network.neutron [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.523520] env[69440]: DEBUG oslo_vmware.api [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140241, 'name': ReconfigVM_Task, 'duration_secs': 0.183297} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.523754] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Updating instance '9c6ca56b-90d5-4835-a504-84e8f8a2d640' progress to 33 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.677823] env[69440]: DEBUG nova.policy [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '953bae9992674354ad3da96f7008670a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2b4c535d474c6eb53aef8e7a10ab16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.685808] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.686649] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47212ab5-c797-4b1a-90d0-9c8ad5f64571 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.690183] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.696650] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a1eb8b-b79e-459c-ad14-0e71bd8ba6c5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.733286] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9f84c0-ce8b-4d64-a85d-b542aabc1393 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.741438] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "refresh_cache-e7953318-40a7-4ee8-b76e-14273cdb3b6f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.741594] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "refresh_cache-e7953318-40a7-4ee8-b76e-14273cdb3b6f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.741708] env[69440]: DEBUG nova.network.neutron [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.746839] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c09c0e-3e48-4cd1-9ec6-0a0a1232d921 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.751537] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Task: {'id': task-4140242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.765437] env[69440]: DEBUG nova.compute.provider_tree [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.796336] env[69440]: DEBUG nova.compute.manager [req-792383d3-ff2d-4f95-8a5f-1c09b543be46 req-6c1445d0-817c-45b5-8b16-292672b14dde service nova] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Received event network-vif-deleted-609271a3-b93f-4181-9ab4-4ad6bb00bbc4 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.796548] env[69440]: DEBUG nova.compute.manager [req-792383d3-ff2d-4f95-8a5f-1c09b543be46 req-6c1445d0-817c-45b5-8b16-292672b14dde service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Received event network-vif-plugged-3415c996-fcb8-4929-a614-73dded9ad30e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.796723] env[69440]: DEBUG oslo_concurrency.lockutils [req-792383d3-ff2d-4f95-8a5f-1c09b543be46 req-6c1445d0-817c-45b5-8b16-292672b14dde service nova] Acquiring lock "b1f6f084-7688-45cf-b912-4a0a66a33b34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.796956] env[69440]: DEBUG oslo_concurrency.lockutils [req-792383d3-ff2d-4f95-8a5f-1c09b543be46 req-6c1445d0-817c-45b5-8b16-292672b14dde service nova] Lock "b1f6f084-7688-45cf-b912-4a0a66a33b34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.797181] env[69440]: DEBUG oslo_concurrency.lockutils [req-792383d3-ff2d-4f95-8a5f-1c09b543be46 req-6c1445d0-817c-45b5-8b16-292672b14dde service nova] Lock "b1f6f084-7688-45cf-b912-4a0a66a33b34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.797262] env[69440]: DEBUG nova.compute.manager [req-792383d3-ff2d-4f95-8a5f-1c09b543be46 req-6c1445d0-817c-45b5-8b16-292672b14dde service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] No waiting events found dispatching network-vif-plugged-3415c996-fcb8-4929-a614-73dded9ad30e {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1146.797421] env[69440]: WARNING nova.compute.manager [req-792383d3-ff2d-4f95-8a5f-1c09b543be46 req-6c1445d0-817c-45b5-8b16-292672b14dde service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Received unexpected event network-vif-plugged-3415c996-fcb8-4929-a614-73dded9ad30e for instance with vm_state active and task_state None. [ 1146.833215] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.900047] env[69440]: DEBUG nova.compute.manager [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.035981] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.036661] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.036661] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.036808] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.036844] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.037392] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.037392] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.037584] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.037921] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.038162] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.038359] env[69440]: DEBUG nova.virt.hardware [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.045428] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1147.046681] env[69440]: DEBUG nova.network.neutron [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Successfully created port: 03711172-7b63-45ac-b7e9-7151009f449e {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.049635] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8997a48a-faea-4f49-9001-8cb748b96b9f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.084530] env[69440]: DEBUG oslo_vmware.api [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1147.084530] env[69440]: value = "task-4140243" [ 1147.084530] env[69440]: _type = "Task" [ 1147.084530] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.837424] env[69440]: DEBUG nova.network.neutron [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Updated VIF entry in instance network info cache for port ac73507d-44fa-44d1-9de0-bc8704609a94. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.837787] env[69440]: DEBUG nova.network.neutron [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Updating instance_info_cache with network_info: [{"id": "ac73507d-44fa-44d1-9de0-bc8704609a94", "address": "fa:16:3e:9b:be:95", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac73507d-44", "ovs_interfaceid": "ac73507d-44fa-44d1-9de0-bc8704609a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.844579] env[69440]: DEBUG nova.scheduler.client.report [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.850576] env[69440]: DEBUG oslo_concurrency.lockutils [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Acquiring lock "90f8982c-11d8-4c37-a780-bf4daf09912b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.850801] env[69440]: DEBUG oslo_concurrency.lockutils [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Lock "90f8982c-11d8-4c37-a780-bf4daf09912b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.850993] env[69440]: DEBUG oslo_concurrency.lockutils [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Acquiring lock "90f8982c-11d8-4c37-a780-bf4daf09912b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.851185] env[69440]: DEBUG oslo_concurrency.lockutils [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Lock "90f8982c-11d8-4c37-a780-bf4daf09912b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.851347] env[69440]: DEBUG oslo_concurrency.lockutils [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Lock "90f8982c-11d8-4c37-a780-bf4daf09912b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.853988] env[69440]: DEBUG nova.compute.manager [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Received event network-changed-ec22fc83-0bca-46f0-8025-e4cf847b3d4d {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.854172] env[69440]: DEBUG nova.compute.manager [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Refreshing instance network info cache due to event network-changed-ec22fc83-0bca-46f0-8025-e4cf847b3d4d. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.854361] env[69440]: DEBUG oslo_concurrency.lockutils [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] Acquiring lock "refresh_cache-2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.854494] env[69440]: DEBUG oslo_concurrency.lockutils [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] Acquired lock "refresh_cache-2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.854649] env[69440]: DEBUG nova.network.neutron [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Refreshing network info cache for port ec22fc83-0bca-46f0-8025-e4cf847b3d4d {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.859147] env[69440]: INFO nova.compute.manager [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Terminating instance [ 1147.864863] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.866528] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.871254] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.871774] env[69440]: DEBUG oslo_vmware.api [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140243, 'name': ReconfigVM_Task, 'duration_secs': 0.188964} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.872433] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.872816] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1147.876742] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.877469] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c020ee45-9cdf-4bd8-9eb0-f12d68ed8d55 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.880216] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Task: {'id': task-4140242, 'name': ReconfigVM_Task, 'duration_secs': 0.745743} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.880860] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.881014] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1147.881953] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Reconfigured VM instance instance-00000066 to attach disk [datastore1] f828147e-3bfc-48ac-b3c8-e5feae7a8767/f828147e-3bfc-48ac-b3c8-e5feae7a8767.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.882772] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.883978] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62a9bfcc-6dd6-4465-99b8-d980f4ac812b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.905127] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 9c6ca56b-90d5-4835-a504-84e8f8a2d640/9c6ca56b-90d5-4835-a504-84e8f8a2d640.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.906533] env[69440]: DEBUG nova.network.neutron [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.913039] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e81793bf-47e1-45cc-9abf-08aebd09359e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.925486] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Waiting for the task: (returnval){ [ 1147.925486] env[69440]: value = "task-4140244" [ 1147.925486] env[69440]: _type = "Task" [ 1147.925486] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.932711] env[69440]: DEBUG oslo_vmware.api [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1147.932711] env[69440]: value = "task-4140245" [ 1147.932711] env[69440]: _type = "Task" [ 1147.932711] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.939847] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Task: {'id': task-4140244, 'name': Rename_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.947110] env[69440]: DEBUG oslo_vmware.api [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.131104] env[69440]: DEBUG nova.network.neutron [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Updating instance_info_cache with network_info: [{"id": "4be54fc7-3143-4436-88ee-8dd83009b194", "address": "fa:16:3e:c7:3a:37", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be54fc7-31", "ovs_interfaceid": "4be54fc7-3143-4436-88ee-8dd83009b194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.360059] env[69440]: DEBUG oslo_concurrency.lockutils [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] Releasing lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.360201] env[69440]: DEBUG nova.compute.manager [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Received event network-changed-ec22fc83-0bca-46f0-8025-e4cf847b3d4d {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.360453] env[69440]: DEBUG nova.compute.manager [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Refreshing instance network info cache due to event network-changed-ec22fc83-0bca-46f0-8025-e4cf847b3d4d. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.360700] env[69440]: DEBUG oslo_concurrency.lockutils [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] Acquiring lock "refresh_cache-2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.360988] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.361228] env[69440]: DEBUG nova.network.neutron [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.363149] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.473s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.367014] env[69440]: DEBUG nova.compute.manager [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.369396] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.167s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.369732] env[69440]: DEBUG nova.objects.instance [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lazy-loading 'resources' on Instance uuid 6942a8c9-8c6d-41cc-a087-0189ab72bad1 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.372643] env[69440]: DEBUG nova.compute.manager [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.372643] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.374309] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3d197a-1f59-49ab-bac8-568ec1a029e6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.389103] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.389929] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.391661] env[69440]: INFO nova.scheduler.client.report [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Deleted allocations for instance 4038e16b-26c3-4692-954d-2c85a475d626 [ 1148.392734] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63079b87-a1ba-4635-9b36-afdaa6d9dd10 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.406386] env[69440]: DEBUG nova.virt.hardware [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.406639] env[69440]: DEBUG nova.virt.hardware [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.406836] env[69440]: DEBUG nova.virt.hardware [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.406969] env[69440]: DEBUG nova.virt.hardware [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.407132] env[69440]: DEBUG nova.virt.hardware [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.407277] env[69440]: DEBUG nova.virt.hardware [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.407801] env[69440]: DEBUG nova.virt.hardware [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.408010] env[69440]: DEBUG nova.virt.hardware [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.408192] env[69440]: DEBUG nova.virt.hardware [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.408356] env[69440]: DEBUG nova.virt.hardware [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.408529] env[69440]: DEBUG nova.virt.hardware [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.409890] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531dcf26-1cf9-48e3-9bc8-d7f621c5ef11 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.414304] env[69440]: DEBUG oslo_vmware.api [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Waiting for the task: (returnval){ [ 1148.414304] env[69440]: value = "task-4140246" [ 1148.414304] env[69440]: _type = "Task" [ 1148.414304] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.423091] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ca9541-cfaf-465c-babe-22b64b6638f6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.430858] env[69440]: DEBUG oslo_vmware.api [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': task-4140246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.431475] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Acquiring lock "2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.431475] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Lock "2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.431634] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Acquiring lock "2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.431808] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Lock "2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.431972] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Lock "2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.439241] env[69440]: INFO nova.compute.manager [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Terminating instance [ 1148.458879] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Task: {'id': task-4140244, 'name': Rename_Task, 'duration_secs': 0.186771} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.464151] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.464419] env[69440]: DEBUG oslo_vmware.api [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140245, 'name': ReconfigVM_Task, 'duration_secs': 0.303927} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.464623] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3b017ad-d2b7-4817-86c1-d17249f82bb2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.466394] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 9c6ca56b-90d5-4835-a504-84e8f8a2d640/9c6ca56b-90d5-4835-a504-84e8f8a2d640.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.466684] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Updating instance '9c6ca56b-90d5-4835-a504-84e8f8a2d640' progress to 50 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.477886] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Waiting for the task: (returnval){ [ 1148.477886] env[69440]: value = "task-4140247" [ 1148.477886] env[69440]: _type = "Task" [ 1148.477886] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.491337] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Task: {'id': task-4140247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.635042] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "refresh_cache-e7953318-40a7-4ee8-b76e-14273cdb3b6f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.635042] env[69440]: DEBUG nova.compute.manager [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Instance network_info: |[{"id": "4be54fc7-3143-4436-88ee-8dd83009b194", "address": "fa:16:3e:c7:3a:37", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be54fc7-31", "ovs_interfaceid": "4be54fc7-3143-4436-88ee-8dd83009b194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.635042] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:3a:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4be54fc7-3143-4436-88ee-8dd83009b194', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.642546] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.643854] env[69440]: DEBUG nova.network.neutron [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Successfully updated port: 03711172-7b63-45ac-b7e9-7151009f449e {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.645180] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.645355] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c10498c1-0b70-44af-a868-c76ac9dd5780 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.667019] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.667019] env[69440]: value = "task-4140248" [ 1148.667019] env[69440]: _type = "Task" [ 1148.667019] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.675764] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140248, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.749918] env[69440]: DEBUG nova.network.neutron [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Updated VIF entry in instance network info cache for port ec22fc83-0bca-46f0-8025-e4cf847b3d4d. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.750340] env[69440]: DEBUG nova.network.neutron [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Updating instance_info_cache with network_info: [{"id": "ec22fc83-0bca-46f0-8025-e4cf847b3d4d", "address": "fa:16:3e:06:df:0d", "network": {"id": "1eda2d98-882d-44d5-9eb1-00123f7de6b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-696446657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "152522e1dffb493eb3f93a9e57dc2d66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec22fc83-0b", "ovs_interfaceid": "ec22fc83-0bca-46f0-8025-e4cf847b3d4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.908013] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "4038e16b-26c3-4692-954d-2c85a475d626" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.885s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.914250] env[69440]: WARNING nova.network.neutron [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] 9e27e521-a81f-441d-9050-b7e87a0b7dec already exists in list: networks containing: ['9e27e521-a81f-441d-9050-b7e87a0b7dec']. ignoring it [ 1148.931927] env[69440]: DEBUG oslo_vmware.api [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': task-4140246, 'name': PowerOffVM_Task, 'duration_secs': 0.18347} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.932229] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.932535] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.932644] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5138071-a52d-4dd3-bbc1-1418e278224e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.956524] env[69440]: DEBUG nova.compute.manager [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.956761] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.958102] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebde988c-3728-44f9-9c94-7b0859e1842a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.970969] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.971303] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ce85c0a-989e-4c00-bce2-13cb1a8a54fd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.984787] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cf6f72-d908-4bb6-99c0-5679ae971952 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.993626] env[69440]: DEBUG oslo_vmware.api [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Waiting for the task: (returnval){ [ 1148.993626] env[69440]: value = "task-4140250" [ 1148.993626] env[69440]: _type = "Task" [ 1148.993626] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.018504] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Task: {'id': task-4140247, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.024450] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a882c9-99cd-4dff-8cca-999f9e69e5fb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.028681] env[69440]: DEBUG nova.compute.manager [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Received event network-changed-3415c996-fcb8-4929-a614-73dded9ad30e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.028894] env[69440]: DEBUG nova.compute.manager [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Refreshing instance network info cache due to event network-changed-3415c996-fcb8-4929-a614-73dded9ad30e. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.029095] env[69440]: DEBUG oslo_concurrency.lockutils [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] Acquiring lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.029782] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.029879] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.030066] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Deleting the datastore file [datastore2] 90f8982c-11d8-4c37-a780-bf4daf09912b {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.034165] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-032bbaa3-f958-4157-8ccd-434c6611d934 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.036726] env[69440]: DEBUG oslo_vmware.api [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.057030] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Updating instance '9c6ca56b-90d5-4835-a504-84e8f8a2d640' progress to 67 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.064422] env[69440]: DEBUG oslo_vmware.api [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Waiting for the task: (returnval){ [ 1149.064422] env[69440]: value = "task-4140251" [ 1149.064422] env[69440]: _type = "Task" [ 1149.064422] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.074321] env[69440]: DEBUG oslo_vmware.api [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': task-4140251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.161010] env[69440]: DEBUG oslo_concurrency.lockutils [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "refresh_cache-c36abfde-0148-43f4-9702-8f9d0be65f9e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.161363] env[69440]: DEBUG oslo_concurrency.lockutils [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired lock "refresh_cache-c36abfde-0148-43f4-9702-8f9d0be65f9e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.161363] env[69440]: DEBUG nova.network.neutron [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.180893] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140248, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.182798] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bcbc58-4946-4edb-b024-4324afe04cdf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.197210] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f9697e-42be-4c27-bebd-c0b58a419e1c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.239354] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b322e0-b97f-47eb-902a-d9862ce7eecf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.248557] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bf5fe6-4882-4660-9c8a-7bee98c12ae5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.253404] env[69440]: DEBUG oslo_concurrency.lockutils [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] Releasing lock "refresh_cache-2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.253675] env[69440]: DEBUG nova.compute.manager [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Received event network-vif-plugged-4be54fc7-3143-4436-88ee-8dd83009b194 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.253875] env[69440]: DEBUG oslo_concurrency.lockutils [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] Acquiring lock "e7953318-40a7-4ee8-b76e-14273cdb3b6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.254100] env[69440]: DEBUG oslo_concurrency.lockutils [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] Lock "e7953318-40a7-4ee8-b76e-14273cdb3b6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.254272] env[69440]: DEBUG oslo_concurrency.lockutils [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] Lock "e7953318-40a7-4ee8-b76e-14273cdb3b6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.254441] env[69440]: DEBUG nova.compute.manager [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] No waiting events found dispatching network-vif-plugged-4be54fc7-3143-4436-88ee-8dd83009b194 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1149.254605] env[69440]: WARNING nova.compute.manager [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Received unexpected event network-vif-plugged-4be54fc7-3143-4436-88ee-8dd83009b194 for instance with vm_state building and task_state spawning. [ 1149.254763] env[69440]: DEBUG nova.compute.manager [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Received event network-changed-4be54fc7-3143-4436-88ee-8dd83009b194 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.254914] env[69440]: DEBUG nova.compute.manager [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Refreshing instance network info cache due to event network-changed-4be54fc7-3143-4436-88ee-8dd83009b194. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.255116] env[69440]: DEBUG oslo_concurrency.lockutils [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] Acquiring lock "refresh_cache-e7953318-40a7-4ee8-b76e-14273cdb3b6f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.255254] env[69440]: DEBUG oslo_concurrency.lockutils [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] Acquired lock "refresh_cache-e7953318-40a7-4ee8-b76e-14273cdb3b6f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.255413] env[69440]: DEBUG nova.network.neutron [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Refreshing network info cache for port 4be54fc7-3143-4436-88ee-8dd83009b194 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.256650] env[69440]: DEBUG oslo_concurrency.lockutils [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] Acquired lock "refresh_cache-2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.256828] env[69440]: DEBUG nova.network.neutron [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Refreshing network info cache for port ec22fc83-0bca-46f0-8025-e4cf847b3d4d {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.270116] env[69440]: DEBUG nova.compute.provider_tree [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.345425] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "41012beb-1a6a-4164-ae16-16e46514ac7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.345813] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "41012beb-1a6a-4164-ae16-16e46514ac7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.346047] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "41012beb-1a6a-4164-ae16-16e46514ac7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.346256] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "41012beb-1a6a-4164-ae16-16e46514ac7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.346413] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "41012beb-1a6a-4164-ae16-16e46514ac7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.348669] env[69440]: INFO nova.compute.manager [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Terminating instance [ 1149.443448] env[69440]: DEBUG nova.network.neutron [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Updating instance_info_cache with network_info: [{"id": "ac73507d-44fa-44d1-9de0-bc8704609a94", "address": "fa:16:3e:9b:be:95", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac73507d-44", "ovs_interfaceid": "ac73507d-44fa-44d1-9de0-bc8704609a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3415c996-fcb8-4929-a614-73dded9ad30e", "address": "fa:16:3e:f8:18:f1", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3415c996-fc", "ovs_interfaceid": "3415c996-fcb8-4929-a614-73dded9ad30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.498086] env[69440]: DEBUG oslo_vmware.api [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Task: {'id': task-4140247, 'name': PowerOnVM_Task, 'duration_secs': 0.52493} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.498480] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.499142] env[69440]: INFO nova.compute.manager [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1149.499399] env[69440]: DEBUG nova.compute.manager [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1149.500437] env[69440]: DEBUG nova.network.neutron [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Updated VIF entry in instance network info cache for port ec22fc83-0bca-46f0-8025-e4cf847b3d4d. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.500770] env[69440]: DEBUG nova.network.neutron [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Updating instance_info_cache with network_info: [{"id": "ec22fc83-0bca-46f0-8025-e4cf847b3d4d", "address": "fa:16:3e:06:df:0d", "network": {"id": "1eda2d98-882d-44d5-9eb1-00123f7de6b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-696446657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "152522e1dffb493eb3f93a9e57dc2d66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec22fc83-0b", "ovs_interfaceid": "ec22fc83-0bca-46f0-8025-e4cf847b3d4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.502486] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1544608-9b90-4b86-8476-42a40f4e05a6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.511406] env[69440]: DEBUG oslo_vmware.api [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140250, 'name': PowerOffVM_Task, 'duration_secs': 0.244835} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.513884] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.514086] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.517240] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85b04712-0c24-4eba-9c8c-5eb9fd530527 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.582791] env[69440]: DEBUG oslo_vmware.api [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Task: {'id': task-4140251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162446} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.583107] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.583357] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.583559] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.583797] env[69440]: INFO nova.compute.manager [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1149.584164] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.584442] env[69440]: DEBUG nova.compute.manager [-] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.584549] env[69440]: DEBUG nova.network.neutron [-] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.590809] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.591035] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.591220] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Deleting the datastore file [datastore2] 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.591486] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80e38b46-57f3-4a65-aaeb-35cf63e99a44 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.598161] env[69440]: DEBUG oslo_vmware.api [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Waiting for the task: (returnval){ [ 1149.598161] env[69440]: value = "task-4140253" [ 1149.598161] env[69440]: _type = "Task" [ 1149.598161] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.607303] env[69440]: DEBUG oslo_vmware.api [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.608239] env[69440]: DEBUG nova.network.neutron [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Port b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca binding to destination host cpu-1 is already ACTIVE {{(pid=69440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1149.677494] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140248, 'name': CreateVM_Task, 'duration_secs': 0.836729} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.677631] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.678341] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.678505] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.678822] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.679346] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deb1d2eb-89a5-42bb-b6cb-526bbf4afb46 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.683952] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1149.683952] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5256526d-f8df-29cc-44ae-ab9f12b4f555" [ 1149.683952] env[69440]: _type = "Task" [ 1149.683952] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.699620] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5256526d-f8df-29cc-44ae-ab9f12b4f555, 'name': SearchDatastore_Task, 'duration_secs': 0.010205} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.700866] env[69440]: DEBUG nova.network.neutron [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.702398] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.702624] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.703129] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.703129] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.703247] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.703434] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6991a245-da24-4d03-ba9c-57ec185ee94d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.712842] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.713053] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.714844] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb2fa502-4b98-4e5c-967b-ca0f77785065 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.719503] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1149.719503] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]525fa624-171c-5e79-d418-98929f4c7228" [ 1149.719503] env[69440]: _type = "Task" [ 1149.719503] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.731417] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525fa624-171c-5e79-d418-98929f4c7228, 'name': SearchDatastore_Task, 'duration_secs': 0.009424} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.732243] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d083cb46-48e6-4d37-9664-c20138cda7b8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.742640] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1149.742640] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]523baef2-b0db-51a4-3615-0bcd1851074c" [ 1149.742640] env[69440]: _type = "Task" [ 1149.742640] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.752905] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523baef2-b0db-51a4-3615-0bcd1851074c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.777106] env[69440]: DEBUG nova.scheduler.client.report [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.853205] env[69440]: DEBUG nova.compute.manager [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.853611] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.854723] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fb42b8-6e90-407d-b65b-ad7cb4029283 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.863549] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.866124] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-466aa4bd-1d22-44f3-b2d0-53be774c34ee {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.873713] env[69440]: DEBUG oslo_vmware.api [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1149.873713] env[69440]: value = "task-4140254" [ 1149.873713] env[69440]: _type = "Task" [ 1149.873713] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.886095] env[69440]: DEBUG oslo_vmware.api [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.927507] env[69440]: DEBUG nova.network.neutron [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Updating instance_info_cache with network_info: [{"id": "03711172-7b63-45ac-b7e9-7151009f449e", "address": "fa:16:3e:38:73:96", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03711172-7b", "ovs_interfaceid": "03711172-7b63-45ac-b7e9-7151009f449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.950326] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.951434] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.951758] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.952662] env[69440]: DEBUG oslo_concurrency.lockutils [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] Acquired lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.952972] env[69440]: DEBUG nova.network.neutron [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Refreshing network info cache for port 3415c996-fcb8-4929-a614-73dded9ad30e {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.955878] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c87e9ea-3c6d-4e89-a81b-40cce71323c9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.993039] env[69440]: DEBUG nova.virt.hardware [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.993454] env[69440]: DEBUG nova.virt.hardware [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.993772] env[69440]: DEBUG nova.virt.hardware [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.994202] env[69440]: DEBUG nova.virt.hardware [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.994519] env[69440]: DEBUG nova.virt.hardware [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.994867] env[69440]: DEBUG nova.virt.hardware [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.995375] env[69440]: DEBUG nova.virt.hardware [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.995722] env[69440]: DEBUG nova.virt.hardware [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.996098] env[69440]: DEBUG nova.virt.hardware [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.996462] env[69440]: DEBUG nova.virt.hardware [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.996855] env[69440]: DEBUG nova.virt.hardware [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.011024] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Reconfiguring VM to attach interface {{(pid=69440) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1150.016460] env[69440]: DEBUG oslo_concurrency.lockutils [req-3b4c567a-31e0-4be1-b435-de9bd795b084 req-288a6243-73bd-41f1-89c1-96a02c7c44bc service nova] Releasing lock "refresh_cache-2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.017385] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-079e73aa-a0af-4533-8adf-e90ae9b8ce3c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.054339] env[69440]: DEBUG oslo_vmware.api [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1150.054339] env[69440]: value = "task-4140255" [ 1150.054339] env[69440]: _type = "Task" [ 1150.054339] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.060198] env[69440]: INFO nova.compute.manager [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Took 26.98 seconds to build instance. [ 1150.069462] env[69440]: DEBUG oslo_vmware.api [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140255, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.105573] env[69440]: DEBUG nova.network.neutron [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Updated VIF entry in instance network info cache for port 4be54fc7-3143-4436-88ee-8dd83009b194. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.105975] env[69440]: DEBUG nova.network.neutron [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Updating instance_info_cache with network_info: [{"id": "4be54fc7-3143-4436-88ee-8dd83009b194", "address": "fa:16:3e:c7:3a:37", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be54fc7-31", "ovs_interfaceid": "4be54fc7-3143-4436-88ee-8dd83009b194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.117906] env[69440]: DEBUG oslo_vmware.api [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Task: {'id': task-4140253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204467} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.118426] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.118711] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.120100] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.120100] env[69440]: INFO nova.compute.manager [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1150.120100] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.120100] env[69440]: DEBUG nova.compute.manager [-] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1150.120100] env[69440]: DEBUG nova.network.neutron [-] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1150.256198] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523baef2-b0db-51a4-3615-0bcd1851074c, 'name': SearchDatastore_Task, 'duration_secs': 0.009847} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.256754] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.256754] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] e7953318-40a7-4ee8-b76e-14273cdb3b6f/e7953318-40a7-4ee8-b76e-14273cdb3b6f.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.256983] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bab64cc-6977-4fbe-8aaa-c7b0ddd4b971 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.266046] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1150.266046] env[69440]: value = "task-4140256" [ 1150.266046] env[69440]: _type = "Task" [ 1150.266046] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.276096] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.286624] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.289156] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.900s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.289377] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.289560] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1150.290503] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27150560-0b51-4cb7-a59e-f1ae0d00ef39 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.301487] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1f6e93-08d1-44e8-b438-8d0088d79189 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.320481] env[69440]: INFO nova.scheduler.client.report [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Deleted allocations for instance 6942a8c9-8c6d-41cc-a087-0189ab72bad1 [ 1150.323330] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbc6282-6f4d-42ca-81fc-80db311facd0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.332713] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca384be6-56c5-4ba6-91d7-392bf3d68004 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.367058] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178432MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1150.367250] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.367480] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.384993] env[69440]: DEBUG oslo_vmware.api [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140254, 'name': PowerOffVM_Task, 'duration_secs': 0.351821} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.385183] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.385392] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.385720] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82d7e497-36ee-4077-ab35-a29364553900 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.430383] env[69440]: DEBUG oslo_concurrency.lockutils [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Releasing lock "refresh_cache-c36abfde-0148-43f4-9702-8f9d0be65f9e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.430727] env[69440]: DEBUG nova.compute.manager [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Instance network_info: |[{"id": "03711172-7b63-45ac-b7e9-7151009f449e", "address": "fa:16:3e:38:73:96", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03711172-7b", "ovs_interfaceid": "03711172-7b63-45ac-b7e9-7151009f449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.431186] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:73:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03711172-7b63-45ac-b7e9-7151009f449e', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.439319] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.441214] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.441454] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15f93f5f-2b3f-464f-a7dd-6453039f9062 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.459999] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.460246] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.460592] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Deleting the datastore file [datastore1] 41012beb-1a6a-4164-ae16-16e46514ac7f {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.460869] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41345751-97bd-4ac2-a8d0-7c8a22294089 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.469995] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.469995] env[69440]: value = "task-4140258" [ 1150.469995] env[69440]: _type = "Task" [ 1150.469995] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.476998] env[69440]: DEBUG oslo_vmware.api [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for the task: (returnval){ [ 1150.476998] env[69440]: value = "task-4140259" [ 1150.476998] env[69440]: _type = "Task" [ 1150.476998] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.484118] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140258, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.491220] env[69440]: DEBUG oslo_vmware.api [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.545610] env[69440]: DEBUG nova.compute.manager [req-f807960f-f5ab-4a7e-91d3-0fd09d03f689 req-33f994b6-f0d6-4397-8b4d-dbd76c207557 service nova] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Received event network-vif-deleted-24536d34-5aa9-47e6-9f12-ad5505ebf72a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.545708] env[69440]: INFO nova.compute.manager [req-f807960f-f5ab-4a7e-91d3-0fd09d03f689 req-33f994b6-f0d6-4397-8b4d-dbd76c207557 service nova] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Neutron deleted interface 24536d34-5aa9-47e6-9f12-ad5505ebf72a; detaching it from the instance and deleting it from the info cache [ 1150.545846] env[69440]: DEBUG nova.network.neutron [req-f807960f-f5ab-4a7e-91d3-0fd09d03f689 req-33f994b6-f0d6-4397-8b4d-dbd76c207557 service nova] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.564139] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3d5736d5-afac-48f4-b865-3ed9047c3b55 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Lock "f828147e-3bfc-48ac-b3c8-e5feae7a8767" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.497s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.569717] env[69440]: DEBUG oslo_vmware.api [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.609962] env[69440]: DEBUG nova.network.neutron [-] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.615551] env[69440]: DEBUG oslo_concurrency.lockutils [req-455edfbe-4a76-4704-b968-89157c566699 req-5af301d1-7e53-4ee5-9837-51f866c2be3f service nova] Releasing lock "refresh_cache-e7953318-40a7-4ee8-b76e-14273cdb3b6f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.651147] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "9c6ca56b-90d5-4835-a504-84e8f8a2d640-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.651565] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "9c6ca56b-90d5-4835-a504-84e8f8a2d640-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.651652] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "9c6ca56b-90d5-4835-a504-84e8f8a2d640-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.713378] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "6db4be35-78b9-4afb-8270-d39988531a3a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.713677] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "6db4be35-78b9-4afb-8270-d39988531a3a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.713860] env[69440]: INFO nova.compute.manager [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Shelving [ 1150.736232] env[69440]: DEBUG nova.network.neutron [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Updated VIF entry in instance network info cache for port 3415c996-fcb8-4929-a614-73dded9ad30e. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.736730] env[69440]: DEBUG nova.network.neutron [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Updating instance_info_cache with network_info: [{"id": "ac73507d-44fa-44d1-9de0-bc8704609a94", "address": "fa:16:3e:9b:be:95", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac73507d-44", "ovs_interfaceid": "ac73507d-44fa-44d1-9de0-bc8704609a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3415c996-fcb8-4929-a614-73dded9ad30e", "address": "fa:16:3e:f8:18:f1", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3415c996-fc", "ovs_interfaceid": "3415c996-fcb8-4929-a614-73dded9ad30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.778281] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140256, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.832019] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9257eb35-c682-4236-a7a5-c1159263557c tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Lock "6942a8c9-8c6d-41cc-a087-0189ab72bad1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.150s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.977539] env[69440]: DEBUG nova.network.neutron [-] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.987235] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140258, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.993488] env[69440]: DEBUG oslo_vmware.api [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.049514] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45b98010-c520-4562-80d3-3d81c2aba13b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.064919] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c832d3e2-d9b1-43d6-9876-2b83bd4a03c5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.079445] env[69440]: DEBUG oslo_vmware.api [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140255, 'name': ReconfigVM_Task, 'duration_secs': 0.870918} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.080560] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.080828] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Reconfigured VM to attach interface {{(pid=69440) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1151.102223] env[69440]: DEBUG nova.compute.manager [req-f807960f-f5ab-4a7e-91d3-0fd09d03f689 req-33f994b6-f0d6-4397-8b4d-dbd76c207557 service nova] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Detach interface failed, port_id=24536d34-5aa9-47e6-9f12-ad5505ebf72a, reason: Instance 90f8982c-11d8-4c37-a780-bf4daf09912b could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1151.113155] env[69440]: INFO nova.compute.manager [-] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Took 1.53 seconds to deallocate network for instance. [ 1151.239768] env[69440]: DEBUG oslo_concurrency.lockutils [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] Releasing lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.240078] env[69440]: DEBUG nova.compute.manager [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Received event network-vif-plugged-03711172-7b63-45ac-b7e9-7151009f449e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.240282] env[69440]: DEBUG oslo_concurrency.lockutils [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] Acquiring lock "c36abfde-0148-43f4-9702-8f9d0be65f9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.240491] env[69440]: DEBUG oslo_concurrency.lockutils [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] Lock "c36abfde-0148-43f4-9702-8f9d0be65f9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.240653] env[69440]: DEBUG oslo_concurrency.lockutils [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] Lock "c36abfde-0148-43f4-9702-8f9d0be65f9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.240823] env[69440]: DEBUG nova.compute.manager [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] No waiting events found dispatching network-vif-plugged-03711172-7b63-45ac-b7e9-7151009f449e {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1151.240991] env[69440]: WARNING nova.compute.manager [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Received unexpected event network-vif-plugged-03711172-7b63-45ac-b7e9-7151009f449e for instance with vm_state building and task_state spawning. [ 1151.241185] env[69440]: DEBUG nova.compute.manager [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Received event network-changed-03711172-7b63-45ac-b7e9-7151009f449e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.241339] env[69440]: DEBUG nova.compute.manager [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Refreshing instance network info cache due to event network-changed-03711172-7b63-45ac-b7e9-7151009f449e. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.241528] env[69440]: DEBUG oslo_concurrency.lockutils [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] Acquiring lock "refresh_cache-c36abfde-0148-43f4-9702-8f9d0be65f9e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.241664] env[69440]: DEBUG oslo_concurrency.lockutils [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] Acquired lock "refresh_cache-c36abfde-0148-43f4-9702-8f9d0be65f9e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.241818] env[69440]: DEBUG nova.network.neutron [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Refreshing network info cache for port 03711172-7b63-45ac-b7e9-7151009f449e {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.278153] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661786} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.278451] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] e7953318-40a7-4ee8-b76e-14273cdb3b6f/e7953318-40a7-4ee8-b76e-14273cdb3b6f.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.278657] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.278949] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab2898f7-08d7-486a-bbd8-fe09209887b4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.287626] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1151.287626] env[69440]: value = "task-4140260" [ 1151.287626] env[69440]: _type = "Task" [ 1151.287626] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.297934] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.383080] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Applying migration context for instance 9c6ca56b-90d5-4835-a504-84e8f8a2d640 as it has an incoming, in-progress migration 528c51da-7f01-4c7d-846d-ce171e11a142. Migration status is post-migrating {{(pid=69440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1151.385119] env[69440]: INFO nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Updating resource usage from migration 528c51da-7f01-4c7d-846d-ce171e11a142 [ 1151.406027] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance efd32a38-36e0-4f4d-9822-870d28a618d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.406191] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 41012beb-1a6a-4164-ae16-16e46514ac7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.406314] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 896ced19-ce4b-486c-9a37-96cb8e6767d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.406433] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 9136d8d0-ea41-4f3a-9621-e451b1cabea1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.406549] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance e27f5de0-9750-43d8-be9f-98485375485e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.406662] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance b1f6f084-7688-45cf-b912-4a0a66a33b34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.406775] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 6db4be35-78b9-4afb-8270-d39988531a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.406886] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 79a1311f-55d1-4185-a46f-2919440e27f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.406996] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.407119] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 0ab1e601-619d-44c6-8b3a-5f83462c0aa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.407230] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 90f8982c-11d8-4c37-a780-bf4daf09912b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.407339] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance f828147e-3bfc-48ac-b3c8-e5feae7a8767 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.407448] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Migration 528c51da-7f01-4c7d-846d-ce171e11a142 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1151.407555] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 9c6ca56b-90d5-4835-a504-84e8f8a2d640 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.407661] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance e7953318-40a7-4ee8-b76e-14273cdb3b6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.407849] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance c36abfde-0148-43f4-9702-8f9d0be65f9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1151.408089] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1151.408228] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1151.483075] env[69440]: INFO nova.compute.manager [-] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Took 1.36 seconds to deallocate network for instance. [ 1151.495193] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140258, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.499531] env[69440]: DEBUG oslo_vmware.api [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Task: {'id': task-4140259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.561701} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.499531] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.499531] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.499922] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.499969] env[69440]: INFO nova.compute.manager [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1151.503017] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.503017] env[69440]: DEBUG nova.compute.manager [-] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.503017] env[69440]: DEBUG nova.network.neutron [-] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1151.585962] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b802b695-8788-41f9-a445-0d863ab0c696 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "interface-b1f6f084-7688-45cf-b912-4a0a66a33b34-3415c996-fcb8-4929-a614-73dded9ad30e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.153s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.621670] env[69440]: DEBUG oslo_concurrency.lockutils [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.675302] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc468653-859d-47c8-961a-7b368b64e533 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.685613] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f340626-79c8-4924-9ada-ae1d21420927 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.718019] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed7a61d-22a0-45eb-bd03-cf5f313224e9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.725216] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.725576] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de16bc68-5056-42ad-a32a-c8df64b5816c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.728595] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af01bef1-2af6-425d-a052-bfb3dd621122 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.745080] env[69440]: DEBUG nova.compute.provider_tree [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.748146] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "refresh_cache-9c6ca56b-90d5-4835-a504-84e8f8a2d640" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.748461] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "refresh_cache-9c6ca56b-90d5-4835-a504-84e8f8a2d640" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.748536] env[69440]: DEBUG nova.network.neutron [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.751880] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1151.751880] env[69440]: value = "task-4140261" [ 1151.751880] env[69440]: _type = "Task" [ 1151.751880] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.762361] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.799174] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070904} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.799550] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.800493] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfc04f3-08fc-4455-bc44-6364f5e33297 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.826759] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] e7953318-40a7-4ee8-b76e-14273cdb3b6f/e7953318-40a7-4ee8-b76e-14273cdb3b6f.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.831079] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff18ef7f-d614-4342-a1e1-d67c35398074 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.846745] env[69440]: DEBUG nova.network.neutron [-] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.855156] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1151.855156] env[69440]: value = "task-4140262" [ 1151.855156] env[69440]: _type = "Task" [ 1151.855156] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.865928] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.986785] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140258, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.998014] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.102173] env[69440]: DEBUG nova.compute.manager [req-ef517d4e-f558-4212-a81b-9f461a2c23bb req-873e150d-7a73-4742-b110-7a4d2aaf5544 service nova] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Received event network-vif-deleted-c2b042f0-c765-407a-89c5-66e36925ed20 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.174862] env[69440]: DEBUG nova.network.neutron [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Updated VIF entry in instance network info cache for port 03711172-7b63-45ac-b7e9-7151009f449e. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.175372] env[69440]: DEBUG nova.network.neutron [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Updating instance_info_cache with network_info: [{"id": "03711172-7b63-45ac-b7e9-7151009f449e", "address": "fa:16:3e:38:73:96", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03711172-7b", "ovs_interfaceid": "03711172-7b63-45ac-b7e9-7151009f449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.257559] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.272361] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140261, 'name': PowerOffVM_Task, 'duration_secs': 0.489497} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.272689] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.273593] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9906e35f-92ca-4c5c-9e09-cbc347af9726 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.296386] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc86dd3-c01d-49a0-bba1-96bc93dde66e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.349802] env[69440]: INFO nova.compute.manager [-] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Took 0.85 seconds to deallocate network for instance. [ 1152.366582] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140262, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.487577] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140258, 'name': CreateVM_Task, 'duration_secs': 1.687105} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.487803] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.488613] env[69440]: DEBUG oslo_concurrency.lockutils [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.488828] env[69440]: DEBUG oslo_concurrency.lockutils [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.489226] env[69440]: DEBUG oslo_concurrency.lockutils [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.489528] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-780b14b2-cb00-4cf7-8de8-1020947858a0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.494780] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1152.494780] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52454ace-1ed0-089e-56e3-ecc366352ed9" [ 1152.494780] env[69440]: _type = "Task" [ 1152.494780] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.503441] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52454ace-1ed0-089e-56e3-ecc366352ed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.675409] env[69440]: DEBUG nova.compute.manager [req-bcc250ad-1e80-4a2c-b412-b8c9edc4fbae req-037d7c4f-7e33-457e-99a9-b4ee6266b2de service nova] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Received event network-vif-deleted-ec22fc83-0bca-46f0-8025-e4cf847b3d4d {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.675647] env[69440]: DEBUG nova.compute.manager [req-bcc250ad-1e80-4a2c-b412-b8c9edc4fbae req-037d7c4f-7e33-457e-99a9-b4ee6266b2de service nova] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Received event network-changed-3fb8ec67-a57d-4965-a65f-3e0f1f824847 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.675809] env[69440]: DEBUG nova.compute.manager [req-bcc250ad-1e80-4a2c-b412-b8c9edc4fbae req-037d7c4f-7e33-457e-99a9-b4ee6266b2de service nova] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Refreshing instance network info cache due to event network-changed-3fb8ec67-a57d-4965-a65f-3e0f1f824847. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.677176] env[69440]: DEBUG oslo_concurrency.lockutils [req-bcc250ad-1e80-4a2c-b412-b8c9edc4fbae req-037d7c4f-7e33-457e-99a9-b4ee6266b2de service nova] Acquiring lock "refresh_cache-f828147e-3bfc-48ac-b3c8-e5feae7a8767" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.677428] env[69440]: DEBUG oslo_concurrency.lockutils [req-bcc250ad-1e80-4a2c-b412-b8c9edc4fbae req-037d7c4f-7e33-457e-99a9-b4ee6266b2de service nova] Acquired lock "refresh_cache-f828147e-3bfc-48ac-b3c8-e5feae7a8767" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.677610] env[69440]: DEBUG nova.network.neutron [req-bcc250ad-1e80-4a2c-b412-b8c9edc4fbae req-037d7c4f-7e33-457e-99a9-b4ee6266b2de service nova] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Refreshing network info cache for port 3fb8ec67-a57d-4965-a65f-3e0f1f824847 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.679415] env[69440]: DEBUG oslo_concurrency.lockutils [req-2732bfa9-e214-4c37-abb7-54c5d854db4e req-b0a1d1c9-68ec-42bb-935e-0ade0fce73e1 service nova] Releasing lock "refresh_cache-c36abfde-0148-43f4-9702-8f9d0be65f9e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.706846] env[69440]: DEBUG nova.network.neutron [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Updating instance_info_cache with network_info: [{"id": "b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca", "address": "fa:16:3e:0e:be:8b", "network": {"id": "41c1c367-801b-433c-b176-6a81cc0d5096", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2091308805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27a00c5d4f64e81b6f2e92da994f52b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f960f2-c0", "ovs_interfaceid": "b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.761997] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1152.762384] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.395s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.762799] env[69440]: DEBUG oslo_concurrency.lockutils [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.141s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.763143] env[69440]: DEBUG nova.objects.instance [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Lazy-loading 'resources' on Instance uuid 90f8982c-11d8-4c37-a780-bf4daf09912b {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.812994] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Creating Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1152.813838] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e9e72960-5364-443f-a1c3-8df7aca12c4e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.822814] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1152.822814] env[69440]: value = "task-4140263" [ 1152.822814] env[69440]: _type = "Task" [ 1152.822814] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.832439] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140263, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.861066] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.866900] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140262, 'name': ReconfigVM_Task, 'duration_secs': 0.52063} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.867207] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Reconfigured VM instance instance-00000067 to attach disk [datastore1] e7953318-40a7-4ee8-b76e-14273cdb3b6f/e7953318-40a7-4ee8-b76e-14273cdb3b6f.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.868028] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f179bed1-5482-4502-8fd7-99406c527ed2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.875705] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1152.875705] env[69440]: value = "task-4140264" [ 1152.875705] env[69440]: _type = "Task" [ 1152.875705] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.884500] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140264, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.005945] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52454ace-1ed0-089e-56e3-ecc366352ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.016251} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.006267] env[69440]: DEBUG oslo_concurrency.lockutils [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.006579] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.006847] env[69440]: DEBUG oslo_concurrency.lockutils [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.007066] env[69440]: DEBUG oslo_concurrency.lockutils [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.007219] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.007515] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9e027a7-504d-48b1-b98a-95676d38dca3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.017851] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.018079] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.018831] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ac32e5a-04df-4e17-b1ec-7c3682118fc9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.025410] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1153.025410] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52326ae2-8e8d-6f87-171c-2b3802daf5c1" [ 1153.025410] env[69440]: _type = "Task" [ 1153.025410] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.034203] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52326ae2-8e8d-6f87-171c-2b3802daf5c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.209848] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "refresh_cache-9c6ca56b-90d5-4835-a504-84e8f8a2d640" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.310456] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "interface-b1f6f084-7688-45cf-b912-4a0a66a33b34-3415c996-fcb8-4929-a614-73dded9ad30e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.310774] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "interface-b1f6f084-7688-45cf-b912-4a0a66a33b34-3415c996-fcb8-4929-a614-73dded9ad30e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.340847] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140263, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.390644] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140264, 'name': Rename_Task, 'duration_secs': 0.209735} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.391670] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.391670] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6313dc39-6ea6-4778-a4df-6970c9c3e544 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.399417] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1153.399417] env[69440]: value = "task-4140265" [ 1153.399417] env[69440]: _type = "Task" [ 1153.399417] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.409496] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.538137] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52326ae2-8e8d-6f87-171c-2b3802daf5c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010659} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.542339] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f35eb6e0-5d01-4db5-bbaf-00db81627688 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.549934] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1153.549934] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52c543af-9f78-f4f5-f80f-6161aa9d59bb" [ 1153.549934] env[69440]: _type = "Task" [ 1153.549934] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.568018] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c543af-9f78-f4f5-f80f-6161aa9d59bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.573927] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788e00d8-9461-4867-854f-9317ea7c35fc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.582354] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04807b07-a411-4d13-92d9-6edfc0400fc3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.617465] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d0e7c5-f9b5-48b3-bc22-2f8987dcc8d9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.627008] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0445057-82f0-4d7c-99b8-28a93eae91df {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.642256] env[69440]: DEBUG nova.compute.provider_tree [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.736561] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853a7a58-2a58-47cd-bbf5-429d32d58f22 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.757191] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e19336-36ca-4f83-8dd0-077d0242072e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.765882] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Updating instance '9c6ca56b-90d5-4835-a504-84e8f8a2d640' progress to 83 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.813833] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.814039] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.815775] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a755769-df1e-425b-98a2-ac8094e16db0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.839386] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4980ba4-03b3-427b-866d-e7d910904fbe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.870352] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Reconfiguring VM to detach interface {{(pid=69440) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1153.875025] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3e7852f-f9ed-422d-ac8c-571a565bcbc2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.891785] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140263, 'name': CreateSnapshot_Task, 'duration_secs': 0.836867} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.892102] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Created Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1153.893393] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfa47b1-2865-4524-9515-29e6a3d28dc2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.899417] env[69440]: DEBUG oslo_vmware.api [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1153.899417] env[69440]: value = "task-4140266" [ 1153.899417] env[69440]: _type = "Task" [ 1153.899417] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.918623] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140265, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.922475] env[69440]: DEBUG oslo_vmware.api [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140266, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.960350] env[69440]: DEBUG nova.network.neutron [req-bcc250ad-1e80-4a2c-b412-b8c9edc4fbae req-037d7c4f-7e33-457e-99a9-b4ee6266b2de service nova] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Updated VIF entry in instance network info cache for port 3fb8ec67-a57d-4965-a65f-3e0f1f824847. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.960728] env[69440]: DEBUG nova.network.neutron [req-bcc250ad-1e80-4a2c-b412-b8c9edc4fbae req-037d7c4f-7e33-457e-99a9-b4ee6266b2de service nova] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Updating instance_info_cache with network_info: [{"id": "3fb8ec67-a57d-4965-a65f-3e0f1f824847", "address": "fa:16:3e:34:e0:27", "network": {"id": "5ac3bbe3-cac0-4084-bee4-0e6a0c7deebd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1010436436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "429db4376cbf414ba3288c3cd0388bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb8ec67-a5", "ovs_interfaceid": "3fb8ec67-a57d-4965-a65f-3e0f1f824847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.064021] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c543af-9f78-f4f5-f80f-6161aa9d59bb, 'name': SearchDatastore_Task, 'duration_secs': 0.012643} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.064021] env[69440]: DEBUG oslo_concurrency.lockutils [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.064021] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] c36abfde-0148-43f4-9702-8f9d0be65f9e/c36abfde-0148-43f4-9702-8f9d0be65f9e.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.064021] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bc46085-1ade-4ce2-9980-494385e12114 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.069686] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1154.069686] env[69440]: value = "task-4140267" [ 1154.069686] env[69440]: _type = "Task" [ 1154.069686] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.082051] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.146531] env[69440]: DEBUG nova.scheduler.client.report [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.275535] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.275934] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee4cf3f3-d071-4440-b72f-d1d4c6ea7805 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.284761] env[69440]: DEBUG oslo_vmware.api [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1154.284761] env[69440]: value = "task-4140268" [ 1154.284761] env[69440]: _type = "Task" [ 1154.284761] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.294819] env[69440]: DEBUG oslo_vmware.api [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.420639] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Creating linked-clone VM from snapshot {{(pid=69440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1154.421665] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-74ca615b-40de-4b13-8f73-6d8fcce03f14 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.429792] env[69440]: DEBUG oslo_vmware.api [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.433508] env[69440]: DEBUG oslo_vmware.api [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140265, 'name': PowerOnVM_Task, 'duration_secs': 0.521795} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.433653] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.433864] env[69440]: INFO nova.compute.manager [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1154.434059] env[69440]: DEBUG nova.compute.manager [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1154.434901] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740aec91-2bad-4525-858a-b38fb92b282c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.439065] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1154.439065] env[69440]: value = "task-4140269" [ 1154.439065] env[69440]: _type = "Task" [ 1154.439065] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.454505] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140269, 'name': CloneVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.463361] env[69440]: DEBUG oslo_concurrency.lockutils [req-bcc250ad-1e80-4a2c-b412-b8c9edc4fbae req-037d7c4f-7e33-457e-99a9-b4ee6266b2de service nova] Releasing lock "refresh_cache-f828147e-3bfc-48ac-b3c8-e5feae7a8767" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.582955] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140267, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.653609] env[69440]: DEBUG oslo_concurrency.lockutils [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.657203] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.659s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.657848] env[69440]: DEBUG nova.objects.instance [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Lazy-loading 'resources' on Instance uuid 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.693038] env[69440]: INFO nova.scheduler.client.report [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Deleted allocations for instance 90f8982c-11d8-4c37-a780-bf4daf09912b [ 1154.796864] env[69440]: DEBUG oslo_vmware.api [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140268, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.919035] env[69440]: DEBUG oslo_vmware.api [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.954791] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140269, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.957522] env[69440]: INFO nova.compute.manager [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Took 22.07 seconds to build instance. [ 1155.082212] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731641} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.082212] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] c36abfde-0148-43f4-9702-8f9d0be65f9e/c36abfde-0148-43f4-9702-8f9d0be65f9e.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.082212] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.082212] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4973243-7811-4439-9e94-6e90f91a5f03 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.091185] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1155.091185] env[69440]: value = "task-4140270" [ 1155.091185] env[69440]: _type = "Task" [ 1155.091185] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.104511] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.207231] env[69440]: DEBUG oslo_concurrency.lockutils [None req-df8deb14-29e6-42d7-828c-53a4f88e95f8 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Lock "90f8982c-11d8-4c37-a780-bf4daf09912b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.356s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.296991] env[69440]: DEBUG oslo_vmware.api [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140268, 'name': PowerOnVM_Task, 'duration_secs': 0.689682} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.300739] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.301052] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c2fbf587-749c-4dfc-a7bb-b5ae5399d090 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Updating instance '9c6ca56b-90d5-4835-a504-84e8f8a2d640' progress to 100 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.421789] env[69440]: DEBUG oslo_vmware.api [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.437666] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a44d27-e39f-4a69-89cb-0fa709c4af37 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.448265] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a21ee5b-e393-4940-971f-53c3ea18bf11 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.455676] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140269, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.485189] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f73ef83e-5386-4105-b74a-fbd89f01befd tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "e7953318-40a7-4ee8-b76e-14273cdb3b6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.607s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.487983] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbde34c-2604-4a89-8ea5-a6ce86e272a7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.500570] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325c0a3e-07fd-443b-a1bb-36c531dc7b5c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.516741] env[69440]: DEBUG nova.compute.provider_tree [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.602508] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08336} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.602795] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.603968] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b591e74-fefa-41a6-9ae1-ab6cecf033b4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.631517] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] c36abfde-0148-43f4-9702-8f9d0be65f9e/c36abfde-0148-43f4-9702-8f9d0be65f9e.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.632182] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12e91dd6-133a-4340-b52f-1fcebbe56926 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.653249] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1155.653249] env[69440]: value = "task-4140271" [ 1155.653249] env[69440]: _type = "Task" [ 1155.653249] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.663505] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.923061] env[69440]: DEBUG oslo_vmware.api [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.953064] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140269, 'name': CloneVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.998712] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ab0eb8-dd4f-4084-b5c9-bb0520b0f5ac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.005467] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-67496908-743c-4b9f-914e-757b41caf2e1 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Suspending the VM {{(pid=69440) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1156.005791] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-752cfd48-0a01-43a1-bf9f-d00a091bda38 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.013093] env[69440]: DEBUG oslo_vmware.api [None req-67496908-743c-4b9f-914e-757b41caf2e1 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1156.013093] env[69440]: value = "task-4140272" [ 1156.013093] env[69440]: _type = "Task" [ 1156.013093] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.019590] env[69440]: DEBUG nova.scheduler.client.report [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.027537] env[69440]: DEBUG oslo_vmware.api [None req-67496908-743c-4b9f-914e-757b41caf2e1 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140272, 'name': SuspendVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.166075] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.279272] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "79a1311f-55d1-4185-a46f-2919440e27f8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.279665] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "79a1311f-55d1-4185-a46f-2919440e27f8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.419620] env[69440]: DEBUG oslo_vmware.api [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.453432] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140269, 'name': CloneVM_Task, 'duration_secs': 1.554777} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.454214] env[69440]: INFO nova.virt.vmwareapi.vmops [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Created linked-clone VM from snapshot [ 1156.455528] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2175ed45-d0c7-4cdf-adcf-b27906592a7a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.467015] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Uploading image 52c46dd5-7cf7-46a7-962f-3816e012956b {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1156.505531] env[69440]: DEBUG oslo_vmware.rw_handles [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1156.505531] env[69440]: value = "vm-819951" [ 1156.505531] env[69440]: _type = "VirtualMachine" [ 1156.505531] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1156.505963] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bfe7e76f-ec8f-4cb7-a41b-ddd98c893adc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.515350] env[69440]: DEBUG oslo_vmware.rw_handles [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lease: (returnval){ [ 1156.515350] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528f4b94-eb68-dbf1-9b35-994f7b649a27" [ 1156.515350] env[69440]: _type = "HttpNfcLease" [ 1156.515350] env[69440]: } obtained for exporting VM: (result){ [ 1156.515350] env[69440]: value = "vm-819951" [ 1156.515350] env[69440]: _type = "VirtualMachine" [ 1156.515350] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1156.515729] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the lease: (returnval){ [ 1156.515729] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528f4b94-eb68-dbf1-9b35-994f7b649a27" [ 1156.515729] env[69440]: _type = "HttpNfcLease" [ 1156.515729] env[69440]: } to be ready. {{(pid=69440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1156.526381] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.531632] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.671s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.531870] env[69440]: DEBUG nova.objects.instance [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lazy-loading 'resources' on Instance uuid 41012beb-1a6a-4164-ae16-16e46514ac7f {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.535270] env[69440]: DEBUG oslo_vmware.api [None req-67496908-743c-4b9f-914e-757b41caf2e1 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140272, 'name': SuspendVM_Task} progress is 50%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.537755] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1156.537755] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528f4b94-eb68-dbf1-9b35-994f7b649a27" [ 1156.537755] env[69440]: _type = "HttpNfcLease" [ 1156.537755] env[69440]: } is ready. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1156.538192] env[69440]: DEBUG oslo_vmware.rw_handles [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1156.538192] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528f4b94-eb68-dbf1-9b35-994f7b649a27" [ 1156.538192] env[69440]: _type = "HttpNfcLease" [ 1156.538192] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1156.539231] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce31367b-4f1a-4696-b9a9-9c02b8b940fb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.550098] env[69440]: DEBUG oslo_vmware.rw_handles [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c29998-13ff-83a6-d927-ffcd295ffa61/disk-0.vmdk from lease info. {{(pid=69440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1156.550098] env[69440]: DEBUG oslo_vmware.rw_handles [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c29998-13ff-83a6-d927-ffcd295ffa61/disk-0.vmdk for reading. {{(pid=69440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1156.614404] env[69440]: INFO nova.scheduler.client.report [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Deleted allocations for instance 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d [ 1156.666749] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140271, 'name': ReconfigVM_Task, 'duration_secs': 0.973913} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.670217] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Reconfigured VM instance instance-00000068 to attach disk [datastore1] c36abfde-0148-43f4-9702-8f9d0be65f9e/c36abfde-0148-43f4-9702-8f9d0be65f9e.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.673276] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc8e37f4-515f-4afd-a4f6-9f77c31232e1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.675728] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ea4bea58-05ca-4837-bd4e-a8bcf0ca69b8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.684330] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1156.684330] env[69440]: value = "task-4140274" [ 1156.684330] env[69440]: _type = "Task" [ 1156.684330] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.695115] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140274, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.700673] env[69440]: DEBUG oslo_concurrency.lockutils [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "9136d8d0-ea41-4f3a-9621-e451b1cabea1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.700930] env[69440]: DEBUG oslo_concurrency.lockutils [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "9136d8d0-ea41-4f3a-9621-e451b1cabea1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.701352] env[69440]: DEBUG oslo_concurrency.lockutils [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "9136d8d0-ea41-4f3a-9621-e451b1cabea1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.701352] env[69440]: DEBUG oslo_concurrency.lockutils [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "9136d8d0-ea41-4f3a-9621-e451b1cabea1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.701493] env[69440]: DEBUG oslo_concurrency.lockutils [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "9136d8d0-ea41-4f3a-9621-e451b1cabea1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.706088] env[69440]: INFO nova.compute.manager [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Terminating instance [ 1156.785725] env[69440]: DEBUG nova.compute.utils [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.924057] env[69440]: DEBUG oslo_vmware.api [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.031696] env[69440]: DEBUG oslo_vmware.api [None req-67496908-743c-4b9f-914e-757b41caf2e1 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140272, 'name': SuspendVM_Task, 'duration_secs': 0.852398} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.032251] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-67496908-743c-4b9f-914e-757b41caf2e1 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Suspended the VM {{(pid=69440) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1157.032251] env[69440]: DEBUG nova.compute.manager [None req-67496908-743c-4b9f-914e-757b41caf2e1 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1157.033235] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb597f03-e2fa-4092-bf1d-d72e9a0b1d11 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.125368] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c12fce71-9144-47e0-a18f-0bde5c9980fc tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Lock "2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.694s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.199221] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140274, 'name': Rename_Task, 'duration_secs': 0.18014} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.202533] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.203400] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b6aead4-7feb-47de-9b76-3fb89ca52501 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.213411] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1157.213411] env[69440]: value = "task-4140275" [ 1157.213411] env[69440]: _type = "Task" [ 1157.213411] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.214387] env[69440]: DEBUG nova.compute.manager [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.214913] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.220642] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5deae25-5657-4055-96c0-0801668b96de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.238967] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140275, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.240659] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.241174] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a05444b0-89d5-4237-a867-bea15dc68e44 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.254755] env[69440]: DEBUG oslo_vmware.api [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1157.254755] env[69440]: value = "task-4140276" [ 1157.254755] env[69440]: _type = "Task" [ 1157.254755] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.267829] env[69440]: DEBUG oslo_vmware.api [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.290818] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "79a1311f-55d1-4185-a46f-2919440e27f8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.347369] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0797a3a-12f5-44af-9195-c01b53dcfce2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.358163] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e70724-40c3-4d5f-a7b4-3d2f34612b5a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.403784] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b72abc7-6233-429b-9f02-b7bb592e195a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.418232] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b8629a-3d16-48b9-9cc5-61ddd18cd0b8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.441487] env[69440]: DEBUG nova.compute.provider_tree [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.442714] env[69440]: DEBUG oslo_vmware.api [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.724883] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140275, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.766862] env[69440]: DEBUG oslo_vmware.api [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140276, 'name': PowerOffVM_Task, 'duration_secs': 0.290942} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.767233] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.767451] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.767799] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b5a65a8-c250-45a4-b758-4bf5f2bdd1fb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.836984] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.837212] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.837485] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Deleting the datastore file [datastore2] 9136d8d0-ea41-4f3a-9621-e451b1cabea1 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.837795] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae4a88dd-5585-4185-9c12-5d07b6b92f9d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.848535] env[69440]: DEBUG oslo_vmware.api [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1157.848535] env[69440]: value = "task-4140278" [ 1157.848535] env[69440]: _type = "Task" [ 1157.848535] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.858371] env[69440]: DEBUG oslo_vmware.api [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.936866] env[69440]: DEBUG oslo_vmware.api [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.944642] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e20bf84f-37ac-41f4-9983-98dcb01f4e1f tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "9c6ca56b-90d5-4835-a504-84e8f8a2d640" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.944938] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e20bf84f-37ac-41f4-9983-98dcb01f4e1f tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "9c6ca56b-90d5-4835-a504-84e8f8a2d640" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.945155] env[69440]: DEBUG nova.compute.manager [None req-e20bf84f-37ac-41f4-9983-98dcb01f4e1f tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Going to confirm migration 3 {{(pid=69440) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1157.951903] env[69440]: DEBUG nova.scheduler.client.report [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.228338] env[69440]: DEBUG oslo_vmware.api [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140275, 'name': PowerOnVM_Task, 'duration_secs': 0.891879} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.228338] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.228338] env[69440]: INFO nova.compute.manager [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1158.228338] env[69440]: DEBUG nova.compute.manager [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1158.228338] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18e7b36-a255-4cb3-9ba2-76be448a93aa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.361395] env[69440]: DEBUG oslo_vmware.api [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168338} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.361746] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.362037] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.362327] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.362551] env[69440]: INFO nova.compute.manager [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1158.362931] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.363117] env[69440]: DEBUG nova.compute.manager [-] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.363285] env[69440]: DEBUG nova.network.neutron [-] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.377623] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "79a1311f-55d1-4185-a46f-2919440e27f8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.378015] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "79a1311f-55d1-4185-a46f-2919440e27f8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.378348] env[69440]: INFO nova.compute.manager [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Attaching volume ca4579d0-7edd-486f-844c-8576d43f215a to /dev/sdb [ 1158.424976] env[69440]: DEBUG oslo_vmware.api [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.426964] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda9f759-822c-4771-aeea-5df21c969d58 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.434433] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e4cf13-1baa-419f-a941-7e5710369534 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.455401] env[69440]: DEBUG nova.virt.block_device [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Updating existing volume attachment record: f43c43d3-2d92-431e-997a-dd3611acfdd6 {{(pid=69440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1158.461674] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.506087] env[69440]: INFO nova.scheduler.client.report [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Deleted allocations for instance 41012beb-1a6a-4164-ae16-16e46514ac7f [ 1158.562713] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e20bf84f-37ac-41f4-9983-98dcb01f4e1f tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "refresh_cache-9c6ca56b-90d5-4835-a504-84e8f8a2d640" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.562713] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e20bf84f-37ac-41f4-9983-98dcb01f4e1f tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "refresh_cache-9c6ca56b-90d5-4835-a504-84e8f8a2d640" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.562713] env[69440]: DEBUG nova.network.neutron [None req-e20bf84f-37ac-41f4-9983-98dcb01f4e1f tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.562713] env[69440]: DEBUG nova.objects.instance [None req-e20bf84f-37ac-41f4-9983-98dcb01f4e1f tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lazy-loading 'info_cache' on Instance uuid 9c6ca56b-90d5-4835-a504-84e8f8a2d640 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.752032] env[69440]: INFO nova.compute.manager [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Took 18.87 seconds to build instance. [ 1158.821504] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "e7953318-40a7-4ee8-b76e-14273cdb3b6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.822131] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "e7953318-40a7-4ee8-b76e-14273cdb3b6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.822379] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "e7953318-40a7-4ee8-b76e-14273cdb3b6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.822617] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "e7953318-40a7-4ee8-b76e-14273cdb3b6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.822826] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "e7953318-40a7-4ee8-b76e-14273cdb3b6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.828956] env[69440]: INFO nova.compute.manager [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Terminating instance [ 1158.928484] env[69440]: DEBUG oslo_vmware.api [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.019307] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d18f7031-40af-4feb-8481-bf9fe8e21222 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Lock "41012beb-1a6a-4164-ae16-16e46514ac7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.673s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.256386] env[69440]: DEBUG oslo_concurrency.lockutils [None req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "c36abfde-0148-43f4-9702-8f9d0be65f9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.385s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.336531] env[69440]: DEBUG nova.compute.manager [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.336934] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.338011] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e65c3a-bc05-4417-bf89-6b3f65b24e6b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.351511] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.352856] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd21f615-5052-43ec-85bf-8f3d94f07af4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.427262] env[69440]: DEBUG oslo_vmware.api [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140266, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.435813] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.436098] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.436289] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Deleting the datastore file [datastore1] e7953318-40a7-4ee8-b76e-14273cdb3b6f {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.436582] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39771a31-f855-4f22-81fa-2fff9ca5e0f9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.448576] env[69440]: DEBUG oslo_vmware.api [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1159.448576] env[69440]: value = "task-4140281" [ 1159.448576] env[69440]: _type = "Task" [ 1159.448576] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.458318] env[69440]: DEBUG oslo_vmware.api [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.641946] env[69440]: DEBUG nova.compute.manager [req-66b45a47-13c6-4ecb-9efd-6ca3829387bb req-832fe194-4490-4cd5-a31e-e6e2afdbce6c service nova] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Received event network-vif-deleted-e65dad09-243c-4e22-a450-f284d8a3b362 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.642321] env[69440]: INFO nova.compute.manager [req-66b45a47-13c6-4ecb-9efd-6ca3829387bb req-832fe194-4490-4cd5-a31e-e6e2afdbce6c service nova] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Neutron deleted interface e65dad09-243c-4e22-a450-f284d8a3b362; detaching it from the instance and deleting it from the info cache [ 1159.642541] env[69440]: DEBUG nova.network.neutron [req-66b45a47-13c6-4ecb-9efd-6ca3829387bb req-832fe194-4490-4cd5-a31e-e6e2afdbce6c service nova] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.929027] env[69440]: DEBUG oslo_vmware.api [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140266, 'name': ReconfigVM_Task, 'duration_secs': 5.84321} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.929373] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.929630] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Reconfigured VM to detach interface {{(pid=69440) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1159.962644] env[69440]: DEBUG oslo_vmware.api [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206847} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.963130] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.963130] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.963354] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.963497] env[69440]: INFO nova.compute.manager [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1159.963756] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.963960] env[69440]: DEBUG nova.compute.manager [-] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.964060] env[69440]: DEBUG nova.network.neutron [-] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.014997] env[69440]: DEBUG nova.network.neutron [None req-e20bf84f-37ac-41f4-9983-98dcb01f4e1f tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Updating instance_info_cache with network_info: [{"id": "b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca", "address": "fa:16:3e:0e:be:8b", "network": {"id": "41c1c367-801b-433c-b176-6a81cc0d5096", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2091308805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27a00c5d4f64e81b6f2e92da994f52b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f960f2-c0", "ovs_interfaceid": "b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.116593] env[69440]: DEBUG nova.network.neutron [-] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.145543] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ebe140e-afd0-4070-ba69-8271703a5181 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.158805] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b42ed5-8090-44a7-9734-8b4ea7d970e6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.199328] env[69440]: DEBUG nova.compute.manager [req-66b45a47-13c6-4ecb-9efd-6ca3829387bb req-832fe194-4490-4cd5-a31e-e6e2afdbce6c service nova] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Detach interface failed, port_id=e65dad09-243c-4e22-a450-f284d8a3b362, reason: Instance 9136d8d0-ea41-4f3a-9621-e451b1cabea1 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1160.519754] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e20bf84f-37ac-41f4-9983-98dcb01f4e1f tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "refresh_cache-9c6ca56b-90d5-4835-a504-84e8f8a2d640" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.520037] env[69440]: DEBUG nova.objects.instance [None req-e20bf84f-37ac-41f4-9983-98dcb01f4e1f tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lazy-loading 'migration_context' on Instance uuid 9c6ca56b-90d5-4835-a504-84e8f8a2d640 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.523762] env[69440]: DEBUG nova.compute.manager [req-1f6e01f6-ad73-49ba-b74a-0975dceb4372 req-250b3f4e-be3d-443f-a0cd-b8ed366d79fa service nova] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Received event network-vif-deleted-4be54fc7-3143-4436-88ee-8dd83009b194 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.524019] env[69440]: INFO nova.compute.manager [req-1f6e01f6-ad73-49ba-b74a-0975dceb4372 req-250b3f4e-be3d-443f-a0cd-b8ed366d79fa service nova] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Neutron deleted interface 4be54fc7-3143-4436-88ee-8dd83009b194; detaching it from the instance and deleting it from the info cache [ 1160.524257] env[69440]: DEBUG nova.network.neutron [req-1f6e01f6-ad73-49ba-b74a-0975dceb4372 req-250b3f4e-be3d-443f-a0cd-b8ed366d79fa service nova] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.619819] env[69440]: INFO nova.compute.manager [-] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Took 2.26 seconds to deallocate network for instance. [ 1161.000143] env[69440]: DEBUG nova.network.neutron [-] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.025450] env[69440]: DEBUG nova.objects.base [None req-e20bf84f-37ac-41f4-9983-98dcb01f4e1f tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Object Instance<9c6ca56b-90d5-4835-a504-84e8f8a2d640> lazy-loaded attributes: info_cache,migration_context {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1161.026419] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd8a862-6759-4fa6-b124-70bc7a275a52 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.030529] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7014545f-ab27-4c8d-b6d6-effba58de43a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.053719] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30399c91-4ff6-477e-a24b-f4dd1b9d41ed {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.059293] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978e1c26-b55d-4770-9e89-4dd7e09695d4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.074611] env[69440]: DEBUG oslo_vmware.api [None req-e20bf84f-37ac-41f4-9983-98dcb01f4e1f tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1161.074611] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52f7925b-92ea-58d3-0bba-21a89471330d" [ 1161.074611] env[69440]: _type = "Task" [ 1161.074611] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.086815] env[69440]: DEBUG oslo_vmware.api [None req-e20bf84f-37ac-41f4-9983-98dcb01f4e1f tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f7925b-92ea-58d3-0bba-21a89471330d, 'name': SearchDatastore_Task, 'duration_secs': 0.008441} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.102426] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e20bf84f-37ac-41f4-9983-98dcb01f4e1f tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.103096] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e20bf84f-37ac-41f4-9983-98dcb01f4e1f tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.104737] env[69440]: DEBUG nova.compute.manager [req-1f6e01f6-ad73-49ba-b74a-0975dceb4372 req-250b3f4e-be3d-443f-a0cd-b8ed366d79fa service nova] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Detach interface failed, port_id=4be54fc7-3143-4436-88ee-8dd83009b194, reason: Instance e7953318-40a7-4ee8-b76e-14273cdb3b6f could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1161.126962] env[69440]: DEBUG oslo_concurrency.lockutils [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.502232] env[69440]: INFO nova.compute.manager [-] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Took 1.54 seconds to deallocate network for instance. [ 1161.831944] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec05103-c26f-4d73-9e57-2c6cb6248652 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.840800] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690e4816-7c51-4ee1-8f24-c99b371694c3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.880568] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b23bca-b64f-457a-9946-2666c5426a43 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.890767] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08af39a7-ca43-4d32-9b77-67454a828a7f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.908444] env[69440]: DEBUG nova.compute.provider_tree [None req-e20bf84f-37ac-41f4-9983-98dcb01f4e1f tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.938934] env[69440]: DEBUG nova.compute.manager [req-bcd43b99-b2a5-46c5-af55-7c8433ad729c req-b0a19301-9ff0-4a71-9287-706a529f5070 service nova] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Received event network-changed-03711172-7b63-45ac-b7e9-7151009f449e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.939067] env[69440]: DEBUG nova.compute.manager [req-bcd43b99-b2a5-46c5-af55-7c8433ad729c req-b0a19301-9ff0-4a71-9287-706a529f5070 service nova] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Refreshing instance network info cache due to event network-changed-03711172-7b63-45ac-b7e9-7151009f449e. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.939306] env[69440]: DEBUG oslo_concurrency.lockutils [req-bcd43b99-b2a5-46c5-af55-7c8433ad729c req-b0a19301-9ff0-4a71-9287-706a529f5070 service nova] Acquiring lock "refresh_cache-c36abfde-0148-43f4-9702-8f9d0be65f9e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.939453] env[69440]: DEBUG oslo_concurrency.lockutils [req-bcd43b99-b2a5-46c5-af55-7c8433ad729c req-b0a19301-9ff0-4a71-9287-706a529f5070 service nova] Acquired lock "refresh_cache-c36abfde-0148-43f4-9702-8f9d0be65f9e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.939616] env[69440]: DEBUG nova.network.neutron [req-bcd43b99-b2a5-46c5-af55-7c8433ad729c req-b0a19301-9ff0-4a71-9287-706a529f5070 service nova] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Refreshing network info cache for port 03711172-7b63-45ac-b7e9-7151009f449e {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.013859] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.139759] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.139988] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.140239] env[69440]: DEBUG nova.network.neutron [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.411693] env[69440]: DEBUG nova.scheduler.client.report [None req-e20bf84f-37ac-41f4-9983-98dcb01f4e1f tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.883252] env[69440]: INFO nova.network.neutron [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Port 3415c996-fcb8-4929-a614-73dded9ad30e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1162.883655] env[69440]: DEBUG nova.network.neutron [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Updating instance_info_cache with network_info: [{"id": "ac73507d-44fa-44d1-9de0-bc8704609a94", "address": "fa:16:3e:9b:be:95", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac73507d-44", "ovs_interfaceid": "ac73507d-44fa-44d1-9de0-bc8704609a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.022637] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Volume attach. Driver type: vmdk {{(pid=69440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1163.022911] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819952', 'volume_id': 'ca4579d0-7edd-486f-844c-8576d43f215a', 'name': 'volume-ca4579d0-7edd-486f-844c-8576d43f215a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79a1311f-55d1-4185-a46f-2919440e27f8', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca4579d0-7edd-486f-844c-8576d43f215a', 'serial': 'ca4579d0-7edd-486f-844c-8576d43f215a'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1163.023959] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6471dcf4-8717-48e1-8237-148566e22a1b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.049384] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4adf8d-57aa-4fc9-b8dc-bcfd62523565 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.076894] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-ca4579d0-7edd-486f-844c-8576d43f215a/volume-ca4579d0-7edd-486f-844c-8576d43f215a.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.082123] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d3d0451-df33-44c1-a2b7-a925410de92a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.107323] env[69440]: DEBUG oslo_vmware.api [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1163.107323] env[69440]: value = "task-4140283" [ 1163.107323] env[69440]: _type = "Task" [ 1163.107323] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.119447] env[69440]: DEBUG oslo_vmware.api [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.162457] env[69440]: DEBUG nova.network.neutron [req-bcd43b99-b2a5-46c5-af55-7c8433ad729c req-b0a19301-9ff0-4a71-9287-706a529f5070 service nova] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Updated VIF entry in instance network info cache for port 03711172-7b63-45ac-b7e9-7151009f449e. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.163378] env[69440]: DEBUG nova.network.neutron [req-bcd43b99-b2a5-46c5-af55-7c8433ad729c req-b0a19301-9ff0-4a71-9287-706a529f5070 service nova] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Updating instance_info_cache with network_info: [{"id": "03711172-7b63-45ac-b7e9-7151009f449e", "address": "fa:16:3e:38:73:96", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03711172-7b", "ovs_interfaceid": "03711172-7b63-45ac-b7e9-7151009f449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.391523] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.425887] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e20bf84f-37ac-41f4-9983-98dcb01f4e1f tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.323s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.429754] env[69440]: DEBUG oslo_concurrency.lockutils [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.303s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.430000] env[69440]: DEBUG nova.objects.instance [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lazy-loading 'resources' on Instance uuid 9136d8d0-ea41-4f3a-9621-e451b1cabea1 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.628807] env[69440]: DEBUG oslo_vmware.api [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140283, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.665668] env[69440]: DEBUG oslo_concurrency.lockutils [req-bcd43b99-b2a5-46c5-af55-7c8433ad729c req-b0a19301-9ff0-4a71-9287-706a529f5070 service nova] Releasing lock "refresh_cache-c36abfde-0148-43f4-9702-8f9d0be65f9e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.894895] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0c9309cb-118b-4fa7-94b3-56bb293fd3aa tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "interface-b1f6f084-7688-45cf-b912-4a0a66a33b34-3415c996-fcb8-4929-a614-73dded9ad30e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.584s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.009348] env[69440]: INFO nova.scheduler.client.report [None req-e20bf84f-37ac-41f4-9983-98dcb01f4e1f tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Deleted allocation for migration 528c51da-7f01-4c7d-846d-ce171e11a142 [ 1164.122858] env[69440]: DEBUG oslo_vmware.api [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140283, 'name': ReconfigVM_Task, 'duration_secs': 0.555564} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.126184] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-ca4579d0-7edd-486f-844c-8576d43f215a/volume-ca4579d0-7edd-486f-844c-8576d43f215a.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.131757] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f8cb706-eae0-4576-87d2-80a4cd0f7bb6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.150081] env[69440]: DEBUG oslo_vmware.api [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1164.150081] env[69440]: value = "task-4140284" [ 1164.150081] env[69440]: _type = "Task" [ 1164.150081] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.163402] env[69440]: DEBUG oslo_vmware.api [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.185298] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2806d3-8aa1-49ec-aa22-e17c106ebc64 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.195595] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06810d27-c79c-4a26-b943-df537e5ba4ec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.231117] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5d44fc-1b06-41d9-bcd2-98b628b181b6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.239983] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc16310-dcae-4e3e-aec1-bbd5c3d750d8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.257229] env[69440]: DEBUG oslo_concurrency.lockutils [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "interface-0ab1e601-619d-44c6-8b3a-5f83462c0aa5-3415c996-fcb8-4929-a614-73dded9ad30e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.257490] env[69440]: DEBUG oslo_concurrency.lockutils [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "interface-0ab1e601-619d-44c6-8b3a-5f83462c0aa5-3415c996-fcb8-4929-a614-73dded9ad30e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.257890] env[69440]: DEBUG nova.objects.instance [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lazy-loading 'flavor' on Instance uuid 0ab1e601-619d-44c6-8b3a-5f83462c0aa5 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.260048] env[69440]: DEBUG nova.compute.provider_tree [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.336065] env[69440]: DEBUG nova.compute.manager [req-110e67c6-9132-4b00-86f2-eff9067e7aa9 req-c441ebe5-d6cd-4270-a55f-ba48d5831198 service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Received event network-changed-ac73507d-44fa-44d1-9de0-bc8704609a94 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.336065] env[69440]: DEBUG nova.compute.manager [req-110e67c6-9132-4b00-86f2-eff9067e7aa9 req-c441ebe5-d6cd-4270-a55f-ba48d5831198 service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Refreshing instance network info cache due to event network-changed-ac73507d-44fa-44d1-9de0-bc8704609a94. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.336357] env[69440]: DEBUG oslo_concurrency.lockutils [req-110e67c6-9132-4b00-86f2-eff9067e7aa9 req-c441ebe5-d6cd-4270-a55f-ba48d5831198 service nova] Acquiring lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.336580] env[69440]: DEBUG oslo_concurrency.lockutils [req-110e67c6-9132-4b00-86f2-eff9067e7aa9 req-c441ebe5-d6cd-4270-a55f-ba48d5831198 service nova] Acquired lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.336827] env[69440]: DEBUG nova.network.neutron [req-110e67c6-9132-4b00-86f2-eff9067e7aa9 req-c441ebe5-d6cd-4270-a55f-ba48d5831198 service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Refreshing network info cache for port ac73507d-44fa-44d1-9de0-bc8704609a94 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.405201] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquiring lock "9c3e2817-dc42-4438-9db8-afb96ae7178b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.405201] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lock "9c3e2817-dc42-4438-9db8-afb96ae7178b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.511672] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c4aea45a-aaf4-4d30-8668-a4a892289aef tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "e27f5de0-9750-43d8-be9f-98485375485e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.511970] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c4aea45a-aaf4-4d30-8668-a4a892289aef tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "e27f5de0-9750-43d8-be9f-98485375485e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.515020] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e20bf84f-37ac-41f4-9983-98dcb01f4e1f tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "9c6ca56b-90d5-4835-a504-84e8f8a2d640" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.570s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.661527] env[69440]: DEBUG oslo_vmware.api [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140284, 'name': ReconfigVM_Task, 'duration_secs': 0.182147} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.661862] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819952', 'volume_id': 'ca4579d0-7edd-486f-844c-8576d43f215a', 'name': 'volume-ca4579d0-7edd-486f-844c-8576d43f215a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79a1311f-55d1-4185-a46f-2919440e27f8', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca4579d0-7edd-486f-844c-8576d43f215a', 'serial': 'ca4579d0-7edd-486f-844c-8576d43f215a'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1164.766458] env[69440]: DEBUG nova.scheduler.client.report [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.907312] env[69440]: DEBUG nova.compute.manager [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.960223] env[69440]: DEBUG nova.objects.instance [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lazy-loading 'pci_requests' on Instance uuid 0ab1e601-619d-44c6-8b3a-5f83462c0aa5 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.965616] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquiring lock "f79d995a-de50-48d0-920d-1a93bd34270f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.965883] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "f79d995a-de50-48d0-920d-1a93bd34270f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.015096] env[69440]: INFO nova.compute.manager [None req-c4aea45a-aaf4-4d30-8668-a4a892289aef tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Detaching volume ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5 [ 1165.058044] env[69440]: INFO nova.virt.block_device [None req-c4aea45a-aaf4-4d30-8668-a4a892289aef tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Attempting to driver detach volume ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5 from mountpoint /dev/sdb [ 1165.058389] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4aea45a-aaf4-4d30-8668-a4a892289aef tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Volume detach. Driver type: vmdk {{(pid=69440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1165.058623] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4aea45a-aaf4-4d30-8668-a4a892289aef tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819931', 'volume_id': 'ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5', 'name': 'volume-ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e27f5de0-9750-43d8-be9f-98485375485e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5', 'serial': 'ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1165.060085] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e7d38e-3c64-40ff-b9cf-f1f2f0ef41bd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.063140] env[69440]: DEBUG nova.network.neutron [req-110e67c6-9132-4b00-86f2-eff9067e7aa9 req-c441ebe5-d6cd-4270-a55f-ba48d5831198 service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Updated VIF entry in instance network info cache for port ac73507d-44fa-44d1-9de0-bc8704609a94. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.063521] env[69440]: DEBUG nova.network.neutron [req-110e67c6-9132-4b00-86f2-eff9067e7aa9 req-c441ebe5-d6cd-4270-a55f-ba48d5831198 service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Updating instance_info_cache with network_info: [{"id": "ac73507d-44fa-44d1-9de0-bc8704609a94", "address": "fa:16:3e:9b:be:95", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac73507d-44", "ovs_interfaceid": "ac73507d-44fa-44d1-9de0-bc8704609a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.086750] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcad836e-bbb0-4d9b-82f0-39a4d62e0ed4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.095470] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224aad0b-5ba5-4a34-8047-ac45bd4563bb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.118414] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f88c7f-4451-4720-960c-5816333d4003 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.135966] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4aea45a-aaf4-4d30-8668-a4a892289aef tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] The volume has not been displaced from its original location: [datastore2] volume-ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5/volume-ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5.vmdk. No consolidation needed. {{(pid=69440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1165.141564] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4aea45a-aaf4-4d30-8668-a4a892289aef tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1165.142026] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dfa28ce-c391-4d73-bbb7-25842ec053a1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.161587] env[69440]: DEBUG oslo_vmware.api [None req-c4aea45a-aaf4-4d30-8668-a4a892289aef tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1165.161587] env[69440]: value = "task-4140285" [ 1165.161587] env[69440]: _type = "Task" [ 1165.161587] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.173329] env[69440]: DEBUG oslo_vmware.api [None req-c4aea45a-aaf4-4d30-8668-a4a892289aef tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140285, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.275247] env[69440]: DEBUG oslo_concurrency.lockutils [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.277974] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.264s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.278251] env[69440]: DEBUG nova.objects.instance [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lazy-loading 'resources' on Instance uuid e7953318-40a7-4ee8-b76e-14273cdb3b6f {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.293708] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquiring lock "30a1e2a4-8508-4697-a892-ae78aac038a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.294041] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "30a1e2a4-8508-4697-a892-ae78aac038a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.311073] env[69440]: INFO nova.scheduler.client.report [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Deleted allocations for instance 9136d8d0-ea41-4f3a-9621-e451b1cabea1 [ 1165.438799] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.463068] env[69440]: DEBUG nova.objects.base [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Object Instance<0ab1e601-619d-44c6-8b3a-5f83462c0aa5> lazy-loaded attributes: flavor,pci_requests {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1165.463347] env[69440]: DEBUG nova.network.neutron [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.467820] env[69440]: DEBUG nova.compute.manager [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1165.558163] env[69440]: DEBUG nova.policy [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5453e29b1e164e708b74abee8e68a929', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce1b9966b9444589a47ad0c5c5125308', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.568438] env[69440]: DEBUG oslo_concurrency.lockutils [req-110e67c6-9132-4b00-86f2-eff9067e7aa9 req-c441ebe5-d6cd-4270-a55f-ba48d5831198 service nova] Releasing lock "refresh_cache-b1f6f084-7688-45cf-b912-4a0a66a33b34" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.568438] env[69440]: DEBUG nova.compute.manager [req-110e67c6-9132-4b00-86f2-eff9067e7aa9 req-c441ebe5-d6cd-4270-a55f-ba48d5831198 service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Received event network-changed-4ccf7465-75dc-46dd-bdc4-04ff5445eabc {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.568438] env[69440]: DEBUG nova.compute.manager [req-110e67c6-9132-4b00-86f2-eff9067e7aa9 req-c441ebe5-d6cd-4270-a55f-ba48d5831198 service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Refreshing instance network info cache due to event network-changed-4ccf7465-75dc-46dd-bdc4-04ff5445eabc. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.568438] env[69440]: DEBUG oslo_concurrency.lockutils [req-110e67c6-9132-4b00-86f2-eff9067e7aa9 req-c441ebe5-d6cd-4270-a55f-ba48d5831198 service nova] Acquiring lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.568438] env[69440]: DEBUG oslo_concurrency.lockutils [req-110e67c6-9132-4b00-86f2-eff9067e7aa9 req-c441ebe5-d6cd-4270-a55f-ba48d5831198 service nova] Acquired lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.568438] env[69440]: DEBUG nova.network.neutron [req-110e67c6-9132-4b00-86f2-eff9067e7aa9 req-c441ebe5-d6cd-4270-a55f-ba48d5831198 service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Refreshing network info cache for port 4ccf7465-75dc-46dd-bdc4-04ff5445eabc {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.673547] env[69440]: DEBUG oslo_vmware.api [None req-c4aea45a-aaf4-4d30-8668-a4a892289aef tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140285, 'name': ReconfigVM_Task, 'duration_secs': 0.382877} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.673839] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4aea45a-aaf4-4d30-8668-a4a892289aef tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1165.682676] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b6791c0-f4db-46e2-9a53-55f45def313c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.704097] env[69440]: DEBUG nova.objects.instance [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lazy-loading 'flavor' on Instance uuid 79a1311f-55d1-4185-a46f-2919440e27f8 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.708400] env[69440]: DEBUG oslo_vmware.api [None req-c4aea45a-aaf4-4d30-8668-a4a892289aef tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1165.708400] env[69440]: value = "task-4140286" [ 1165.708400] env[69440]: _type = "Task" [ 1165.708400] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.717257] env[69440]: DEBUG oslo_vmware.api [None req-c4aea45a-aaf4-4d30-8668-a4a892289aef tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.796751] env[69440]: DEBUG nova.compute.manager [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1165.825090] env[69440]: DEBUG oslo_concurrency.lockutils [None req-20971039-7200-4cef-a0bd-da7e18f59f6d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "9136d8d0-ea41-4f3a-9621-e451b1cabea1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.123s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.882861] env[69440]: DEBUG oslo_concurrency.lockutils [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "9c6ca56b-90d5-4835-a504-84e8f8a2d640" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.883202] env[69440]: DEBUG oslo_concurrency.lockutils [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "9c6ca56b-90d5-4835-a504-84e8f8a2d640" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.883453] env[69440]: DEBUG oslo_concurrency.lockutils [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "9c6ca56b-90d5-4835-a504-84e8f8a2d640-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.883671] env[69440]: DEBUG oslo_concurrency.lockutils [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "9c6ca56b-90d5-4835-a504-84e8f8a2d640-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.883899] env[69440]: DEBUG oslo_concurrency.lockutils [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "9c6ca56b-90d5-4835-a504-84e8f8a2d640-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.894105] env[69440]: INFO nova.compute.manager [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Terminating instance [ 1165.988057] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.992301] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ace349e-4a79-4475-91a4-7e6e2085f8bb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.000725] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4c3186-3a47-4645-b303-3e31ef0ecd87 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.035067] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f32856-6bc2-45ba-b141-28e55b5e87c2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.044093] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70f1705-47c5-4623-948a-cf6850201ff4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.058797] env[69440]: DEBUG nova.compute.provider_tree [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.214638] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b30a8dbe-ae07-4736-b5e6-5581dd876041 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "79a1311f-55d1-4185-a46f-2919440e27f8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.837s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.221773] env[69440]: DEBUG oslo_vmware.api [None req-c4aea45a-aaf4-4d30-8668-a4a892289aef tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140286, 'name': ReconfigVM_Task, 'duration_secs': 0.206151} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.222164] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4aea45a-aaf4-4d30-8668-a4a892289aef tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819931', 'volume_id': 'ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5', 'name': 'volume-ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e27f5de0-9750-43d8-be9f-98485375485e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5', 'serial': 'ae74eed3-7b7b-4fc1-83fd-d266f45d1ab5'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1166.315582] env[69440]: DEBUG nova.network.neutron [req-110e67c6-9132-4b00-86f2-eff9067e7aa9 req-c441ebe5-d6cd-4270-a55f-ba48d5831198 service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Updated VIF entry in instance network info cache for port 4ccf7465-75dc-46dd-bdc4-04ff5445eabc. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.316016] env[69440]: DEBUG nova.network.neutron [req-110e67c6-9132-4b00-86f2-eff9067e7aa9 req-c441ebe5-d6cd-4270-a55f-ba48d5831198 service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Updating instance_info_cache with network_info: [{"id": "4ccf7465-75dc-46dd-bdc4-04ff5445eabc", "address": "fa:16:3e:39:7d:56", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ccf7465-75", "ovs_interfaceid": "4ccf7465-75dc-46dd-bdc4-04ff5445eabc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.328207] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.394526] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aaf1fb7d-06f1-4567-ba9a-4f8914c7e399 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "79a1311f-55d1-4185-a46f-2919440e27f8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.395042] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aaf1fb7d-06f1-4567-ba9a-4f8914c7e399 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "79a1311f-55d1-4185-a46f-2919440e27f8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.401842] env[69440]: DEBUG nova.compute.manager [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.402086] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.403023] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f508fcb2-7815-4b3a-bea9-9844599ff411 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.411467] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.413753] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84589190-ff14-4f15-a131-5cf33881af9c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.420258] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.420342] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.429083] env[69440]: DEBUG oslo_vmware.api [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1166.429083] env[69440]: value = "task-4140287" [ 1166.429083] env[69440]: _type = "Task" [ 1166.429083] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.439309] env[69440]: DEBUG oslo_vmware.api [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.562526] env[69440]: DEBUG nova.scheduler.client.report [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.772464] env[69440]: DEBUG nova.objects.instance [None req-c4aea45a-aaf4-4d30-8668-a4a892289aef tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lazy-loading 'flavor' on Instance uuid e27f5de0-9750-43d8-be9f-98485375485e {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.819782] env[69440]: DEBUG oslo_concurrency.lockutils [req-110e67c6-9132-4b00-86f2-eff9067e7aa9 req-c441ebe5-d6cd-4270-a55f-ba48d5831198 service nova] Releasing lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.898395] env[69440]: INFO nova.compute.manager [None req-aaf1fb7d-06f1-4567-ba9a-4f8914c7e399 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Detaching volume ca4579d0-7edd-486f-844c-8576d43f215a [ 1166.923399] env[69440]: DEBUG nova.compute.manager [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1166.938033] env[69440]: INFO nova.virt.block_device [None req-aaf1fb7d-06f1-4567-ba9a-4f8914c7e399 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Attempting to driver detach volume ca4579d0-7edd-486f-844c-8576d43f215a from mountpoint /dev/sdb [ 1166.938365] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf1fb7d-06f1-4567-ba9a-4f8914c7e399 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Volume detach. Driver type: vmdk {{(pid=69440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1166.939061] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf1fb7d-06f1-4567-ba9a-4f8914c7e399 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819952', 'volume_id': 'ca4579d0-7edd-486f-844c-8576d43f215a', 'name': 'volume-ca4579d0-7edd-486f-844c-8576d43f215a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79a1311f-55d1-4185-a46f-2919440e27f8', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca4579d0-7edd-486f-844c-8576d43f215a', 'serial': 'ca4579d0-7edd-486f-844c-8576d43f215a'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1166.939432] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f15907-bb7a-4727-bcb3-9c1bda429de9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.966651] env[69440]: DEBUG oslo_vmware.api [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140287, 'name': PowerOffVM_Task, 'duration_secs': 0.326585} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.967541] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48dcfe2-f48e-438e-8d20-8ef99df6de20 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.971426] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.971974] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.972295] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57a81ab6-aabe-4959-bb52-d6a7be18e2d1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.987145] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6238b0-2faf-45d3-a85a-5f936fe4ecf9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.011197] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea27069-e17c-407f-ad75-351de2775270 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.027705] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf1fb7d-06f1-4567-ba9a-4f8914c7e399 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] The volume has not been displaced from its original location: [datastore2] volume-ca4579d0-7edd-486f-844c-8576d43f215a/volume-ca4579d0-7edd-486f-844c-8576d43f215a.vmdk. No consolidation needed. {{(pid=69440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1167.034035] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf1fb7d-06f1-4567-ba9a-4f8914c7e399 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1167.034035] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56a3c724-e0b5-4a41-a7bc-3a22260e9777 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.054879] env[69440]: DEBUG oslo_vmware.api [None req-aaf1fb7d-06f1-4567-ba9a-4f8914c7e399 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1167.054879] env[69440]: value = "task-4140289" [ 1167.054879] env[69440]: _type = "Task" [ 1167.054879] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.061769] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.062031] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.062215] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Deleting the datastore file [datastore2] 9c6ca56b-90d5-4835-a504-84e8f8a2d640 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.062516] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c81a8e50-0441-4923-856a-bb34ef36c8c5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.069530] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.071734] env[69440]: DEBUG oslo_vmware.api [None req-aaf1fb7d-06f1-4567-ba9a-4f8914c7e399 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.073176] env[69440]: DEBUG nova.compute.manager [req-27c4fb1b-86a9-4fb5-8a80-405d16cb5107 req-8fb05406-0160-4ebd-9b1f-df510948b53e service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Received event network-vif-plugged-3415c996-fcb8-4929-a614-73dded9ad30e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.073396] env[69440]: DEBUG oslo_concurrency.lockutils [req-27c4fb1b-86a9-4fb5-8a80-405d16cb5107 req-8fb05406-0160-4ebd-9b1f-df510948b53e service nova] Acquiring lock "0ab1e601-619d-44c6-8b3a-5f83462c0aa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.073598] env[69440]: DEBUG oslo_concurrency.lockutils [req-27c4fb1b-86a9-4fb5-8a80-405d16cb5107 req-8fb05406-0160-4ebd-9b1f-df510948b53e service nova] Lock "0ab1e601-619d-44c6-8b3a-5f83462c0aa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.073765] env[69440]: DEBUG oslo_concurrency.lockutils [req-27c4fb1b-86a9-4fb5-8a80-405d16cb5107 req-8fb05406-0160-4ebd-9b1f-df510948b53e service nova] Lock "0ab1e601-619d-44c6-8b3a-5f83462c0aa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.073932] env[69440]: DEBUG nova.compute.manager [req-27c4fb1b-86a9-4fb5-8a80-405d16cb5107 req-8fb05406-0160-4ebd-9b1f-df510948b53e service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] No waiting events found dispatching network-vif-plugged-3415c996-fcb8-4929-a614-73dded9ad30e {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1167.074208] env[69440]: WARNING nova.compute.manager [req-27c4fb1b-86a9-4fb5-8a80-405d16cb5107 req-8fb05406-0160-4ebd-9b1f-df510948b53e service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Received unexpected event network-vif-plugged-3415c996-fcb8-4929-a614-73dded9ad30e for instance with vm_state active and task_state None. [ 1167.075124] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.637s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.076706] env[69440]: INFO nova.compute.claims [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.084229] env[69440]: DEBUG oslo_vmware.api [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1167.084229] env[69440]: value = "task-4140290" [ 1167.084229] env[69440]: _type = "Task" [ 1167.084229] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.091098] env[69440]: DEBUG oslo_vmware.api [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.100382] env[69440]: INFO nova.scheduler.client.report [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Deleted allocations for instance e7953318-40a7-4ee8-b76e-14273cdb3b6f [ 1167.108238] env[69440]: DEBUG nova.network.neutron [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Successfully updated port: 3415c996-fcb8-4929-a614-73dded9ad30e {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.452827] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.566613] env[69440]: DEBUG oslo_vmware.api [None req-aaf1fb7d-06f1-4567-ba9a-4f8914c7e399 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140289, 'name': ReconfigVM_Task, 'duration_secs': 0.274891} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.566905] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf1fb7d-06f1-4567-ba9a-4f8914c7e399 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1167.571696] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ef37aea-3327-4c75-876b-0f78c012b77f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.596122] env[69440]: DEBUG oslo_vmware.api [None req-aaf1fb7d-06f1-4567-ba9a-4f8914c7e399 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1167.596122] env[69440]: value = "task-4140291" [ 1167.596122] env[69440]: _type = "Task" [ 1167.596122] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.604401] env[69440]: DEBUG oslo_vmware.api [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230541} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.605185] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.605414] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.605572] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.605792] env[69440]: INFO nova.compute.manager [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1167.606049] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.608435] env[69440]: DEBUG nova.compute.manager [-] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.608545] env[69440]: DEBUG nova.network.neutron [-] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.611537] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "e7953318-40a7-4ee8-b76e-14273cdb3b6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.789s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.616883] env[69440]: DEBUG oslo_concurrency.lockutils [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.617060] env[69440]: DEBUG oslo_concurrency.lockutils [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.617272] env[69440]: DEBUG nova.network.neutron [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.618522] env[69440]: DEBUG oslo_vmware.api [None req-aaf1fb7d-06f1-4567-ba9a-4f8914c7e399 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140291, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.781708] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c4aea45a-aaf4-4d30-8668-a4a892289aef tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "e27f5de0-9750-43d8-be9f-98485375485e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.844773] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4a919341-28f7-40ca-bf70-ec82fcd37561 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "e27f5de0-9750-43d8-be9f-98485375485e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.845064] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4a919341-28f7-40ca-bf70-ec82fcd37561 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "e27f5de0-9750-43d8-be9f-98485375485e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.845355] env[69440]: DEBUG nova.compute.manager [None req-4a919341-28f7-40ca-bf70-ec82fcd37561 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1167.846274] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976a7786-4453-4c5e-b456-b8c72ae72c07 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.853357] env[69440]: DEBUG nova.compute.manager [None req-4a919341-28f7-40ca-bf70-ec82fcd37561 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69440) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1167.853955] env[69440]: DEBUG nova.objects.instance [None req-4a919341-28f7-40ca-bf70-ec82fcd37561 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lazy-loading 'flavor' on Instance uuid e27f5de0-9750-43d8-be9f-98485375485e {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.101025] env[69440]: DEBUG nova.compute.manager [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Stashing vm_state: active {{(pid=69440) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1168.110297] env[69440]: DEBUG oslo_vmware.api [None req-aaf1fb7d-06f1-4567-ba9a-4f8914c7e399 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140291, 'name': ReconfigVM_Task, 'duration_secs': 0.171216} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.113685] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf1fb7d-06f1-4567-ba9a-4f8914c7e399 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819952', 'volume_id': 'ca4579d0-7edd-486f-844c-8576d43f215a', 'name': 'volume-ca4579d0-7edd-486f-844c-8576d43f215a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79a1311f-55d1-4185-a46f-2919440e27f8', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca4579d0-7edd-486f-844c-8576d43f215a', 'serial': 'ca4579d0-7edd-486f-844c-8576d43f215a'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1168.161853] env[69440]: WARNING nova.network.neutron [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] 9e27e521-a81f-441d-9050-b7e87a0b7dec already exists in list: networks containing: ['9e27e521-a81f-441d-9050-b7e87a0b7dec']. ignoring it [ 1168.331481] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d29d2d-89e5-49d7-9a51-aa02992f3d2e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.339559] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eda9a20-14a2-43ec-b7b6-0ef9780b6a6b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.377493] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e313053-e10c-4fa7-b90d-a4ed325ed301 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.386358] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345423e2-cedb-4287-9888-12cb23833df3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.401940] env[69440]: DEBUG nova.network.neutron [-] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.403721] env[69440]: DEBUG nova.compute.provider_tree [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.508363] env[69440]: DEBUG nova.network.neutron [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Updating instance_info_cache with network_info: [{"id": "4ccf7465-75dc-46dd-bdc4-04ff5445eabc", "address": "fa:16:3e:39:7d:56", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ccf7465-75", "ovs_interfaceid": "4ccf7465-75dc-46dd-bdc4-04ff5445eabc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3415c996-fcb8-4929-a614-73dded9ad30e", "address": "fa:16:3e:f8:18:f1", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3415c996-fc", "ovs_interfaceid": "3415c996-fcb8-4929-a614-73dded9ad30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.622707] env[69440]: DEBUG oslo_concurrency.lockutils [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.647303] env[69440]: DEBUG oslo_vmware.rw_handles [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c29998-13ff-83a6-d927-ffcd295ffa61/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1168.648083] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44216d7c-12a7-4356-812a-e2e017939a15 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.656604] env[69440]: DEBUG oslo_vmware.rw_handles [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c29998-13ff-83a6-d927-ffcd295ffa61/disk-0.vmdk is in state: ready. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1168.656807] env[69440]: ERROR oslo_vmware.rw_handles [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c29998-13ff-83a6-d927-ffcd295ffa61/disk-0.vmdk due to incomplete transfer. [ 1168.657090] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ba266f52-7061-4a15-9b38-586a7fab4db1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.666112] env[69440]: DEBUG oslo_vmware.rw_handles [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c29998-13ff-83a6-d927-ffcd295ffa61/disk-0.vmdk. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1168.666358] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Uploaded image 52c46dd5-7cf7-46a7-962f-3816e012956b to the Glance image server {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1168.669253] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Destroying the VM {{(pid=69440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1168.671556] env[69440]: DEBUG nova.objects.instance [None req-aaf1fb7d-06f1-4567-ba9a-4f8914c7e399 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lazy-loading 'flavor' on Instance uuid 79a1311f-55d1-4185-a46f-2919440e27f8 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.673731] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-852a717f-a405-4562-a473-b499bbdbb046 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.681587] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1168.681587] env[69440]: value = "task-4140292" [ 1168.681587] env[69440]: _type = "Task" [ 1168.681587] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.693439] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140292, 'name': Destroy_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.882618] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a919341-28f7-40ca-bf70-ec82fcd37561 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.882957] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3d1e729-fa9f-4467-989d-9d072e1aaa53 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.892175] env[69440]: DEBUG oslo_vmware.api [None req-4a919341-28f7-40ca-bf70-ec82fcd37561 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1168.892175] env[69440]: value = "task-4140293" [ 1168.892175] env[69440]: _type = "Task" [ 1168.892175] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.901295] env[69440]: DEBUG oslo_vmware.api [None req-4a919341-28f7-40ca-bf70-ec82fcd37561 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.905867] env[69440]: INFO nova.compute.manager [-] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Took 1.30 seconds to deallocate network for instance. [ 1168.911453] env[69440]: DEBUG nova.scheduler.client.report [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.012101] env[69440]: DEBUG oslo_concurrency.lockutils [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.012859] env[69440]: DEBUG oslo_concurrency.lockutils [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.013127] env[69440]: DEBUG oslo_concurrency.lockutils [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.014080] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31919292-de5f-46b2-8e69-e23fc1cc54eb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.035299] env[69440]: DEBUG nova.virt.hardware [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.035576] env[69440]: DEBUG nova.virt.hardware [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.035766] env[69440]: DEBUG nova.virt.hardware [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.035986] env[69440]: DEBUG nova.virt.hardware [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.036184] env[69440]: DEBUG nova.virt.hardware [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.036395] env[69440]: DEBUG nova.virt.hardware [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.036618] env[69440]: DEBUG nova.virt.hardware [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.037030] env[69440]: DEBUG nova.virt.hardware [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.037030] env[69440]: DEBUG nova.virt.hardware [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.037113] env[69440]: DEBUG nova.virt.hardware [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.037273] env[69440]: DEBUG nova.virt.hardware [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.043936] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Reconfiguring VM to attach interface {{(pid=69440) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1169.044345] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c1373e9-1ee1-453e-a9a4-5f2ee44fb020 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.064720] env[69440]: DEBUG oslo_vmware.api [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1169.064720] env[69440]: value = "task-4140294" [ 1169.064720] env[69440]: _type = "Task" [ 1169.064720] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.074119] env[69440]: DEBUG oslo_vmware.api [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140294, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.106143] env[69440]: DEBUG nova.compute.manager [req-884ba140-2003-4b2c-b15a-aed30d06cd04 req-c34cf75f-d29a-4a19-b081-9c0639f5292f service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Received event network-changed-3415c996-fcb8-4929-a614-73dded9ad30e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.106450] env[69440]: DEBUG nova.compute.manager [req-884ba140-2003-4b2c-b15a-aed30d06cd04 req-c34cf75f-d29a-4a19-b081-9c0639f5292f service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Refreshing instance network info cache due to event network-changed-3415c996-fcb8-4929-a614-73dded9ad30e. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.106687] env[69440]: DEBUG oslo_concurrency.lockutils [req-884ba140-2003-4b2c-b15a-aed30d06cd04 req-c34cf75f-d29a-4a19-b081-9c0639f5292f service nova] Acquiring lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.106946] env[69440]: DEBUG oslo_concurrency.lockutils [req-884ba140-2003-4b2c-b15a-aed30d06cd04 req-c34cf75f-d29a-4a19-b081-9c0639f5292f service nova] Acquired lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.107196] env[69440]: DEBUG nova.network.neutron [req-884ba140-2003-4b2c-b15a-aed30d06cd04 req-c34cf75f-d29a-4a19-b081-9c0639f5292f service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Refreshing network info cache for port 3415c996-fcb8-4929-a614-73dded9ad30e {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.152852] env[69440]: DEBUG oslo_concurrency.lockutils [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "cba02ffc-ef26-4f41-834e-904fcb202eeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.153160] env[69440]: DEBUG oslo_concurrency.lockutils [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "cba02ffc-ef26-4f41-834e-904fcb202eeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.195097] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140292, 'name': Destroy_Task, 'duration_secs': 0.403543} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.195388] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Destroyed the VM [ 1169.195630] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Deleting Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1169.195941] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-31aa365b-1522-4aff-9bc8-b377d68c1843 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.205812] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1169.205812] env[69440]: value = "task-4140295" [ 1169.205812] env[69440]: _type = "Task" [ 1169.205812] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.215954] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140295, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.403763] env[69440]: DEBUG oslo_vmware.api [None req-4a919341-28f7-40ca-bf70-ec82fcd37561 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140293, 'name': PowerOffVM_Task, 'duration_secs': 0.293272} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.404366] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a919341-28f7-40ca-bf70-ec82fcd37561 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.404366] env[69440]: DEBUG nova.compute.manager [None req-4a919341-28f7-40ca-bf70-ec82fcd37561 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1169.405269] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8417f840-2d84-40d8-bde7-dd3f64b1640c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.415832] env[69440]: DEBUG oslo_concurrency.lockutils [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.416378] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.416861] env[69440]: DEBUG nova.compute.manager [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.419711] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.432s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.421037] env[69440]: INFO nova.compute.claims [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.575067] env[69440]: DEBUG oslo_vmware.api [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.655707] env[69440]: DEBUG nova.compute.manager [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.679882] env[69440]: DEBUG oslo_concurrency.lockutils [None req-aaf1fb7d-06f1-4567-ba9a-4f8914c7e399 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "79a1311f-55d1-4185-a46f-2919440e27f8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.285s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.718356] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140295, 'name': RemoveSnapshot_Task, 'duration_secs': 0.385651} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.719032] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Deleted Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1169.719032] env[69440]: DEBUG nova.compute.manager [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1169.719770] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68f88a3-bbf7-421e-83a8-e674f22475cc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.834612] env[69440]: DEBUG nova.network.neutron [req-884ba140-2003-4b2c-b15a-aed30d06cd04 req-c34cf75f-d29a-4a19-b081-9c0639f5292f service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Updated VIF entry in instance network info cache for port 3415c996-fcb8-4929-a614-73dded9ad30e. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.835125] env[69440]: DEBUG nova.network.neutron [req-884ba140-2003-4b2c-b15a-aed30d06cd04 req-c34cf75f-d29a-4a19-b081-9c0639f5292f service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Updating instance_info_cache with network_info: [{"id": "4ccf7465-75dc-46dd-bdc4-04ff5445eabc", "address": "fa:16:3e:39:7d:56", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ccf7465-75", "ovs_interfaceid": "4ccf7465-75dc-46dd-bdc4-04ff5445eabc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3415c996-fcb8-4929-a614-73dded9ad30e", "address": "fa:16:3e:f8:18:f1", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3415c996-fc", "ovs_interfaceid": "3415c996-fcb8-4929-a614-73dded9ad30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.917881] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4a919341-28f7-40ca-bf70-ec82fcd37561 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "e27f5de0-9750-43d8-be9f-98485375485e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.925546] env[69440]: DEBUG nova.compute.utils [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.929877] env[69440]: DEBUG nova.compute.manager [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.930129] env[69440]: DEBUG nova.network.neutron [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.967598] env[69440]: DEBUG nova.policy [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf960a2cfed640b7b2ec1c29a636890f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ee83552310e41e5abdf1a99a03859c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.077040] env[69440]: DEBUG oslo_vmware.api [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.182203] env[69440]: DEBUG oslo_concurrency.lockutils [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.234809] env[69440]: INFO nova.compute.manager [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Shelve offloading [ 1170.249415] env[69440]: DEBUG nova.network.neutron [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Successfully created port: 16406d92-c599-47be-873d-63b9b14ce9e5 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.338186] env[69440]: DEBUG oslo_concurrency.lockutils [req-884ba140-2003-4b2c-b15a-aed30d06cd04 req-c34cf75f-d29a-4a19-b081-9c0639f5292f service nova] Releasing lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.338582] env[69440]: DEBUG nova.compute.manager [req-884ba140-2003-4b2c-b15a-aed30d06cd04 req-c34cf75f-d29a-4a19-b081-9c0639f5292f service nova] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Received event network-vif-deleted-b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.430780] env[69440]: DEBUG nova.compute.manager [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.524363] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "79a1311f-55d1-4185-a46f-2919440e27f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.524627] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "79a1311f-55d1-4185-a46f-2919440e27f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.525070] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "79a1311f-55d1-4185-a46f-2919440e27f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.525070] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "79a1311f-55d1-4185-a46f-2919440e27f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.525176] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "79a1311f-55d1-4185-a46f-2919440e27f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.527198] env[69440]: INFO nova.compute.manager [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Terminating instance [ 1170.579816] env[69440]: DEBUG oslo_vmware.api [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.661229] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090dcbfe-49f4-4f8b-a849-10203f4bb44e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.669096] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9866c42e-8980-449b-b41c-036032398393 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.704127] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc4ad71-baa6-4049-a181-e28da1537531 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.712630] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d3de73-871b-4392-b1bd-059230e2b77c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.726653] env[69440]: DEBUG nova.compute.provider_tree [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.737930] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.738289] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df534473-5496-4505-b0d7-93d4363e26ec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.746028] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1170.746028] env[69440]: value = "task-4140296" [ 1170.746028] env[69440]: _type = "Task" [ 1170.746028] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.754244] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.772499] env[69440]: DEBUG nova.objects.instance [None req-b55741c6-79c5-4f46-b4bc-2e39b6276996 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lazy-loading 'flavor' on Instance uuid e27f5de0-9750-43d8-be9f-98485375485e {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.038321] env[69440]: DEBUG nova.compute.manager [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.039065] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.040412] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf71bbe-5f81-42d6-825d-4df14d92d222 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.050986] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.051357] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d29db25-5818-476b-a44a-dac343f334fb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.059626] env[69440]: DEBUG oslo_vmware.api [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1171.059626] env[69440]: value = "task-4140297" [ 1171.059626] env[69440]: _type = "Task" [ 1171.059626] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.069910] env[69440]: DEBUG oslo_vmware.api [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.081801] env[69440]: DEBUG oslo_vmware.api [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.230109] env[69440]: DEBUG nova.scheduler.client.report [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.260964] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] VM already powered off {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1171.262116] env[69440]: DEBUG nova.compute.manager [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1171.263012] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb5107d-527c-42bd-8cf1-e373b7015dab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.270812] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "refresh_cache-6db4be35-78b9-4afb-8270-d39988531a3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.270991] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquired lock "refresh_cache-6db4be35-78b9-4afb-8270-d39988531a3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.271181] env[69440]: DEBUG nova.network.neutron [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.277649] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b55741c6-79c5-4f46-b4bc-2e39b6276996 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "refresh_cache-e27f5de0-9750-43d8-be9f-98485375485e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.277649] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b55741c6-79c5-4f46-b4bc-2e39b6276996 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquired lock "refresh_cache-e27f5de0-9750-43d8-be9f-98485375485e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.277649] env[69440]: DEBUG nova.network.neutron [None req-b55741c6-79c5-4f46-b4bc-2e39b6276996 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.277986] env[69440]: DEBUG nova.objects.instance [None req-b55741c6-79c5-4f46-b4bc-2e39b6276996 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lazy-loading 'info_cache' on Instance uuid e27f5de0-9750-43d8-be9f-98485375485e {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.443500] env[69440]: DEBUG nova.compute.manager [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.474467] env[69440]: DEBUG nova.virt.hardware [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.474919] env[69440]: DEBUG nova.virt.hardware [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.475055] env[69440]: DEBUG nova.virt.hardware [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.475291] env[69440]: DEBUG nova.virt.hardware [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.475505] env[69440]: DEBUG nova.virt.hardware [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.475746] env[69440]: DEBUG nova.virt.hardware [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.476025] env[69440]: DEBUG nova.virt.hardware [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.476203] env[69440]: DEBUG nova.virt.hardware [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.476412] env[69440]: DEBUG nova.virt.hardware [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.476545] env[69440]: DEBUG nova.virt.hardware [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.476715] env[69440]: DEBUG nova.virt.hardware [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.477621] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbe2ce0-9a58-4b57-afda-0672462a44e2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.488048] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3566c264-561d-458c-9d55-2a55a19af05f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.569688] env[69440]: DEBUG oslo_vmware.api [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140297, 'name': PowerOffVM_Task, 'duration_secs': 0.306069} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.570829] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.570829] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.573832] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afca394d-ed5d-4bd5-ba07-76f6f904df1c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.582399] env[69440]: DEBUG oslo_vmware.api [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140294, 'name': ReconfigVM_Task, 'duration_secs': 2.317051} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.582916] env[69440]: DEBUG oslo_concurrency.lockutils [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.583150] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Reconfigured VM to attach interface {{(pid=69440) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1171.644561] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.644778] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.644954] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Deleting the datastore file [datastore1] 79a1311f-55d1-4185-a46f-2919440e27f8 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.645263] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22613114-ec73-4f63-8c64-f6fd0fa7a126 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.652890] env[69440]: DEBUG oslo_vmware.api [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1171.652890] env[69440]: value = "task-4140299" [ 1171.652890] env[69440]: _type = "Task" [ 1171.652890] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.661363] env[69440]: DEBUG oslo_vmware.api [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.690903] env[69440]: DEBUG nova.compute.manager [req-4615b2a2-497e-4d7f-9a67-f3d4a2afecda req-044cb219-83b2-4106-95a2-6ee7722951a7 service nova] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Received event network-vif-plugged-16406d92-c599-47be-873d-63b9b14ce9e5 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.691265] env[69440]: DEBUG oslo_concurrency.lockutils [req-4615b2a2-497e-4d7f-9a67-f3d4a2afecda req-044cb219-83b2-4106-95a2-6ee7722951a7 service nova] Acquiring lock "9c3e2817-dc42-4438-9db8-afb96ae7178b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.691456] env[69440]: DEBUG oslo_concurrency.lockutils [req-4615b2a2-497e-4d7f-9a67-f3d4a2afecda req-044cb219-83b2-4106-95a2-6ee7722951a7 service nova] Lock "9c3e2817-dc42-4438-9db8-afb96ae7178b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.691661] env[69440]: DEBUG oslo_concurrency.lockutils [req-4615b2a2-497e-4d7f-9a67-f3d4a2afecda req-044cb219-83b2-4106-95a2-6ee7722951a7 service nova] Lock "9c3e2817-dc42-4438-9db8-afb96ae7178b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.691890] env[69440]: DEBUG nova.compute.manager [req-4615b2a2-497e-4d7f-9a67-f3d4a2afecda req-044cb219-83b2-4106-95a2-6ee7722951a7 service nova] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] No waiting events found dispatching network-vif-plugged-16406d92-c599-47be-873d-63b9b14ce9e5 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1171.692497] env[69440]: WARNING nova.compute.manager [req-4615b2a2-497e-4d7f-9a67-f3d4a2afecda req-044cb219-83b2-4106-95a2-6ee7722951a7 service nova] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Received unexpected event network-vif-plugged-16406d92-c599-47be-873d-63b9b14ce9e5 for instance with vm_state building and task_state spawning. [ 1171.736324] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.736901] env[69440]: DEBUG nova.compute.manager [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.739944] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.413s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.741492] env[69440]: INFO nova.compute.claims [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.783622] env[69440]: DEBUG nova.objects.base [None req-b55741c6-79c5-4f46-b4bc-2e39b6276996 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1171.787838] env[69440]: DEBUG nova.network.neutron [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Successfully updated port: 16406d92-c599-47be-873d-63b9b14ce9e5 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.036623] env[69440]: DEBUG nova.network.neutron [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Updating instance_info_cache with network_info: [{"id": "9d41fd79-ca9f-4221-81b5-a61cc5686462", "address": "fa:16:3e:92:00:f0", "network": {"id": "c76cc809-ee36-4e50-8515-023def1b953b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-783545152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a06ebe28624c3e95dd75087b826705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d41fd79-ca", "ovs_interfaceid": "9d41fd79-ca9f-4221-81b5-a61cc5686462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.088359] env[69440]: DEBUG oslo_concurrency.lockutils [None req-952703cc-b30b-428f-a5c6-28fca055d836 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "interface-0ab1e601-619d-44c6-8b3a-5f83462c0aa5-3415c996-fcb8-4929-a614-73dded9ad30e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.831s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.162860] env[69440]: DEBUG oslo_vmware.api [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183063} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.163114] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.163309] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.163484] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.163658] env[69440]: INFO nova.compute.manager [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1172.163946] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.164099] env[69440]: DEBUG nova.compute.manager [-] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.164213] env[69440]: DEBUG nova.network.neutron [-] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.246466] env[69440]: DEBUG nova.compute.utils [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.250035] env[69440]: DEBUG nova.compute.manager [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Not allocating networking since 'none' was specified. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1172.291463] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquiring lock "refresh_cache-9c3e2817-dc42-4438-9db8-afb96ae7178b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.291633] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquired lock "refresh_cache-9c3e2817-dc42-4438-9db8-afb96ae7178b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.291710] env[69440]: DEBUG nova.network.neutron [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.518231] env[69440]: DEBUG nova.network.neutron [None req-b55741c6-79c5-4f46-b4bc-2e39b6276996 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Updating instance_info_cache with network_info: [{"id": "13e889b6-e921-4f02-8cd3-0fbbed27818f", "address": "fa:16:3e:ff:c7:66", "network": {"id": "8a20642f-e8b8-4f2b-8a8e-2bc1d6e136fa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478797543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19cbd3b0988845358fa621a574b0cb25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e889b6-e9", "ovs_interfaceid": "13e889b6-e921-4f02-8cd3-0fbbed27818f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.539492] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Releasing lock "refresh_cache-6db4be35-78b9-4afb-8270-d39988531a3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.753079] env[69440]: DEBUG nova.compute.manager [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.872812] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.874797] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2feccdd0-8b18-4e22-b3fa-40ca392e7674 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.883778] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.884303] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f43cc072-bdc0-436e-a6b4-18d068489acf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.955324] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.955550] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.955731] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Deleting the datastore file [datastore1] 6db4be35-78b9-4afb-8270-d39988531a3a {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.956022] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1766398-8e0e-4560-86b0-d1bd2bc615d4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.962983] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1172.962983] env[69440]: value = "task-4140301" [ 1172.962983] env[69440]: _type = "Task" [ 1172.962983] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.974951] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.014421] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5d914d-2a43-4faf-a82d-66b52995033a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.022451] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38de1e75-9495-470f-957b-02cf145a2fa3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.026139] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b55741c6-79c5-4f46-b4bc-2e39b6276996 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Releasing lock "refresh_cache-e27f5de0-9750-43d8-be9f-98485375485e" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.055701] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b68900b-49ab-4010-964e-ec706a5b6b70 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.066017] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d73182-f436-4fe2-b025-f9306df154db {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.081022] env[69440]: DEBUG nova.compute.provider_tree [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.110487] env[69440]: DEBUG nova.network.neutron [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.133823] env[69440]: DEBUG nova.compute.manager [req-9e36bab9-4221-4daa-b81c-14f268bc9d17 req-66212e43-b2c5-49a0-9721-b9aeb219e44d service nova] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Received event network-vif-deleted-b705d049-c140-4738-a58b-c668b2277fe6 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.134168] env[69440]: INFO nova.compute.manager [req-9e36bab9-4221-4daa-b81c-14f268bc9d17 req-66212e43-b2c5-49a0-9721-b9aeb219e44d service nova] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Neutron deleted interface b705d049-c140-4738-a58b-c668b2277fe6; detaching it from the instance and deleting it from the info cache [ 1173.134490] env[69440]: DEBUG nova.network.neutron [req-9e36bab9-4221-4daa-b81c-14f268bc9d17 req-66212e43-b2c5-49a0-9721-b9aeb219e44d service nova] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.194685] env[69440]: DEBUG nova.network.neutron [-] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.366265] env[69440]: DEBUG nova.network.neutron [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Updating instance_info_cache with network_info: [{"id": "16406d92-c599-47be-873d-63b9b14ce9e5", "address": "fa:16:3e:2b:e1:0d", "network": {"id": "f4523250-47d0-4b21-9fa3-fe57c85bf7fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2083703277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ee83552310e41e5abdf1a99a03859c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16406d92-c5", "ovs_interfaceid": "16406d92-c599-47be-873d-63b9b14ce9e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.477078] env[69440]: DEBUG oslo_vmware.api [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154575} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.477910] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.478206] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.479122] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.497262] env[69440]: INFO nova.scheduler.client.report [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Deleted allocations for instance 6db4be35-78b9-4afb-8270-d39988531a3a [ 1173.584294] env[69440]: DEBUG nova.scheduler.client.report [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.639853] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aabfd683-2af2-489f-a54a-17d035eb21c4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.650214] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9752abd-ef8c-4558-9192-ebe24745cc63 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.679242] env[69440]: DEBUG nova.compute.manager [req-9e36bab9-4221-4daa-b81c-14f268bc9d17 req-66212e43-b2c5-49a0-9721-b9aeb219e44d service nova] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Detach interface failed, port_id=b705d049-c140-4738-a58b-c668b2277fe6, reason: Instance 79a1311f-55d1-4185-a46f-2919440e27f8 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1173.698179] env[69440]: INFO nova.compute.manager [-] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Took 1.53 seconds to deallocate network for instance. [ 1173.732333] env[69440]: DEBUG nova.compute.manager [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Received event network-changed-16406d92-c599-47be-873d-63b9b14ce9e5 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.732634] env[69440]: DEBUG nova.compute.manager [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Refreshing instance network info cache due to event network-changed-16406d92-c599-47be-873d-63b9b14ce9e5. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.732843] env[69440]: DEBUG oslo_concurrency.lockutils [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] Acquiring lock "refresh_cache-9c3e2817-dc42-4438-9db8-afb96ae7178b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.764049] env[69440]: DEBUG nova.compute.manager [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.789875] env[69440]: DEBUG nova.virt.hardware [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.790301] env[69440]: DEBUG nova.virt.hardware [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.790535] env[69440]: DEBUG nova.virt.hardware [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.790864] env[69440]: DEBUG nova.virt.hardware [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.790927] env[69440]: DEBUG nova.virt.hardware [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.791035] env[69440]: DEBUG nova.virt.hardware [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.791261] env[69440]: DEBUG nova.virt.hardware [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.791420] env[69440]: DEBUG nova.virt.hardware [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.791593] env[69440]: DEBUG nova.virt.hardware [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.791797] env[69440]: DEBUG nova.virt.hardware [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.791982] env[69440]: DEBUG nova.virt.hardware [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.792933] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5902f93-89eb-4a91-9ab5-5e6c17e056ba {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.802216] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f1ca4c-cafc-471e-b554-d9bc9808a8b1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.816354] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Instance VIF info [] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.821940] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Creating folder: Project (0fc4339babb74b63a044955f8f3a553e). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1173.822279] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-444c4a63-c359-4d34-8b0e-573a375111a7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.833225] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Created folder: Project (0fc4339babb74b63a044955f8f3a553e) in parent group-v819662. [ 1173.833370] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Creating folder: Instances. Parent ref: group-v819953. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1173.833595] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17123b3a-04b1-447b-bb1a-5106bdf395ac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.844122] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Created folder: Instances in parent group-v819953. [ 1173.844847] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.844847] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.844847] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5b83f80-dc85-4540-beec-81d2e1317a5d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.862228] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.862228] env[69440]: value = "task-4140304" [ 1173.862228] env[69440]: _type = "Task" [ 1173.862228] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.872126] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Releasing lock "refresh_cache-9c3e2817-dc42-4438-9db8-afb96ae7178b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.872670] env[69440]: DEBUG nova.compute.manager [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Instance network_info: |[{"id": "16406d92-c599-47be-873d-63b9b14ce9e5", "address": "fa:16:3e:2b:e1:0d", "network": {"id": "f4523250-47d0-4b21-9fa3-fe57c85bf7fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2083703277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ee83552310e41e5abdf1a99a03859c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16406d92-c5", "ovs_interfaceid": "16406d92-c599-47be-873d-63b9b14ce9e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.872670] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140304, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.872956] env[69440]: DEBUG oslo_concurrency.lockutils [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] Acquired lock "refresh_cache-9c3e2817-dc42-4438-9db8-afb96ae7178b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.873286] env[69440]: DEBUG nova.network.neutron [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Refreshing network info cache for port 16406d92-c599-47be-873d-63b9b14ce9e5 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.874543] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:e1:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16406d92-c599-47be-873d-63b9b14ce9e5', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.884042] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Creating folder: Project (6ee83552310e41e5abdf1a99a03859c9). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1173.887597] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-548ba2d1-f77f-4088-b75f-a5694ae72f7a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.899220] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Created folder: Project (6ee83552310e41e5abdf1a99a03859c9) in parent group-v819662. [ 1173.899498] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Creating folder: Instances. Parent ref: group-v819956. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1173.899799] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e49a5eb-5527-431e-a5f3-cdd5b31c2065 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.910279] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Created folder: Instances in parent group-v819956. [ 1173.910548] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.910760] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.910985] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-851bee05-65d3-4c40-a02d-32b40353f645 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.935979] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.935979] env[69440]: value = "task-4140307" [ 1173.935979] env[69440]: _type = "Task" [ 1173.935979] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.946907] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140307, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.968297] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "interface-0ab1e601-619d-44c6-8b3a-5f83462c0aa5-3415c996-fcb8-4929-a614-73dded9ad30e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.968587] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "interface-0ab1e601-619d-44c6-8b3a-5f83462c0aa5-3415c996-fcb8-4929-a614-73dded9ad30e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.001638] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.033062] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55741c6-79c5-4f46-b4bc-2e39b6276996 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.033426] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bd81fee-08e1-4886-b4a2-81553131a434 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.041575] env[69440]: DEBUG oslo_vmware.api [None req-b55741c6-79c5-4f46-b4bc-2e39b6276996 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1174.041575] env[69440]: value = "task-4140308" [ 1174.041575] env[69440]: _type = "Task" [ 1174.041575] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.051496] env[69440]: DEBUG oslo_vmware.api [None req-b55741c6-79c5-4f46-b4bc-2e39b6276996 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.089295] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.089831] env[69440]: DEBUG nova.compute.manager [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1174.092685] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.640s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.094131] env[69440]: INFO nova.compute.claims [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.099892] env[69440]: DEBUG nova.network.neutron [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Updated VIF entry in instance network info cache for port 16406d92-c599-47be-873d-63b9b14ce9e5. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.100259] env[69440]: DEBUG nova.network.neutron [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Updating instance_info_cache with network_info: [{"id": "16406d92-c599-47be-873d-63b9b14ce9e5", "address": "fa:16:3e:2b:e1:0d", "network": {"id": "f4523250-47d0-4b21-9fa3-fe57c85bf7fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2083703277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ee83552310e41e5abdf1a99a03859c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16406d92-c5", "ovs_interfaceid": "16406d92-c599-47be-873d-63b9b14ce9e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.204938] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.373122] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140304, 'name': CreateVM_Task, 'duration_secs': 0.319859} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.373122] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.373504] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.373713] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.373979] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.374251] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2a58874-c8bf-4fc8-b928-bf8e1457a954 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.379708] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1174.379708] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d62a8d-ed5d-f1f2-d2af-f1ddd2a6358b" [ 1174.379708] env[69440]: _type = "Task" [ 1174.379708] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.392078] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d62a8d-ed5d-f1f2-d2af-f1ddd2a6358b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.446807] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140307, 'name': CreateVM_Task, 'duration_secs': 0.361705} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.447009] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.447681] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.471528] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.471758] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.472702] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885cfd5b-ce40-4c9e-ba90-b3d807330cd3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.491024] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9076a9-fc10-464d-8395-d33c4877f751 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.520441] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Reconfiguring VM to detach interface {{(pid=69440) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1174.520793] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48e40e09-c316-4048-842f-25856a4ead31 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.541096] env[69440]: DEBUG oslo_vmware.api [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1174.541096] env[69440]: value = "task-4140309" [ 1174.541096] env[69440]: _type = "Task" [ 1174.541096] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.557161] env[69440]: DEBUG oslo_vmware.api [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140309, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.561078] env[69440]: DEBUG oslo_vmware.api [None req-b55741c6-79c5-4f46-b4bc-2e39b6276996 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140308, 'name': PowerOnVM_Task, 'duration_secs': 0.423679} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.561520] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55741c6-79c5-4f46-b4bc-2e39b6276996 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.561955] env[69440]: DEBUG nova.compute.manager [None req-b55741c6-79c5-4f46-b4bc-2e39b6276996 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1174.563072] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db3cc76-aaaa-499d-a6d8-5f3ab1255eab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.599225] env[69440]: DEBUG nova.compute.utils [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.604202] env[69440]: DEBUG nova.compute.manager [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Not allocating networking since 'none' was specified. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1174.604202] env[69440]: DEBUG oslo_concurrency.lockutils [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] Releasing lock "refresh_cache-9c3e2817-dc42-4438-9db8-afb96ae7178b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.604202] env[69440]: DEBUG nova.compute.manager [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Received event network-vif-unplugged-9d41fd79-ca9f-4221-81b5-a61cc5686462 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.604202] env[69440]: DEBUG oslo_concurrency.lockutils [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] Acquiring lock "6db4be35-78b9-4afb-8270-d39988531a3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.604202] env[69440]: DEBUG oslo_concurrency.lockutils [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] Lock "6db4be35-78b9-4afb-8270-d39988531a3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.604202] env[69440]: DEBUG oslo_concurrency.lockutils [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] Lock "6db4be35-78b9-4afb-8270-d39988531a3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.604202] env[69440]: DEBUG nova.compute.manager [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] No waiting events found dispatching network-vif-unplugged-9d41fd79-ca9f-4221-81b5-a61cc5686462 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1174.604426] env[69440]: WARNING nova.compute.manager [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Received unexpected event network-vif-unplugged-9d41fd79-ca9f-4221-81b5-a61cc5686462 for instance with vm_state shelved_offloaded and task_state None. [ 1174.604531] env[69440]: DEBUG nova.compute.manager [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Received event network-changed-9d41fd79-ca9f-4221-81b5-a61cc5686462 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.604678] env[69440]: DEBUG nova.compute.manager [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Refreshing instance network info cache due to event network-changed-9d41fd79-ca9f-4221-81b5-a61cc5686462. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.604873] env[69440]: DEBUG oslo_concurrency.lockutils [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] Acquiring lock "refresh_cache-6db4be35-78b9-4afb-8270-d39988531a3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.605014] env[69440]: DEBUG oslo_concurrency.lockutils [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] Acquired lock "refresh_cache-6db4be35-78b9-4afb-8270-d39988531a3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.605215] env[69440]: DEBUG nova.network.neutron [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Refreshing network info cache for port 9d41fd79-ca9f-4221-81b5-a61cc5686462 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.890075] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d62a8d-ed5d-f1f2-d2af-f1ddd2a6358b, 'name': SearchDatastore_Task, 'duration_secs': 0.012207} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.890423] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.890638] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.890875] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.891037] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.891225] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.891509] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.891816] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.892058] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8c759a1-23bd-4429-abea-888997de71ef {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.893849] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f41306f8-4b31-4ccb-9098-7c95f58bc2bd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.899763] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1174.899763] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528ec663-bd86-9ea0-4813-cd3900b4810c" [ 1174.899763] env[69440]: _type = "Task" [ 1174.899763] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.903735] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.903915] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.904882] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9293fe8c-1d2b-4a7f-b788-cb26916d831f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.910155] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528ec663-bd86-9ea0-4813-cd3900b4810c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.913758] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1174.913758] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5240a966-dd1a-db55-6d9a-4269e49a729f" [ 1174.913758] env[69440]: _type = "Task" [ 1174.913758] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.921086] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5240a966-dd1a-db55-6d9a-4269e49a729f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.052876] env[69440]: DEBUG oslo_vmware.api [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.103531] env[69440]: DEBUG nova.compute.manager [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1175.302133] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c59854-8735-4170-8bd5-93f23f5614cf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.312911] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90c2a1a-10cd-4fb5-9e5d-f551d26e99f9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.344911] env[69440]: DEBUG nova.network.neutron [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Updated VIF entry in instance network info cache for port 9d41fd79-ca9f-4221-81b5-a61cc5686462. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.345376] env[69440]: DEBUG nova.network.neutron [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Updating instance_info_cache with network_info: [{"id": "9d41fd79-ca9f-4221-81b5-a61cc5686462", "address": "fa:16:3e:92:00:f0", "network": {"id": "c76cc809-ee36-4e50-8515-023def1b953b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-783545152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a06ebe28624c3e95dd75087b826705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9d41fd79-ca", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.347466] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa117552-3bce-41cd-8333-f43b42325baa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.357076] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ec2826-20b6-43fa-ab8a-fd9e4caa5e74 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.373959] env[69440]: DEBUG nova.compute.provider_tree [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.410698] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528ec663-bd86-9ea0-4813-cd3900b4810c, 'name': SearchDatastore_Task, 'duration_secs': 0.018413} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.411055] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.411297] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.411509] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.424195] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5240a966-dd1a-db55-6d9a-4269e49a729f, 'name': SearchDatastore_Task, 'duration_secs': 0.009292} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.424977] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7692e7c-5f4a-42fb-9c97-9e6ceba38c4e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.430482] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1175.430482] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528847db-3cb2-7ef0-6063-4386889dd3b2" [ 1175.430482] env[69440]: _type = "Task" [ 1175.430482] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.440407] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528847db-3cb2-7ef0-6063-4386889dd3b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.551574] env[69440]: DEBUG oslo_vmware.api [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.852117] env[69440]: DEBUG oslo_concurrency.lockutils [req-8ec8c21c-4667-4c9e-bdbc-ac0e70946209 req-9d652fbb-863a-43a6-bfb5-711fc6df8b3c service nova] Releasing lock "refresh_cache-6db4be35-78b9-4afb-8270-d39988531a3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.877213] env[69440]: DEBUG nova.scheduler.client.report [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.942127] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528847db-3cb2-7ef0-6063-4386889dd3b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011007} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.942423] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.942694] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] f79d995a-de50-48d0-920d-1a93bd34270f/f79d995a-de50-48d0-920d-1a93bd34270f.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.942995] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.943183] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.943402] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a69ab978-b3db-4991-9a7f-143d842859f0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.945372] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aea210b2-d788-47fb-a7de-6948587db804 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.952173] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1175.952173] env[69440]: value = "task-4140310" [ 1175.952173] env[69440]: _type = "Task" [ 1175.952173] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.956119] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.956297] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.957619] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dbd060c-a9d6-4d79-8d27-a8c6bd88e21f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.962908] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.966430] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1175.966430] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52291ec8-4658-48cc-fd73-00fd0abea626" [ 1175.966430] env[69440]: _type = "Task" [ 1175.966430] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.974592] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52291ec8-4658-48cc-fd73-00fd0abea626, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.052454] env[69440]: DEBUG oslo_vmware.api [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.116077] env[69440]: DEBUG nova.compute.manager [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1176.165353] env[69440]: DEBUG nova.virt.hardware [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.165623] env[69440]: DEBUG nova.virt.hardware [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.165783] env[69440]: DEBUG nova.virt.hardware [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.166031] env[69440]: DEBUG nova.virt.hardware [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.166203] env[69440]: DEBUG nova.virt.hardware [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.166352] env[69440]: DEBUG nova.virt.hardware [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.166561] env[69440]: DEBUG nova.virt.hardware [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.166717] env[69440]: DEBUG nova.virt.hardware [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.166884] env[69440]: DEBUG nova.virt.hardware [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.167109] env[69440]: DEBUG nova.virt.hardware [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.167338] env[69440]: DEBUG nova.virt.hardware [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.168318] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0412396b-e891-4b57-bc3e-5aa390dcbc80 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.178610] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cd612f-3836-4f72-b8c9-99e81d998fde {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.196240] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Instance VIF info [] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.202052] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.202381] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.202612] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d9efe96-3e45-4ac2-a044-9cd4def28629 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.222327] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.222327] env[69440]: value = "task-4140311" [ 1176.222327] env[69440]: _type = "Task" [ 1176.222327] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.232426] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140311, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.382783] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.383390] env[69440]: DEBUG nova.compute.manager [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.386329] env[69440]: DEBUG oslo_concurrency.lockutils [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.764s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.464878] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452506} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.465226] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] f79d995a-de50-48d0-920d-1a93bd34270f/f79d995a-de50-48d0-920d-1a93bd34270f.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.465524] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.465825] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3acd639b-b652-494c-9ae0-31f88731739b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.477938] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52291ec8-4658-48cc-fd73-00fd0abea626, 'name': SearchDatastore_Task, 'duration_secs': 0.01011} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.480157] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1176.480157] env[69440]: value = "task-4140312" [ 1176.480157] env[69440]: _type = "Task" [ 1176.480157] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.480380] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a0ec118-22f4-4505-a6c6-cca36915d43a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.490743] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1176.490743] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52355333-f250-1d0a-0f9e-e76b9f76febc" [ 1176.490743] env[69440]: _type = "Task" [ 1176.490743] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.494373] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.504711] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52355333-f250-1d0a-0f9e-e76b9f76febc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.554862] env[69440]: DEBUG oslo_vmware.api [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.611300] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "6db4be35-78b9-4afb-8270-d39988531a3a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.732838] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140311, 'name': CreateVM_Task, 'duration_secs': 0.38721} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.733059] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.733587] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.733841] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.734247] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.734521] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68fab3b6-9950-40a5-9496-5843399691db {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.739779] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1176.739779] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52689cf9-ed7d-d545-f2c7-ed40b5f9f4d7" [ 1176.739779] env[69440]: _type = "Task" [ 1176.739779] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.748020] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52689cf9-ed7d-d545-f2c7-ed40b5f9f4d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.890182] env[69440]: DEBUG nova.compute.utils [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.892095] env[69440]: DEBUG nova.compute.manager [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.892095] env[69440]: DEBUG nova.network.neutron [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.895796] env[69440]: INFO nova.compute.claims [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.936276] env[69440]: DEBUG nova.policy [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a92a96d6e5a948d1ab2e99bb2f7804a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a27a00c5d4f64e81b6f2e92da994f52b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.994035] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077913} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.994035] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.995192] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48013f04-ddf3-4ccf-b022-7a0e97780b58 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.007348] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52355333-f250-1d0a-0f9e-e76b9f76febc, 'name': SearchDatastore_Task, 'duration_secs': 0.014219} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.014196] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.014475] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 9c3e2817-dc42-4438-9db8-afb96ae7178b/9c3e2817-dc42-4438-9db8-afb96ae7178b.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.023685] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] f79d995a-de50-48d0-920d-1a93bd34270f/f79d995a-de50-48d0-920d-1a93bd34270f.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.023829] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bf87259-1a24-465c-945e-c4d458eddb2c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.025788] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20040e11-3661-4845-8ef7-37b9499833da {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.047524] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1177.047524] env[69440]: value = "task-4140313" [ 1177.047524] env[69440]: _type = "Task" [ 1177.047524] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.049263] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1177.049263] env[69440]: value = "task-4140314" [ 1177.049263] env[69440]: _type = "Task" [ 1177.049263] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.060027] env[69440]: DEBUG oslo_vmware.api [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.068281] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.068551] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.246926] env[69440]: DEBUG nova.network.neutron [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Successfully created port: f55c051c-269c-4e35-b978-6e0614d8426f {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.254704] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52689cf9-ed7d-d545-f2c7-ed40b5f9f4d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011596} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.254704] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.254924] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.254981] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.255157] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.255371] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.255699] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91cd6f1d-2274-4ffb-8a98-327ce4d328b3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.274148] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.274530] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.275376] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f8549a5-6302-4169-9e72-4abc74cdba08 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.282998] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1177.282998] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]525fabd2-a3db-3ce3-cd36-5db0799827c8" [ 1177.282998] env[69440]: _type = "Task" [ 1177.282998] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.292224] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525fabd2-a3db-3ce3-cd36-5db0799827c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.401264] env[69440]: DEBUG nova.compute.manager [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.405569] env[69440]: INFO nova.compute.resource_tracker [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Updating resource usage from migration cb575404-d1a7-4e2e-8cf6-fffe43fcc45a [ 1177.566786] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.567100] env[69440]: DEBUG oslo_vmware.api [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.573011] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491405} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.573274] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 9c3e2817-dc42-4438-9db8-afb96ae7178b/9c3e2817-dc42-4438-9db8-afb96ae7178b.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.573492] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.573748] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a81f9f5-c82c-4665-b52a-83381ff01c37 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.581548] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1177.581548] env[69440]: value = "task-4140315" [ 1177.581548] env[69440]: _type = "Task" [ 1177.581548] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.590444] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.742048] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee40cf2-f1f9-4ee8-a8fe-486a0a03b4e0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.753178] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdeb8db8-2182-439e-9f73-0c280158073a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.796618] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9d6b9a-e494-42a5-9a7b-4bf27327df25 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.807351] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525fabd2-a3db-3ce3-cd36-5db0799827c8, 'name': SearchDatastore_Task, 'duration_secs': 0.051391} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.810253] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17efd8c3-300e-4335-8690-e3710c5e9615 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.813608] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55aa56e2-fd1f-45f1-be82-3ed78d408dd8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.821359] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1177.821359] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52db25fc-52f5-92d2-55ac-64b6b8af5395" [ 1177.821359] env[69440]: _type = "Task" [ 1177.821359] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.830264] env[69440]: DEBUG nova.compute.provider_tree [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.841529] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52db25fc-52f5-92d2-55ac-64b6b8af5395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.064069] env[69440]: DEBUG oslo_vmware.api [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.066829] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140313, 'name': ReconfigVM_Task, 'duration_secs': 1.01029} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.067108] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Reconfigured VM instance instance-0000006a to attach disk [datastore2] f79d995a-de50-48d0-920d-1a93bd34270f/f79d995a-de50-48d0-920d-1a93bd34270f.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.067716] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-883ca0f5-5999-4130-8ba7-a5e70f17b03b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.075704] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1178.075704] env[69440]: value = "task-4140316" [ 1178.075704] env[69440]: _type = "Task" [ 1178.075704] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.083931] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140316, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.091777] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068914} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.092096] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.092978] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb2a60d-4e5e-4a99-9528-35b1b9837a47 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.119391] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 9c3e2817-dc42-4438-9db8-afb96ae7178b/9c3e2817-dc42-4438-9db8-afb96ae7178b.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.119762] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdf34eb0-ab76-4b63-b5dc-3ca80fea7cd7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.140661] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1178.140661] env[69440]: value = "task-4140317" [ 1178.140661] env[69440]: _type = "Task" [ 1178.140661] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.149885] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.336918] env[69440]: DEBUG nova.scheduler.client.report [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.345028] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52db25fc-52f5-92d2-55ac-64b6b8af5395, 'name': SearchDatastore_Task, 'duration_secs': 0.05277} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.345201] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.345482] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 30a1e2a4-8508-4697-a892-ae78aac038a7/30a1e2a4-8508-4697-a892-ae78aac038a7.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.345807] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d36ec0cc-a033-4fb5-9d52-6e83a8b09452 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.354615] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1178.354615] env[69440]: value = "task-4140318" [ 1178.354615] env[69440]: _type = "Task" [ 1178.354615] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.363789] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.415144] env[69440]: DEBUG nova.compute.manager [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.444765] env[69440]: DEBUG nova.virt.hardware [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.445035] env[69440]: DEBUG nova.virt.hardware [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.445199] env[69440]: DEBUG nova.virt.hardware [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.445384] env[69440]: DEBUG nova.virt.hardware [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.445526] env[69440]: DEBUG nova.virt.hardware [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.445667] env[69440]: DEBUG nova.virt.hardware [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.445872] env[69440]: DEBUG nova.virt.hardware [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.446036] env[69440]: DEBUG nova.virt.hardware [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.446201] env[69440]: DEBUG nova.virt.hardware [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.446386] env[69440]: DEBUG nova.virt.hardware [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.446635] env[69440]: DEBUG nova.virt.hardware [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.447524] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585d1751-0246-4190-ad01-53fea5e874bd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.455616] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb906a4-bc1a-48a7-94df-2c3e875fbe3b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.562013] env[69440]: DEBUG oslo_vmware.api [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.586634] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140316, 'name': Rename_Task, 'duration_secs': 0.394087} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.586988] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.587244] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-187f8d8a-8540-4150-8491-abb28174566f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.596263] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1178.596263] env[69440]: value = "task-4140319" [ 1178.596263] env[69440]: _type = "Task" [ 1178.596263] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.612744] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.654543] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.740923] env[69440]: DEBUG nova.compute.manager [req-f51d9a97-2838-4453-8650-827a199b453e req-fb588f46-3949-4201-ad03-e4043fefa7e8 service nova] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Received event network-vif-plugged-f55c051c-269c-4e35-b978-6e0614d8426f {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.741391] env[69440]: DEBUG oslo_concurrency.lockutils [req-f51d9a97-2838-4453-8650-827a199b453e req-fb588f46-3949-4201-ad03-e4043fefa7e8 service nova] Acquiring lock "ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.741676] env[69440]: DEBUG oslo_concurrency.lockutils [req-f51d9a97-2838-4453-8650-827a199b453e req-fb588f46-3949-4201-ad03-e4043fefa7e8 service nova] Lock "ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.741899] env[69440]: DEBUG oslo_concurrency.lockutils [req-f51d9a97-2838-4453-8650-827a199b453e req-fb588f46-3949-4201-ad03-e4043fefa7e8 service nova] Lock "ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.742116] env[69440]: DEBUG nova.compute.manager [req-f51d9a97-2838-4453-8650-827a199b453e req-fb588f46-3949-4201-ad03-e4043fefa7e8 service nova] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] No waiting events found dispatching network-vif-plugged-f55c051c-269c-4e35-b978-6e0614d8426f {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1178.742332] env[69440]: WARNING nova.compute.manager [req-f51d9a97-2838-4453-8650-827a199b453e req-fb588f46-3949-4201-ad03-e4043fefa7e8 service nova] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Received unexpected event network-vif-plugged-f55c051c-269c-4e35-b978-6e0614d8426f for instance with vm_state building and task_state spawning. [ 1178.835909] env[69440]: DEBUG nova.network.neutron [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Successfully updated port: f55c051c-269c-4e35-b978-6e0614d8426f {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.846629] env[69440]: DEBUG oslo_concurrency.lockutils [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.460s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.846900] env[69440]: INFO nova.compute.manager [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Migrating [ 1178.855260] env[69440]: DEBUG oslo_concurrency.lockutils [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.440s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.855516] env[69440]: DEBUG oslo_concurrency.lockutils [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.857850] env[69440]: DEBUG oslo_concurrency.lockutils [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.676s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.859394] env[69440]: INFO nova.compute.claims [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.881366] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494263} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.881684] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 30a1e2a4-8508-4697-a892-ae78aac038a7/30a1e2a4-8508-4697-a892-ae78aac038a7.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.881836] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.882395] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f0d47e7-dc21-4da4-9628-1d7216456d75 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.885015] env[69440]: INFO nova.scheduler.client.report [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Deleted allocations for instance 9c6ca56b-90d5-4835-a504-84e8f8a2d640 [ 1178.894599] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1178.894599] env[69440]: value = "task-4140320" [ 1178.894599] env[69440]: _type = "Task" [ 1178.894599] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.906045] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.057536] env[69440]: DEBUG oslo_vmware.api [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.107641] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140319, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.153590] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140317, 'name': ReconfigVM_Task, 'duration_secs': 0.806065} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.153884] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 9c3e2817-dc42-4438-9db8-afb96ae7178b/9c3e2817-dc42-4438-9db8-afb96ae7178b.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.154554] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13c252b2-8921-449c-8ebc-2f153b0fbcfa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.162563] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1179.162563] env[69440]: value = "task-4140321" [ 1179.162563] env[69440]: _type = "Task" [ 1179.162563] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.172483] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140321, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.338780] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "refresh_cache-ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.339111] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "refresh_cache-ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.339371] env[69440]: DEBUG nova.network.neutron [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.376629] env[69440]: DEBUG oslo_concurrency.lockutils [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.376799] env[69440]: DEBUG oslo_concurrency.lockutils [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.376968] env[69440]: DEBUG nova.network.neutron [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.393155] env[69440]: DEBUG oslo_concurrency.lockutils [None req-556dd4ba-08f7-450f-952e-1d4d03315044 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "9c6ca56b-90d5-4835-a504-84e8f8a2d640" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.510s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.406701] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068912} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.406964] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.407774] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d28fc48-5c1c-4e98-b251-87240d9e42e2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.431133] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 30a1e2a4-8508-4697-a892-ae78aac038a7/30a1e2a4-8508-4697-a892-ae78aac038a7.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.431771] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d677990-f2a1-41cf-ac6b-cc737e588cbc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.453773] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1179.453773] env[69440]: value = "task-4140322" [ 1179.453773] env[69440]: _type = "Task" [ 1179.453773] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.464363] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.558182] env[69440]: DEBUG oslo_vmware.api [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.608753] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140319, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.673642] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140321, 'name': Rename_Task, 'duration_secs': 0.393517} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.674385] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.674658] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e7f1c7f-ca1a-4971-930e-e08566c0b893 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.683383] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1179.683383] env[69440]: value = "task-4140323" [ 1179.683383] env[69440]: _type = "Task" [ 1179.683383] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.693063] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.874053] env[69440]: DEBUG nova.network.neutron [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.968540] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140322, 'name': ReconfigVM_Task, 'duration_secs': 0.294476} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.968841] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 30a1e2a4-8508-4697-a892-ae78aac038a7/30a1e2a4-8508-4697-a892-ae78aac038a7.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.969536] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ec0334a-1dfc-421f-96d1-4c44026765ab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.976335] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1179.976335] env[69440]: value = "task-4140324" [ 1179.976335] env[69440]: _type = "Task" [ 1179.976335] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.990045] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140324, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.022438] env[69440]: DEBUG nova.network.neutron [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Updating instance_info_cache with network_info: [{"id": "f55c051c-269c-4e35-b978-6e0614d8426f", "address": "fa:16:3e:98:de:5c", "network": {"id": "41c1c367-801b-433c-b176-6a81cc0d5096", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2091308805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27a00c5d4f64e81b6f2e92da994f52b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf55c051c-26", "ovs_interfaceid": "f55c051c-269c-4e35-b978-6e0614d8426f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.059652] env[69440]: DEBUG oslo_vmware.api [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140309, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.114479] env[69440]: DEBUG oslo_vmware.api [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140319, 'name': PowerOnVM_Task, 'duration_secs': 1.128492} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.114843] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.115228] env[69440]: INFO nova.compute.manager [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1180.115228] env[69440]: DEBUG nova.compute.manager [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1180.116922] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77aa8d84-9583-4cbc-ae9e-07e109a2a8da {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.119953] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6019bf-f5b6-4541-9ae1-55bdcd9b15b4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.128681] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687822d5-aea4-4a89-93e1-075e230e0e7d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.165081] env[69440]: DEBUG nova.network.neutron [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Updating instance_info_cache with network_info: [{"id": "4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda", "address": "fa:16:3e:23:01:ff", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd4c6a1-a9", "ovs_interfaceid": "4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.166977] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66772af4-fcd4-4290-92e1-4a4e6355b8b4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.177182] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0a6914-db92-464e-9732-de85ac990cd5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.197714] env[69440]: DEBUG nova.compute.provider_tree [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.206036] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.486378] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140324, 'name': Rename_Task, 'duration_secs': 0.139664} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.486983] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.486983] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e264ea3f-0f47-47fa-98c5-6db439ce1fa7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.493748] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1180.493748] env[69440]: value = "task-4140325" [ 1180.493748] env[69440]: _type = "Task" [ 1180.493748] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.501988] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.525092] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "refresh_cache-ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.525280] env[69440]: DEBUG nova.compute.manager [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Instance network_info: |[{"id": "f55c051c-269c-4e35-b978-6e0614d8426f", "address": "fa:16:3e:98:de:5c", "network": {"id": "41c1c367-801b-433c-b176-6a81cc0d5096", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2091308805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27a00c5d4f64e81b6f2e92da994f52b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf55c051c-26", "ovs_interfaceid": "f55c051c-269c-4e35-b978-6e0614d8426f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.525873] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:de:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f55c051c-269c-4e35-b978-6e0614d8426f', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.534490] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.534744] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.534986] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4218eb2-9dcb-471f-b0a1-85ae72891795 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.556428] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.556428] env[69440]: value = "task-4140326" [ 1180.556428] env[69440]: _type = "Task" [ 1180.556428] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.560067] env[69440]: DEBUG oslo_vmware.api [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140309, 'name': ReconfigVM_Task, 'duration_secs': 5.778978} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.562649] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.562880] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Reconfigured VM to detach interface {{(pid=69440) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1180.570363] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140326, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.643451] env[69440]: INFO nova.compute.manager [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Took 14.67 seconds to build instance. [ 1180.672188] env[69440]: DEBUG oslo_concurrency.lockutils [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.696514] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140323, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.702591] env[69440]: DEBUG nova.scheduler.client.report [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.775641] env[69440]: DEBUG nova.compute.manager [req-8883faca-f447-41b0-81ee-5dcddf4937b6 req-f7982f1c-3707-432b-ac69-b0abe14cde5d service nova] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Received event network-changed-f55c051c-269c-4e35-b978-6e0614d8426f {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.775641] env[69440]: DEBUG nova.compute.manager [req-8883faca-f447-41b0-81ee-5dcddf4937b6 req-f7982f1c-3707-432b-ac69-b0abe14cde5d service nova] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Refreshing instance network info cache due to event network-changed-f55c051c-269c-4e35-b978-6e0614d8426f. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.779781] env[69440]: DEBUG oslo_concurrency.lockutils [req-8883faca-f447-41b0-81ee-5dcddf4937b6 req-f7982f1c-3707-432b-ac69-b0abe14cde5d service nova] Acquiring lock "refresh_cache-ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.780402] env[69440]: DEBUG oslo_concurrency.lockutils [req-8883faca-f447-41b0-81ee-5dcddf4937b6 req-f7982f1c-3707-432b-ac69-b0abe14cde5d service nova] Acquired lock "refresh_cache-ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.780869] env[69440]: DEBUG nova.network.neutron [req-8883faca-f447-41b0-81ee-5dcddf4937b6 req-f7982f1c-3707-432b-ac69-b0abe14cde5d service nova] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Refreshing network info cache for port f55c051c-269c-4e35-b978-6e0614d8426f {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.004846] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140325, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.070060] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140326, 'name': CreateVM_Task, 'duration_secs': 0.395497} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.070283] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.070916] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.071093] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.071419] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.071678] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d107a142-6a02-4f82-aec8-e08530b65dfe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.077101] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1181.077101] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]523f5e01-83b5-25b2-8fae-0ea879df8cc6" [ 1181.077101] env[69440]: _type = "Task" [ 1181.077101] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.085931] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523f5e01-83b5-25b2-8fae-0ea879df8cc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.145784] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3711f958-85f3-46a4-a4b2-839ecc10a833 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "f79d995a-de50-48d0-920d-1a93bd34270f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.180s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.194962] env[69440]: DEBUG oslo_vmware.api [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140323, 'name': PowerOnVM_Task, 'duration_secs': 1.245705} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.195291] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.195507] env[69440]: INFO nova.compute.manager [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1181.195693] env[69440]: DEBUG nova.compute.manager [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1181.196587] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c90380d-b769-47c5-bddf-343544d46840 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.210008] env[69440]: DEBUG oslo_concurrency.lockutils [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.210576] env[69440]: DEBUG nova.compute.manager [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.213587] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.212s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.213844] env[69440]: DEBUG nova.objects.instance [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lazy-loading 'resources' on Instance uuid 6db4be35-78b9-4afb-8270-d39988531a3a {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.507626] env[69440]: DEBUG oslo_vmware.api [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140325, 'name': PowerOnVM_Task, 'duration_secs': 0.902861} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.509586] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.509586] env[69440]: INFO nova.compute.manager [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Took 5.39 seconds to spawn the instance on the hypervisor. [ 1181.509586] env[69440]: DEBUG nova.compute.manager [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1181.509586] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e7ff0b-0874-44b6-ba87-e55b8b0c48e9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.566854] env[69440]: DEBUG nova.network.neutron [req-8883faca-f447-41b0-81ee-5dcddf4937b6 req-f7982f1c-3707-432b-ac69-b0abe14cde5d service nova] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Updated VIF entry in instance network info cache for port f55c051c-269c-4e35-b978-6e0614d8426f. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.567282] env[69440]: DEBUG nova.network.neutron [req-8883faca-f447-41b0-81ee-5dcddf4937b6 req-f7982f1c-3707-432b-ac69-b0abe14cde5d service nova] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Updating instance_info_cache with network_info: [{"id": "f55c051c-269c-4e35-b978-6e0614d8426f", "address": "fa:16:3e:98:de:5c", "network": {"id": "41c1c367-801b-433c-b176-6a81cc0d5096", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2091308805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27a00c5d4f64e81b6f2e92da994f52b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf55c051c-26", "ovs_interfaceid": "f55c051c-269c-4e35-b978-6e0614d8426f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.588957] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523f5e01-83b5-25b2-8fae-0ea879df8cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.013908} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.589316] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.589542] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.589774] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.589918] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.590109] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.590388] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4eb41c3e-88cc-4e4b-9dde-9ba407d840b2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.599468] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.599654] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.600418] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d94e7b1d-751f-4400-8471-757b02fcd569 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.606189] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1181.606189] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5289437e-e788-72b6-e24d-5597395cda93" [ 1181.606189] env[69440]: _type = "Task" [ 1181.606189] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.614696] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5289437e-e788-72b6-e24d-5597395cda93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.719762] env[69440]: DEBUG nova.compute.utils [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.721557] env[69440]: DEBUG nova.objects.instance [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lazy-loading 'numa_topology' on Instance uuid 6db4be35-78b9-4afb-8270-d39988531a3a {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.723933] env[69440]: DEBUG nova.compute.manager [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1181.724151] env[69440]: DEBUG nova.network.neutron [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.726513] env[69440]: INFO nova.compute.manager [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Took 16.31 seconds to build instance. [ 1181.784222] env[69440]: DEBUG nova.policy [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fb57f5536514f4991f6e9df7c04628b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '384851ba5d9645a48c645ad3db374d90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.933174] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.933423] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquired lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.933639] env[69440]: DEBUG nova.network.neutron [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.026139] env[69440]: INFO nova.compute.manager [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Took 15.72 seconds to build instance. [ 1182.054447] env[69440]: DEBUG nova.network.neutron [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Successfully created port: ee229206-fbad-4558-892a-ce91c24f1b7a {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.070131] env[69440]: DEBUG oslo_concurrency.lockutils [req-8883faca-f447-41b0-81ee-5dcddf4937b6 req-f7982f1c-3707-432b-ac69-b0abe14cde5d service nova] Releasing lock "refresh_cache-ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.119922] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5289437e-e788-72b6-e24d-5597395cda93, 'name': SearchDatastore_Task, 'duration_secs': 0.016644} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.121083] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ec5f52-ddae-4823-ac83-5dbc7ea3a22d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.128022] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1182.128022] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52f35579-cea7-5ee1-ba61-0f08c965f1c0" [ 1182.128022] env[69440]: _type = "Task" [ 1182.128022] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.136242] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f35579-cea7-5ee1-ba61-0f08c965f1c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.187569] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c6c819-641d-4b26-a5d2-076c799e690b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.208223] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Updating instance 'efd32a38-36e0-4f4d-9822-870d28a618d4' progress to 0 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.224964] env[69440]: DEBUG nova.compute.manager [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.227873] env[69440]: DEBUG nova.objects.base [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Object Instance<6db4be35-78b9-4afb-8270-d39988531a3a> lazy-loaded attributes: resources,numa_topology {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1182.230893] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9c3518dd-1897-41dc-9452-acc765137d43 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lock "9c3e2817-dc42-4438-9db8-afb96ae7178b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.826s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.403477] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "0ab1e601-619d-44c6-8b3a-5f83462c0aa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.404452] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "0ab1e601-619d-44c6-8b3a-5f83462c0aa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.404452] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "0ab1e601-619d-44c6-8b3a-5f83462c0aa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.404452] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "0ab1e601-619d-44c6-8b3a-5f83462c0aa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.404452] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "0ab1e601-619d-44c6-8b3a-5f83462c0aa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.406718] env[69440]: INFO nova.compute.manager [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Terminating instance [ 1182.451020] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc5144d-b407-4809-af3c-97641f8f2d28 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.459805] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502772db-86dd-4cae-ac6f-130a43661fb1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.492598] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580ceb97-d3fb-4033-a83a-b4d55d81f5cb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.503347] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9922372c-b3a9-4192-b0df-10c98a7dbb61 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.518085] env[69440]: DEBUG nova.compute.provider_tree [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.528600] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c96dc354-62de-4bf5-8539-7e782d1ec6fc tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "30a1e2a4-8508-4697-a892-ae78aac038a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.234s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.649419] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f35579-cea7-5ee1-ba61-0f08c965f1c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009965} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.649967] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.650303] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a/ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.650607] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da62576b-8819-4d2d-93d0-5a9501dc0f41 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.659757] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1182.659757] env[69440]: value = "task-4140327" [ 1182.659757] env[69440]: _type = "Task" [ 1182.659757] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.672040] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.715528] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.716110] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b23990dd-7f62-4991-9566-c1fe1bc2cd32 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.726721] env[69440]: DEBUG oslo_vmware.api [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1182.726721] env[69440]: value = "task-4140328" [ 1182.726721] env[69440]: _type = "Task" [ 1182.726721] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.746024] env[69440]: DEBUG oslo_vmware.api [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.851740] env[69440]: INFO nova.network.neutron [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Port 3415c996-fcb8-4929-a614-73dded9ad30e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1182.852192] env[69440]: DEBUG nova.network.neutron [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Updating instance_info_cache with network_info: [{"id": "4ccf7465-75dc-46dd-bdc4-04ff5445eabc", "address": "fa:16:3e:39:7d:56", "network": {"id": "9e27e521-a81f-441d-9050-b7e87a0b7dec", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-418918609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce1b9966b9444589a47ad0c5c5125308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ccf7465-75", "ovs_interfaceid": "4ccf7465-75dc-46dd-bdc4-04ff5445eabc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.913983] env[69440]: DEBUG nova.compute.manager [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.914349] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.915448] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81494020-835b-4f14-a323-43f506133e99 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.927035] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.927384] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-068b0d0b-3379-4ba6-a96c-717edacd8291 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.936555] env[69440]: DEBUG oslo_vmware.api [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1182.936555] env[69440]: value = "task-4140329" [ 1182.936555] env[69440]: _type = "Task" [ 1182.936555] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.949799] env[69440]: DEBUG oslo_vmware.api [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.022285] env[69440]: DEBUG nova.scheduler.client.report [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.172349] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140327, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.242237] env[69440]: DEBUG oslo_vmware.api [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140328, 'name': PowerOffVM_Task, 'duration_secs': 0.263169} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.242702] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.242755] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Updating instance 'efd32a38-36e0-4f4d-9822-870d28a618d4' progress to 17 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1183.249764] env[69440]: DEBUG nova.compute.manager [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.274331] env[69440]: DEBUG nova.virt.hardware [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.274661] env[69440]: DEBUG nova.virt.hardware [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.274876] env[69440]: DEBUG nova.virt.hardware [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.275142] env[69440]: DEBUG nova.virt.hardware [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.275347] env[69440]: DEBUG nova.virt.hardware [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.275532] env[69440]: DEBUG nova.virt.hardware [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.276142] env[69440]: DEBUG nova.virt.hardware [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.276142] env[69440]: DEBUG nova.virt.hardware [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.276323] env[69440]: DEBUG nova.virt.hardware [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.276451] env[69440]: DEBUG nova.virt.hardware [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.276676] env[69440]: DEBUG nova.virt.hardware [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.277698] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206a76f8-4fc3-433d-9647-280394dadecb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.288247] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e28ba65-ebf0-43c8-bf0b-1c1d37985287 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.318662] env[69440]: INFO nova.compute.manager [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Rescuing [ 1183.319020] env[69440]: DEBUG oslo_concurrency.lockutils [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquiring lock "refresh_cache-9c3e2817-dc42-4438-9db8-afb96ae7178b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.319207] env[69440]: DEBUG oslo_concurrency.lockutils [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquired lock "refresh_cache-9c3e2817-dc42-4438-9db8-afb96ae7178b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.319400] env[69440]: DEBUG nova.network.neutron [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.354636] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Releasing lock "refresh_cache-0ab1e601-619d-44c6-8b3a-5f83462c0aa5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.450486] env[69440]: DEBUG oslo_vmware.api [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140329, 'name': PowerOffVM_Task, 'duration_secs': 0.323143} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.450905] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.451181] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.451543] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-318efa25-9227-4d11-a3ba-e4a7ad20e2e8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.458926] env[69440]: DEBUG nova.compute.manager [req-1ff4ef4f-10ca-40b9-9847-c1f6b4ad0e54 req-7df08a62-fab8-4967-9512-7fb5ec6e55e5 service nova] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Received event network-vif-plugged-ee229206-fbad-4558-892a-ce91c24f1b7a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.459233] env[69440]: DEBUG oslo_concurrency.lockutils [req-1ff4ef4f-10ca-40b9-9847-c1f6b4ad0e54 req-7df08a62-fab8-4967-9512-7fb5ec6e55e5 service nova] Acquiring lock "cba02ffc-ef26-4f41-834e-904fcb202eeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.459522] env[69440]: DEBUG oslo_concurrency.lockutils [req-1ff4ef4f-10ca-40b9-9847-c1f6b4ad0e54 req-7df08a62-fab8-4967-9512-7fb5ec6e55e5 service nova] Lock "cba02ffc-ef26-4f41-834e-904fcb202eeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.459754] env[69440]: DEBUG oslo_concurrency.lockutils [req-1ff4ef4f-10ca-40b9-9847-c1f6b4ad0e54 req-7df08a62-fab8-4967-9512-7fb5ec6e55e5 service nova] Lock "cba02ffc-ef26-4f41-834e-904fcb202eeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.459998] env[69440]: DEBUG nova.compute.manager [req-1ff4ef4f-10ca-40b9-9847-c1f6b4ad0e54 req-7df08a62-fab8-4967-9512-7fb5ec6e55e5 service nova] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] No waiting events found dispatching network-vif-plugged-ee229206-fbad-4558-892a-ce91c24f1b7a {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1183.460334] env[69440]: WARNING nova.compute.manager [req-1ff4ef4f-10ca-40b9-9847-c1f6b4ad0e54 req-7df08a62-fab8-4967-9512-7fb5ec6e55e5 service nova] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Received unexpected event network-vif-plugged-ee229206-fbad-4558-892a-ce91c24f1b7a for instance with vm_state building and task_state spawning. [ 1183.500770] env[69440]: INFO nova.compute.manager [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Rebuilding instance [ 1183.530731] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.316s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.533937] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.329s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.534470] env[69440]: DEBUG nova.objects.instance [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lazy-loading 'resources' on Instance uuid 79a1311f-55d1-4185-a46f-2919440e27f8 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.555261] env[69440]: DEBUG nova.compute.manager [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1183.556219] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42544636-372c-4e30-876b-5402b91f390d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.578674] env[69440]: DEBUG nova.network.neutron [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Successfully updated port: ee229206-fbad-4558-892a-ce91c24f1b7a {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.671556] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684925} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.671556] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a/ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.671556] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.671940] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d1065be-68ed-407e-baba-3f07d6c9bce2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.679240] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1183.679240] env[69440]: value = "task-4140331" [ 1183.679240] env[69440]: _type = "Task" [ 1183.679240] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.688986] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.749913] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.750183] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.750340] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.750527] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.750675] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.750824] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.751046] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.751218] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.751385] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.751557] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.751726] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.757051] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e34f29fa-4457-4b0d-8af4-9b17207f86d1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.773239] env[69440]: DEBUG oslo_vmware.api [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1183.773239] env[69440]: value = "task-4140332" [ 1183.773239] env[69440]: _type = "Task" [ 1183.773239] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.782563] env[69440]: DEBUG oslo_vmware.api [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.859344] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cb100fdf-252c-4ce2-b91a-4e8ec48ecf0f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "interface-0ab1e601-619d-44c6-8b3a-5f83462c0aa5-3415c996-fcb8-4929-a614-73dded9ad30e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.891s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.019098] env[69440]: DEBUG nova.network.neutron [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Updating instance_info_cache with network_info: [{"id": "16406d92-c599-47be-873d-63b9b14ce9e5", "address": "fa:16:3e:2b:e1:0d", "network": {"id": "f4523250-47d0-4b21-9fa3-fe57c85bf7fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2083703277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ee83552310e41e5abdf1a99a03859c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16406d92-c5", "ovs_interfaceid": "16406d92-c599-47be-873d-63b9b14ce9e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.039726] env[69440]: DEBUG oslo_concurrency.lockutils [None req-68ec7221-cff8-4cda-a373-5e9ae49cd71f tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "6db4be35-78b9-4afb-8270-d39988531a3a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.326s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.041072] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "6db4be35-78b9-4afb-8270-d39988531a3a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.430s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.041269] env[69440]: INFO nova.compute.manager [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Unshelving [ 1184.080800] env[69440]: DEBUG oslo_concurrency.lockutils [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "refresh_cache-cba02ffc-ef26-4f41-834e-904fcb202eeb" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.080864] env[69440]: DEBUG oslo_concurrency.lockutils [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "refresh_cache-cba02ffc-ef26-4f41-834e-904fcb202eeb" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.080987] env[69440]: DEBUG nova.network.neutron [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.191690] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067491} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.194511] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.195585] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4744dcce-81fc-4cec-9581-0d796b129c79 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.219415] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a/ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.222432] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfcce9d2-7ff4-4115-81cc-3768273e7656 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.244164] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1184.244164] env[69440]: value = "task-4140333" [ 1184.244164] env[69440]: _type = "Task" [ 1184.244164] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.257798] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.287534] env[69440]: DEBUG oslo_vmware.api [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140332, 'name': ReconfigVM_Task, 'duration_secs': 0.29698} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.288157] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Updating instance 'efd32a38-36e0-4f4d-9822-870d28a618d4' progress to 33 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.298701] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14df7ab5-b5b8-4047-a076-ca7b1928dbe9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.308068] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7267a5-7ad1-4c5a-a4c9-02973a01c5af {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.341477] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06b8ffb-99ac-4dd6-8baa-98a8dc54cd40 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.350960] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c347035b-42ac-4343-8260-88974b61b6a6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.366824] env[69440]: DEBUG nova.compute.provider_tree [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.521955] env[69440]: DEBUG oslo_concurrency.lockutils [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Releasing lock "refresh_cache-9c3e2817-dc42-4438-9db8-afb96ae7178b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.575127] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.575331] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0235c1b-0bfc-4911-aed8-2032d10ec157 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.585636] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1184.585636] env[69440]: value = "task-4140334" [ 1184.585636] env[69440]: _type = "Task" [ 1184.585636] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.596801] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.617148] env[69440]: DEBUG nova.network.neutron [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.755870] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140333, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.790220] env[69440]: DEBUG nova.network.neutron [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Updating instance_info_cache with network_info: [{"id": "ee229206-fbad-4558-892a-ce91c24f1b7a", "address": "fa:16:3e:c2:22:09", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee229206-fb", "ovs_interfaceid": "ee229206-fbad-4558-892a-ce91c24f1b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.794080] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.794376] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.794540] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.794737] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.794870] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.795031] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.795245] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.795411] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.795572] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.795737] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.795908] env[69440]: DEBUG nova.virt.hardware [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.801507] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1184.801841] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-392d417c-e0bd-4c31-b574-fcbc824e0e50 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.816853] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.816987] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.817085] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Deleting the datastore file [datastore2] 0ab1e601-619d-44c6-8b3a-5f83462c0aa5 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.817790] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f619906-71b0-4f0b-93a0-c54f65be6f43 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.824076] env[69440]: DEBUG oslo_vmware.api [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1184.824076] env[69440]: value = "task-4140335" [ 1184.824076] env[69440]: _type = "Task" [ 1184.824076] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.832131] env[69440]: DEBUG oslo_vmware.api [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1184.832131] env[69440]: value = "task-4140336" [ 1184.832131] env[69440]: _type = "Task" [ 1184.832131] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.836916] env[69440]: DEBUG oslo_vmware.api [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.846637] env[69440]: DEBUG oslo_vmware.api [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.869885] env[69440]: DEBUG nova.scheduler.client.report [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.071279] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.096423] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140334, 'name': PowerOffVM_Task, 'duration_secs': 0.260237} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.096692] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.096918] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.097751] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cff1478-340c-4ad2-a56f-1c43a3707ce4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.104785] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.105035] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7cbee47-b100-41d7-bad3-eca065c51029 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.129083] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.129435] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.129704] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Deleting the datastore file [datastore2] 30a1e2a4-8508-4697-a892-ae78aac038a7 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.130058] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcaa8b88-b606-4543-aecb-546691eec761 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.137160] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1185.137160] env[69440]: value = "task-4140338" [ 1185.137160] env[69440]: _type = "Task" [ 1185.137160] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.147219] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.254768] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140333, 'name': ReconfigVM_Task, 'duration_secs': 0.55107} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.255178] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Reconfigured VM instance instance-0000006c to attach disk [datastore1] ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a/ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.255728] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86ca6436-26f5-4233-849e-6552097e4b5a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.262392] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1185.262392] env[69440]: value = "task-4140339" [ 1185.262392] env[69440]: _type = "Task" [ 1185.262392] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.274573] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140339, 'name': Rename_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.293279] env[69440]: DEBUG oslo_concurrency.lockutils [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "refresh_cache-cba02ffc-ef26-4f41-834e-904fcb202eeb" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.293624] env[69440]: DEBUG nova.compute.manager [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Instance network_info: |[{"id": "ee229206-fbad-4558-892a-ce91c24f1b7a", "address": "fa:16:3e:c2:22:09", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee229206-fb", "ovs_interfaceid": "ee229206-fbad-4558-892a-ce91c24f1b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.294062] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:22:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee229206-fbad-4558-892a-ce91c24f1b7a', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.301830] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.302094] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.302432] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fd78e3a-e4e8-4f0d-b6f6-6dbab915bca2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.323750] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.323750] env[69440]: value = "task-4140340" [ 1185.323750] env[69440]: _type = "Task" [ 1185.323750] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.338193] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140340, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.345029] env[69440]: DEBUG oslo_vmware.api [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140335, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.351175] env[69440]: DEBUG oslo_vmware.api [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189988} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.351530] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.351730] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.351911] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.352102] env[69440]: INFO nova.compute.manager [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Took 2.44 seconds to destroy the instance on the hypervisor. [ 1185.352400] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.352659] env[69440]: DEBUG nova.compute.manager [-] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.352813] env[69440]: DEBUG nova.network.neutron [-] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.374920] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.377492] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.306s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.377735] env[69440]: DEBUG nova.objects.instance [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lazy-loading 'pci_requests' on Instance uuid 6db4be35-78b9-4afb-8270-d39988531a3a {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.393762] env[69440]: INFO nova.scheduler.client.report [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Deleted allocations for instance 79a1311f-55d1-4185-a46f-2919440e27f8 [ 1185.485390] env[69440]: DEBUG nova.compute.manager [req-0d25dff6-4fd1-4ed5-a156-b955d6fe2e12 req-1246e069-f7f5-405f-ae98-31a9b53cd556 service nova] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Received event network-changed-ee229206-fbad-4558-892a-ce91c24f1b7a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.485613] env[69440]: DEBUG nova.compute.manager [req-0d25dff6-4fd1-4ed5-a156-b955d6fe2e12 req-1246e069-f7f5-405f-ae98-31a9b53cd556 service nova] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Refreshing instance network info cache due to event network-changed-ee229206-fbad-4558-892a-ce91c24f1b7a. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.485904] env[69440]: DEBUG oslo_concurrency.lockutils [req-0d25dff6-4fd1-4ed5-a156-b955d6fe2e12 req-1246e069-f7f5-405f-ae98-31a9b53cd556 service nova] Acquiring lock "refresh_cache-cba02ffc-ef26-4f41-834e-904fcb202eeb" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.486075] env[69440]: DEBUG oslo_concurrency.lockutils [req-0d25dff6-4fd1-4ed5-a156-b955d6fe2e12 req-1246e069-f7f5-405f-ae98-31a9b53cd556 service nova] Acquired lock "refresh_cache-cba02ffc-ef26-4f41-834e-904fcb202eeb" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.486235] env[69440]: DEBUG nova.network.neutron [req-0d25dff6-4fd1-4ed5-a156-b955d6fe2e12 req-1246e069-f7f5-405f-ae98-31a9b53cd556 service nova] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Refreshing network info cache for port ee229206-fbad-4558-892a-ce91c24f1b7a {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.647044] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105404} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.647322] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.647600] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.647694] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.773775] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140339, 'name': Rename_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.837123] env[69440]: DEBUG oslo_vmware.api [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140335, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.840556] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140340, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.882380] env[69440]: DEBUG nova.objects.instance [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lazy-loading 'numa_topology' on Instance uuid 6db4be35-78b9-4afb-8270-d39988531a3a {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.904086] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "79a1311f-55d1-4185-a46f-2919440e27f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.379s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.056731] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.057622] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-831fc5e1-a7f3-49c4-ba88-f7c95971dff3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.066968] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1186.066968] env[69440]: value = "task-4140341" [ 1186.066968] env[69440]: _type = "Task" [ 1186.066968] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.081695] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.238853] env[69440]: DEBUG nova.network.neutron [req-0d25dff6-4fd1-4ed5-a156-b955d6fe2e12 req-1246e069-f7f5-405f-ae98-31a9b53cd556 service nova] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Updated VIF entry in instance network info cache for port ee229206-fbad-4558-892a-ce91c24f1b7a. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.238853] env[69440]: DEBUG nova.network.neutron [req-0d25dff6-4fd1-4ed5-a156-b955d6fe2e12 req-1246e069-f7f5-405f-ae98-31a9b53cd556 service nova] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Updating instance_info_cache with network_info: [{"id": "ee229206-fbad-4558-892a-ce91c24f1b7a", "address": "fa:16:3e:c2:22:09", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee229206-fb", "ovs_interfaceid": "ee229206-fbad-4558-892a-ce91c24f1b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.274670] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140339, 'name': Rename_Task, 'duration_secs': 0.909066} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.278159] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.278159] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-608b000c-a722-4e87-a434-fdd0e643d042 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.286032] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1186.286032] env[69440]: value = "task-4140342" [ 1186.286032] env[69440]: _type = "Task" [ 1186.286032] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.295223] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.345144] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140340, 'name': CreateVM_Task, 'duration_secs': 1.016764} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.351427] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.351427] env[69440]: DEBUG oslo_vmware.api [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140335, 'name': ReconfigVM_Task, 'duration_secs': 1.235074} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.351909] env[69440]: DEBUG oslo_concurrency.lockutils [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.352638] env[69440]: DEBUG oslo_concurrency.lockutils [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.352775] env[69440]: DEBUG oslo_concurrency.lockutils [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.353381] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1186.353381] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f742c0ee-3686-41e1-91f0-570dc87bda5a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.357045] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076b2619-8dc2-40fd-82d3-4e25fa2dab93 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.379594] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1186.379594] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52fec000-70d1-9216-bc99-6ac694d34c6e" [ 1186.379594] env[69440]: _type = "Task" [ 1186.379594] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.387059] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] efd32a38-36e0-4f4d-9822-870d28a618d4/efd32a38-36e0-4f4d-9822-870d28a618d4.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.387508] env[69440]: INFO nova.compute.claims [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.390110] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae86dcaa-5fad-4dd3-a3f8-ca705ff926f2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.413803] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52fec000-70d1-9216-bc99-6ac694d34c6e, 'name': SearchDatastore_Task, 'duration_secs': 0.010387} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.415634] env[69440]: DEBUG oslo_concurrency.lockutils [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.415988] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.416309] env[69440]: DEBUG oslo_concurrency.lockutils [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.416516] env[69440]: DEBUG oslo_concurrency.lockutils [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.416749] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.417399] env[69440]: DEBUG oslo_vmware.api [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1186.417399] env[69440]: value = "task-4140343" [ 1186.417399] env[69440]: _type = "Task" [ 1186.417399] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.417568] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af2a7d4c-7688-4d1d-8ec4-ff8cc5b56a9a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.430068] env[69440]: DEBUG oslo_vmware.api [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140343, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.431658] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.431915] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.433458] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd5eca4-e593-473c-ae6d-2d355d405d5b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.440350] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1186.440350] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52cb00cd-af00-d5f0-001c-761d177cc986" [ 1186.440350] env[69440]: _type = "Task" [ 1186.440350] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.450431] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52cb00cd-af00-d5f0-001c-761d177cc986, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.477811] env[69440]: DEBUG nova.network.neutron [-] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.577643] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140341, 'name': PowerOffVM_Task, 'duration_secs': 0.232931} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.577955] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.578815] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f26d014-5e7e-46df-89f5-4ac55fe7cca8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.599738] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bf83e6-b9f5-4174-9930-d586ac7da26a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.642297] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.642665] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0776b63f-7841-4317-ba2c-5f70c03957d2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.650625] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1186.650625] env[69440]: value = "task-4140344" [ 1186.650625] env[69440]: _type = "Task" [ 1186.650625] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.662536] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.685582] env[69440]: DEBUG nova.virt.hardware [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.685887] env[69440]: DEBUG nova.virt.hardware [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.686066] env[69440]: DEBUG nova.virt.hardware [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.686261] env[69440]: DEBUG nova.virt.hardware [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.686410] env[69440]: DEBUG nova.virt.hardware [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.686558] env[69440]: DEBUG nova.virt.hardware [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.686764] env[69440]: DEBUG nova.virt.hardware [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.686927] env[69440]: DEBUG nova.virt.hardware [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.687154] env[69440]: DEBUG nova.virt.hardware [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.687329] env[69440]: DEBUG nova.virt.hardware [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.687500] env[69440]: DEBUG nova.virt.hardware [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.688411] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68d0e06-0f65-4371-8af1-0476bfda09a0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.698168] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f56f764-bf57-4f40-8fa1-5439e6985574 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.714023] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Instance VIF info [] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.719537] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.719858] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.720124] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15513f34-6e1b-4974-aaec-acd3a8f29911 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.738904] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.738904] env[69440]: value = "task-4140345" [ 1186.738904] env[69440]: _type = "Task" [ 1186.738904] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.747276] env[69440]: DEBUG oslo_concurrency.lockutils [req-0d25dff6-4fd1-4ed5-a156-b955d6fe2e12 req-1246e069-f7f5-405f-ae98-31a9b53cd556 service nova] Releasing lock "refresh_cache-cba02ffc-ef26-4f41-834e-904fcb202eeb" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.751559] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140345, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.794949] env[69440]: DEBUG oslo_vmware.api [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140342, 'name': PowerOnVM_Task, 'duration_secs': 0.508318} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.795279] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.795487] env[69440]: INFO nova.compute.manager [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1186.795666] env[69440]: DEBUG nova.compute.manager [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1186.796570] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba65a517-4c5e-4e25-bc69-c2556dea5dba {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.931070] env[69440]: DEBUG oslo_vmware.api [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140343, 'name': ReconfigVM_Task, 'duration_secs': 0.300636} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.931381] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Reconfigured VM instance instance-00000031 to attach disk [datastore1] efd32a38-36e0-4f4d-9822-870d28a618d4/efd32a38-36e0-4f4d-9822-870d28a618d4.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.931738] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Updating instance 'efd32a38-36e0-4f4d-9822-870d28a618d4' progress to 50 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.952949] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52cb00cd-af00-d5f0-001c-761d177cc986, 'name': SearchDatastore_Task, 'duration_secs': 0.010562} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.953793] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ddc8cf-3e2c-454a-92ad-4f796fc39da3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.959895] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1186.959895] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52db31f7-7b92-87c4-6a16-c2f8c18620a8" [ 1186.959895] env[69440]: _type = "Task" [ 1186.959895] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.968883] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52db31f7-7b92-87c4-6a16-c2f8c18620a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.981061] env[69440]: INFO nova.compute.manager [-] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Took 1.63 seconds to deallocate network for instance. [ 1187.162783] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] VM already powered off {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1187.163050] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.163261] env[69440]: DEBUG oslo_concurrency.lockutils [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.163409] env[69440]: DEBUG oslo_concurrency.lockutils [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.163582] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.163845] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00a4ade9-73a1-4754-a157-72ea4c176e28 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.173501] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.173734] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.174471] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6b22934-433c-4e0f-b3ab-8f7da92eecaa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.180878] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1187.180878] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52323f1e-5397-ab84-b55f-3180b29a492a" [ 1187.180878] env[69440]: _type = "Task" [ 1187.180878] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.189951] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52323f1e-5397-ab84-b55f-3180b29a492a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.249110] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140345, 'name': CreateVM_Task, 'duration_secs': 0.311278} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.249316] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.249745] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.249911] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.250283] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.250555] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dd778a8-a47e-4648-ada7-52fa456aef89 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.256723] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1187.256723] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]523aad30-e181-e870-370b-c8acbcec6196" [ 1187.256723] env[69440]: _type = "Task" [ 1187.256723] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.267210] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523aad30-e181-e870-370b-c8acbcec6196, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.317607] env[69440]: INFO nova.compute.manager [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Took 19.89 seconds to build instance. [ 1187.439460] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b8492d-8054-4fc9-87e9-0e5990c140b5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.468802] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5b88bc-c11b-42e8-8fda-601261c73365 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.477765] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52db31f7-7b92-87c4-6a16-c2f8c18620a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010902} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.492534] env[69440]: DEBUG oslo_concurrency.lockutils [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.492833] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] cba02ffc-ef26-4f41-834e-904fcb202eeb/cba02ffc-ef26-4f41-834e-904fcb202eeb.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.493810] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.494175] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Updating instance 'efd32a38-36e0-4f4d-9822-870d28a618d4' progress to 67 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.500287] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29b6d9db-a79e-4332-b593-cc02e581705f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.509465] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1187.509465] env[69440]: value = "task-4140346" [ 1187.509465] env[69440]: _type = "Task" [ 1187.509465] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.522134] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.536899] env[69440]: DEBUG nova.compute.manager [req-011522ac-b5d5-4d3c-9b81-9c3a854bec22 req-2ad80fde-cdaa-4c5a-bf32-1a57d6097ed8 service nova] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Received event network-vif-deleted-4ccf7465-75dc-46dd-bdc4-04ff5445eabc {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.646434] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484d471f-6cad-4a84-ba80-e61bb70cdd5a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.655988] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545fd8fe-2df1-4ab6-b8bc-c537ec141919 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.693560] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650d7ecc-ff9b-4d6f-9f12-c2f6b9911cb0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.704107] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52323f1e-5397-ab84-b55f-3180b29a492a, 'name': SearchDatastore_Task, 'duration_secs': 0.010595} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.707112] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9837594-3f35-486f-b73f-67e0e67fc73f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.710582] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d0ec89-ab49-4ac8-a499-1c730536c149 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.718604] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1187.718604] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]521c3c16-5341-79cf-80f3-e7dc44b7e8c0" [ 1187.718604] env[69440]: _type = "Task" [ 1187.718604] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.726854] env[69440]: DEBUG nova.compute.provider_tree [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.737981] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521c3c16-5341-79cf-80f3-e7dc44b7e8c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.767678] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523aad30-e181-e870-370b-c8acbcec6196, 'name': SearchDatastore_Task, 'duration_secs': 0.010925} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.768064] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.768313] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.768529] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.823047] env[69440]: DEBUG oslo_concurrency.lockutils [None req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.403s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.020410] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140346, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.054038] env[69440]: DEBUG nova.network.neutron [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Port 4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda binding to destination host cpu-1 is already ACTIVE {{(pid=69440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1188.191596] env[69440]: DEBUG oslo_concurrency.lockutils [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "4ae7afb6-2812-4f28-842b-a3fd38624537" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.191838] env[69440]: DEBUG oslo_concurrency.lockutils [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "4ae7afb6-2812-4f28-842b-a3fd38624537" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.232854] env[69440]: DEBUG nova.scheduler.client.report [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.240666] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521c3c16-5341-79cf-80f3-e7dc44b7e8c0, 'name': SearchDatastore_Task, 'duration_secs': 0.018049} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.241188] env[69440]: DEBUG oslo_concurrency.lockutils [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.241448] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 9c3e2817-dc42-4438-9db8-afb96ae7178b/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk. {{(pid=69440) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1188.241772] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.241956] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.242215] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3413acde-a085-46ae-b6c9-1c61e42dfce4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.244572] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9366bda5-75da-40f8-a40f-e91607f6ae58 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.254711] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1188.254711] env[69440]: value = "task-4140347" [ 1188.254711] env[69440]: _type = "Task" [ 1188.254711] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.256824] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.257042] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.261580] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d12a9c2-d260-4ee6-ae47-216f1129e690 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.268106] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1188.268106] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d32bfe-3456-bfb3-150e-b442f32ae03c" [ 1188.268106] env[69440]: _type = "Task" [ 1188.268106] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.271353] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.280157] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d32bfe-3456-bfb3-150e-b442f32ae03c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.522174] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140346, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.695187] env[69440]: DEBUG nova.compute.manager [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.741935] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.364s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.744236] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.250s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.744469] env[69440]: DEBUG nova.objects.instance [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lazy-loading 'resources' on Instance uuid 0ab1e601-619d-44c6-8b3a-5f83462c0aa5 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.766658] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.775162] env[69440]: INFO nova.network.neutron [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Updating port 9d41fd79-ca9f-4221-81b5-a61cc5686462 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1188.783032] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d32bfe-3456-bfb3-150e-b442f32ae03c, 'name': SearchDatastore_Task, 'duration_secs': 0.012663} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.783788] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-689d8732-7300-4b24-b620-ca80a55d2229 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.790442] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1188.790442] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52e361ed-c183-4a7b-272d-336f93167678" [ 1188.790442] env[69440]: _type = "Task" [ 1188.790442] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.799407] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e361ed-c183-4a7b-272d-336f93167678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.022533] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140346, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.491869} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.022729] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] cba02ffc-ef26-4f41-834e-904fcb202eeb/cba02ffc-ef26-4f41-834e-904fcb202eeb.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.022998] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.023245] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b5b3ffb-11a0-4e3b-98d9-662a5c058ac2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.033239] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1189.033239] env[69440]: value = "task-4140348" [ 1189.033239] env[69440]: _type = "Task" [ 1189.033239] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.042627] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.078334] env[69440]: DEBUG oslo_concurrency.lockutils [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "efd32a38-36e0-4f4d-9822-870d28a618d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.078597] env[69440]: DEBUG oslo_concurrency.lockutils [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "efd32a38-36e0-4f4d-9822-870d28a618d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.078786] env[69440]: DEBUG oslo_concurrency.lockutils [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "efd32a38-36e0-4f4d-9822-870d28a618d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.147934] env[69440]: DEBUG nova.compute.manager [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Stashing vm_state: active {{(pid=69440) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1189.223882] env[69440]: DEBUG oslo_concurrency.lockutils [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.273534] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140347, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.306380] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e361ed-c183-4a7b-272d-336f93167678, 'name': SearchDatastore_Task, 'duration_secs': 0.011442} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.309359] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.309662] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 30a1e2a4-8508-4697-a892-ae78aac038a7/30a1e2a4-8508-4697-a892-ae78aac038a7.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.310294] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bb6e5c9-1b02-4c08-8799-346bf9f7d0d0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.326486] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1189.326486] env[69440]: value = "task-4140349" [ 1189.326486] env[69440]: _type = "Task" [ 1189.326486] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.338336] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.469319] env[69440]: DEBUG oslo_concurrency.lockutils [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Acquiring lock "f828147e-3bfc-48ac-b3c8-e5feae7a8767" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.469566] env[69440]: DEBUG oslo_concurrency.lockutils [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Lock "f828147e-3bfc-48ac-b3c8-e5feae7a8767" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.469767] env[69440]: DEBUG oslo_concurrency.lockutils [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Acquiring lock "f828147e-3bfc-48ac-b3c8-e5feae7a8767-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.469948] env[69440]: DEBUG oslo_concurrency.lockutils [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Lock "f828147e-3bfc-48ac-b3c8-e5feae7a8767-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.470135] env[69440]: DEBUG oslo_concurrency.lockutils [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Lock "f828147e-3bfc-48ac-b3c8-e5feae7a8767-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.472232] env[69440]: INFO nova.compute.manager [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Terminating instance [ 1189.499807] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a510fc-3cca-4ea6-a4f2-2d0f7aed09a1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.508374] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab4ab6e-1e83-4f5f-82a2-0f42bbadf625 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.544660] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bf2f3b-fe78-4532-8fb2-72361f27446a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.557924] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16797354-a115-4045-a033-29578f66341b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.563314] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08066} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.563616] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.564955] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b6b1b1-c160-43db-94d9-17ed0cbe1b08 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.577262] env[69440]: DEBUG nova.compute.provider_tree [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.604074] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] cba02ffc-ef26-4f41-834e-904fcb202eeb/cba02ffc-ef26-4f41-834e-904fcb202eeb.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.606323] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbe36ae3-6509-45cb-8b37-726e67e13ff4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.630677] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1189.630677] env[69440]: value = "task-4140350" [ 1189.630677] env[69440]: _type = "Task" [ 1189.630677] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.643450] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.671066] env[69440]: DEBUG oslo_concurrency.lockutils [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.773659] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140347, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.16574} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.774186] env[69440]: INFO nova.virt.vmwareapi.ds_util [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 9c3e2817-dc42-4438-9db8-afb96ae7178b/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk. [ 1189.775664] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefa5722-8afd-49c6-b2af-034e56c5d77f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.807452] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 9c3e2817-dc42-4438-9db8-afb96ae7178b/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.807712] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-092c11ef-5603-4d79-9954-415cf0885a5e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.830125] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1189.830125] env[69440]: value = "task-4140351" [ 1189.830125] env[69440]: _type = "Task" [ 1189.830125] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.844174] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140349, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.847925] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140351, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.978714] env[69440]: DEBUG nova.compute.manager [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.978997] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.980025] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824a6e6f-4080-4550-b39d-f923099c4ab5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.988694] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.988995] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c89cd9c2-d266-4e9c-8123-19fd5b3d8a05 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.997703] env[69440]: DEBUG oslo_vmware.api [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Waiting for the task: (returnval){ [ 1189.997703] env[69440]: value = "task-4140352" [ 1189.997703] env[69440]: _type = "Task" [ 1189.997703] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.005982] env[69440]: DEBUG oslo_vmware.api [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Task: {'id': task-4140352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.082883] env[69440]: DEBUG nova.scheduler.client.report [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.142316] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.161353] env[69440]: DEBUG oslo_concurrency.lockutils [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.161655] env[69440]: DEBUG oslo_concurrency.lockutils [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.161745] env[69440]: DEBUG nova.network.neutron [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.244303] env[69440]: DEBUG nova.compute.manager [req-a4237417-8c4b-4f14-badb-7767da6bf145 req-dc16d249-3fb9-4326-8f56-3afc99148218 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Received event network-vif-plugged-9d41fd79-ca9f-4221-81b5-a61cc5686462 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.244450] env[69440]: DEBUG oslo_concurrency.lockutils [req-a4237417-8c4b-4f14-badb-7767da6bf145 req-dc16d249-3fb9-4326-8f56-3afc99148218 service nova] Acquiring lock "6db4be35-78b9-4afb-8270-d39988531a3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.244675] env[69440]: DEBUG oslo_concurrency.lockutils [req-a4237417-8c4b-4f14-badb-7767da6bf145 req-dc16d249-3fb9-4326-8f56-3afc99148218 service nova] Lock "6db4be35-78b9-4afb-8270-d39988531a3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.244864] env[69440]: DEBUG oslo_concurrency.lockutils [req-a4237417-8c4b-4f14-badb-7767da6bf145 req-dc16d249-3fb9-4326-8f56-3afc99148218 service nova] Lock "6db4be35-78b9-4afb-8270-d39988531a3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.245744] env[69440]: DEBUG nova.compute.manager [req-a4237417-8c4b-4f14-badb-7767da6bf145 req-dc16d249-3fb9-4326-8f56-3afc99148218 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] No waiting events found dispatching network-vif-plugged-9d41fd79-ca9f-4221-81b5-a61cc5686462 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1190.245956] env[69440]: WARNING nova.compute.manager [req-a4237417-8c4b-4f14-badb-7767da6bf145 req-dc16d249-3fb9-4326-8f56-3afc99148218 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Received unexpected event network-vif-plugged-9d41fd79-ca9f-4221-81b5-a61cc5686462 for instance with vm_state shelved_offloaded and task_state spawning. [ 1190.347272] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547201} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.352017] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 30a1e2a4-8508-4697-a892-ae78aac038a7/30a1e2a4-8508-4697-a892-ae78aac038a7.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.352017] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.352017] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.352763] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "refresh_cache-6db4be35-78b9-4afb-8270-d39988531a3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.353320] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquired lock "refresh_cache-6db4be35-78b9-4afb-8270-d39988531a3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.353320] env[69440]: DEBUG nova.network.neutron [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.354334] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c473f869-f1e2-4963-999c-3b157b12ea4f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.362466] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1190.362466] env[69440]: value = "task-4140353" [ 1190.362466] env[69440]: _type = "Task" [ 1190.362466] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.374053] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.508594] env[69440]: DEBUG oslo_vmware.api [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Task: {'id': task-4140352, 'name': PowerOffVM_Task, 'duration_secs': 0.254123} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.508875] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.509054] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.509315] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b4f1839-8358-46ee-b313-0276b83fa111 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.582640] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.583054] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.583119] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Deleting the datastore file [datastore1] f828147e-3bfc-48ac-b3c8-e5feae7a8767 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.583401] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88996f4e-4524-454b-b82f-6c2f28e0af36 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.591525] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.594060] env[69440]: DEBUG oslo_vmware.api [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Waiting for the task: (returnval){ [ 1190.594060] env[69440]: value = "task-4140355" [ 1190.594060] env[69440]: _type = "Task" [ 1190.594060] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.594529] env[69440]: DEBUG oslo_concurrency.lockutils [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.371s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.596552] env[69440]: INFO nova.compute.claims [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.608255] env[69440]: DEBUG oslo_vmware.api [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Task: {'id': task-4140355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.612798] env[69440]: INFO nova.scheduler.client.report [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Deleted allocations for instance 0ab1e601-619d-44c6-8b3a-5f83462c0aa5 [ 1190.641336] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140350, 'name': ReconfigVM_Task, 'duration_secs': 0.601151} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.642031] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Reconfigured VM instance instance-0000006d to attach disk [datastore1] cba02ffc-ef26-4f41-834e-904fcb202eeb/cba02ffc-ef26-4f41-834e-904fcb202eeb.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.643081] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c87310f3-55dc-4191-96f8-b115e40c0228 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.651065] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1190.651065] env[69440]: value = "task-4140356" [ 1190.651065] env[69440]: _type = "Task" [ 1190.651065] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.660555] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140356, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.844321] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140351, 'name': ReconfigVM_Task, 'duration_secs': 0.775831} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.845036] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 9c3e2817-dc42-4438-9db8-afb96ae7178b/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.845429] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a00dfca-a2fa-4e2e-b20e-62415e108991 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.884222] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8473b383-1e01-4e97-9d2e-ea0583733d80 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.904171] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064943} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.907034] env[69440]: DEBUG nova.network.neutron [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Updating instance_info_cache with network_info: [{"id": "4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda", "address": "fa:16:3e:23:01:ff", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd4c6a1-a9", "ovs_interfaceid": "4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.909069] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.909791] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1190.909791] env[69440]: value = "task-4140357" [ 1190.909791] env[69440]: _type = "Task" [ 1190.909791] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.911268] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a75896-9ac0-4339-ae06-b4382fecd01a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.939905] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 30a1e2a4-8508-4697-a892-ae78aac038a7/30a1e2a4-8508-4697-a892-ae78aac038a7.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.940282] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.941162] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a8438c8-694f-473f-947a-6a9e4cacb085 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.965977] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1190.965977] env[69440]: value = "task-4140358" [ 1190.965977] env[69440]: _type = "Task" [ 1190.965977] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.975657] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.118331] env[69440]: DEBUG oslo_vmware.api [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Task: {'id': task-4140355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184343} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.118331] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.118331] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.118331] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.118331] env[69440]: INFO nova.compute.manager [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1191.118722] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.121488] env[69440]: DEBUG nova.compute.manager [-] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1191.121643] env[69440]: DEBUG nova.network.neutron [-] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.124411] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "0ab1e601-619d-44c6-8b3a-5f83462c0aa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.721s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.165820] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140356, 'name': Rename_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.216301] env[69440]: DEBUG nova.network.neutron [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Updating instance_info_cache with network_info: [{"id": "9d41fd79-ca9f-4221-81b5-a61cc5686462", "address": "fa:16:3e:92:00:f0", "network": {"id": "c76cc809-ee36-4e50-8515-023def1b953b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-783545152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a06ebe28624c3e95dd75087b826705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d41fd79-ca", "ovs_interfaceid": "9d41fd79-ca9f-4221-81b5-a61cc5686462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.398245] env[69440]: DEBUG oslo_concurrency.lockutils [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "b1f6f084-7688-45cf-b912-4a0a66a33b34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.398584] env[69440]: DEBUG oslo_concurrency.lockutils [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "b1f6f084-7688-45cf-b912-4a0a66a33b34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.398869] env[69440]: DEBUG oslo_concurrency.lockutils [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "b1f6f084-7688-45cf-b912-4a0a66a33b34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.398987] env[69440]: DEBUG oslo_concurrency.lockutils [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "b1f6f084-7688-45cf-b912-4a0a66a33b34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.399192] env[69440]: DEBUG oslo_concurrency.lockutils [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "b1f6f084-7688-45cf-b912-4a0a66a33b34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.401391] env[69440]: INFO nova.compute.manager [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Terminating instance [ 1191.411622] env[69440]: DEBUG oslo_concurrency.lockutils [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.425705] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140357, 'name': ReconfigVM_Task, 'duration_secs': 0.467569} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.430020] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.430020] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcafe87f-2939-43ed-8cfa-78fd73ce4bc9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.433598] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1191.433598] env[69440]: value = "task-4140359" [ 1191.433598] env[69440]: _type = "Task" [ 1191.433598] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.442571] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.476202] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.662262] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140356, 'name': Rename_Task, 'duration_secs': 0.596284} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.664720] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.665153] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df420af1-9126-40b4-afcd-2de49436d3de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.671943] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1191.671943] env[69440]: value = "task-4140360" [ 1191.671943] env[69440]: _type = "Task" [ 1191.671943] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.683563] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.719289] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Releasing lock "refresh_cache-6db4be35-78b9-4afb-8270-d39988531a3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.747528] env[69440]: DEBUG nova.virt.hardware [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9a312e4989fa44cad2a490564c16aeb9',container_format='bare',created_at=2025-05-14T09:57:49Z,direct_url=,disk_format='vmdk',id=52c46dd5-7cf7-46a7-962f-3816e012956b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1359482671-shelved',owner='f8a06ebe28624c3e95dd75087b826705',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-05-14T09:58:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.747802] env[69440]: DEBUG nova.virt.hardware [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.747983] env[69440]: DEBUG nova.virt.hardware [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.748293] env[69440]: DEBUG nova.virt.hardware [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.748530] env[69440]: DEBUG nova.virt.hardware [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.748706] env[69440]: DEBUG nova.virt.hardware [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.748921] env[69440]: DEBUG nova.virt.hardware [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.749095] env[69440]: DEBUG nova.virt.hardware [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.749267] env[69440]: DEBUG nova.virt.hardware [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.749429] env[69440]: DEBUG nova.virt.hardware [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.749602] env[69440]: DEBUG nova.virt.hardware [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.750645] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5be590-870b-4592-b905-3464855e1740 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.771196] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ccd6a3-bc71-44fb-bbcd-fe724ed9f9f7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.795538] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:00:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d41fd79-ca9f-4221-81b5-a61cc5686462', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.804023] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.807509] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.808019] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1f4588b-f188-4089-ae03-dfc6e766ad85 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.833031] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.833031] env[69440]: value = "task-4140361" [ 1191.833031] env[69440]: _type = "Task" [ 1191.833031] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.844447] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140361, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.872657] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592ca56e-fd6b-4c82-9024-42776728d186 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.881471] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45fb6c1-44e4-4b1c-82c1-2ac108b61f5c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.918885] env[69440]: DEBUG nova.compute.manager [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.919131] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.920655] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e104f870-ac4a-424f-bf57-0ed24a83b9d3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.927741] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df0457b-22b1-4966-acfd-6e39dc14a3b5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.945747] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.949047] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87f890d-de02-4685-aa17-e4b7bfeca172 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.955883] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f44cc6b-1b03-48d5-800d-8815a23d2ce5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.958203] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef145f6a-9ac2-4092-97fe-b404b0a68a1b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.964188] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.995134] env[69440]: DEBUG oslo_vmware.api [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1191.995134] env[69440]: value = "task-4140362" [ 1191.995134] env[69440]: _type = "Task" [ 1191.995134] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.995524] env[69440]: DEBUG nova.compute.provider_tree [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.999030] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9a387d-e3be-451c-9dc7-0a5bba7605f7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.010952] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140358, 'name': ReconfigVM_Task, 'duration_secs': 0.633029} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.012833] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 30a1e2a4-8508-4697-a892-ae78aac038a7/30a1e2a4-8508-4697-a892-ae78aac038a7.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.014551] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8923f401-879a-4feb-bbf7-fece3ad5d61c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.022764] env[69440]: DEBUG oslo_vmware.api [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.023213] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Updating instance 'efd32a38-36e0-4f4d-9822-870d28a618d4' progress to 83 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.037412] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1192.037412] env[69440]: value = "task-4140363" [ 1192.037412] env[69440]: _type = "Task" [ 1192.037412] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.051590] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140363, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.130650] env[69440]: DEBUG nova.network.neutron [-] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.190043] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140360, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.277210] env[69440]: DEBUG nova.compute.manager [req-850bb9aa-721a-4127-b5bf-1e475dc0ce59 req-b022f1a9-d331-4445-b931-c33665a0b6c1 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Received event network-changed-9d41fd79-ca9f-4221-81b5-a61cc5686462 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.277511] env[69440]: DEBUG nova.compute.manager [req-850bb9aa-721a-4127-b5bf-1e475dc0ce59 req-b022f1a9-d331-4445-b931-c33665a0b6c1 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Refreshing instance network info cache due to event network-changed-9d41fd79-ca9f-4221-81b5-a61cc5686462. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.277817] env[69440]: DEBUG oslo_concurrency.lockutils [req-850bb9aa-721a-4127-b5bf-1e475dc0ce59 req-b022f1a9-d331-4445-b931-c33665a0b6c1 service nova] Acquiring lock "refresh_cache-6db4be35-78b9-4afb-8270-d39988531a3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.278059] env[69440]: DEBUG oslo_concurrency.lockutils [req-850bb9aa-721a-4127-b5bf-1e475dc0ce59 req-b022f1a9-d331-4445-b931-c33665a0b6c1 service nova] Acquired lock "refresh_cache-6db4be35-78b9-4afb-8270-d39988531a3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.278304] env[69440]: DEBUG nova.network.neutron [req-850bb9aa-721a-4127-b5bf-1e475dc0ce59 req-b022f1a9-d331-4445-b931-c33665a0b6c1 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Refreshing network info cache for port 9d41fd79-ca9f-4221-81b5-a61cc5686462 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.342827] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140361, 'name': CreateVM_Task, 'duration_secs': 0.419804} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.342992] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.343680] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/52c46dd5-7cf7-46a7-962f-3816e012956b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.343845] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/52c46dd5-7cf7-46a7-962f-3816e012956b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.344314] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/52c46dd5-7cf7-46a7-962f-3816e012956b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.344505] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a605704a-d998-4110-8935-23ce538f11f0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.350149] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1192.350149] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5208aa21-7b2c-ba42-8e87-402ff32dc716" [ 1192.350149] env[69440]: _type = "Task" [ 1192.350149] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.359390] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5208aa21-7b2c-ba42-8e87-402ff32dc716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.444603] env[69440]: DEBUG oslo_vmware.api [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140359, 'name': PowerOnVM_Task, 'duration_secs': 0.574495} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.445018] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.448486] env[69440]: DEBUG nova.compute.manager [None req-744e3bd6-1992-4dc2-87e4-d014a454532f tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1192.449478] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28b0648-5bf5-4f6f-8ef9-8c844d32a70e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.500436] env[69440]: DEBUG nova.scheduler.client.report [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.513576] env[69440]: DEBUG oslo_vmware.api [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140362, 'name': PowerOffVM_Task, 'duration_secs': 0.27572} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.513946] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.514195] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.514529] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a321a9d0-4404-428c-89d2-4e2d54bd6f6a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.531149] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.531503] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfb3be76-99c5-4ceb-bc97-aaa723c47121 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.539384] env[69440]: DEBUG oslo_vmware.api [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1192.539384] env[69440]: value = "task-4140365" [ 1192.539384] env[69440]: _type = "Task" [ 1192.539384] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.553976] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140363, 'name': Rename_Task, 'duration_secs': 0.192761} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.557734] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.558131] env[69440]: DEBUG oslo_vmware.api [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.558399] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7b44648-25b5-49eb-9d8d-8f07eac4b756 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.566083] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1192.566083] env[69440]: value = "task-4140366" [ 1192.566083] env[69440]: _type = "Task" [ 1192.566083] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.575512] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.588377] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.588670] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.588762] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Deleting the datastore file [datastore1] b1f6f084-7688-45cf-b912-4a0a66a33b34 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.589137] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-959141d9-5a43-4fa7-9024-b2096b23e55f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.598218] env[69440]: DEBUG oslo_vmware.api [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for the task: (returnval){ [ 1192.598218] env[69440]: value = "task-4140367" [ 1192.598218] env[69440]: _type = "Task" [ 1192.598218] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.607417] env[69440]: DEBUG oslo_vmware.api [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.637239] env[69440]: INFO nova.compute.manager [-] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Took 1.52 seconds to deallocate network for instance. [ 1192.684586] env[69440]: DEBUG oslo_vmware.api [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140360, 'name': PowerOnVM_Task, 'duration_secs': 0.60277} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.685167] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.685167] env[69440]: INFO nova.compute.manager [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1192.685281] env[69440]: DEBUG nova.compute.manager [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1192.686034] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3ce21f-8f00-4ed0-a1f2-a2d092cd656b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.864034] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/52c46dd5-7cf7-46a7-962f-3816e012956b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.864330] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Processing image 52c46dd5-7cf7-46a7-962f-3816e012956b {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.864594] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/52c46dd5-7cf7-46a7-962f-3816e012956b/52c46dd5-7cf7-46a7-962f-3816e012956b.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.864756] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/52c46dd5-7cf7-46a7-962f-3816e012956b/52c46dd5-7cf7-46a7-962f-3816e012956b.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.864942] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.865228] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f785f62-ab96-4a16-a9e1-6ae881fe2ff2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.885763] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.886031] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.886905] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b3edd9-637d-4eec-ad22-be493da1a607 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.893296] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1192.893296] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]527be3ec-ac7d-046f-84a6-01141b0cf4b6" [ 1192.893296] env[69440]: _type = "Task" [ 1192.893296] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.902650] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]527be3ec-ac7d-046f-84a6-01141b0cf4b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.005037] env[69440]: DEBUG oslo_concurrency.lockutils [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.005735] env[69440]: DEBUG nova.compute.manager [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.009748] env[69440]: DEBUG oslo_concurrency.lockutils [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.339s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.055981] env[69440]: DEBUG oslo_vmware.api [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140365, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.079484] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140366, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.107973] env[69440]: DEBUG oslo_vmware.api [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Task: {'id': task-4140367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283447} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.112043] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.112272] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.112512] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.112726] env[69440]: INFO nova.compute.manager [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1193.113037] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.113280] env[69440]: DEBUG nova.compute.manager [-] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.113380] env[69440]: DEBUG nova.network.neutron [-] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.143970] env[69440]: DEBUG oslo_concurrency.lockutils [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.205288] env[69440]: INFO nova.compute.manager [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Took 23.04 seconds to build instance. [ 1193.259580] env[69440]: DEBUG nova.network.neutron [req-850bb9aa-721a-4127-b5bf-1e475dc0ce59 req-b022f1a9-d331-4445-b931-c33665a0b6c1 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Updated VIF entry in instance network info cache for port 9d41fd79-ca9f-4221-81b5-a61cc5686462. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.260078] env[69440]: DEBUG nova.network.neutron [req-850bb9aa-721a-4127-b5bf-1e475dc0ce59 req-b022f1a9-d331-4445-b931-c33665a0b6c1 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Updating instance_info_cache with network_info: [{"id": "9d41fd79-ca9f-4221-81b5-a61cc5686462", "address": "fa:16:3e:92:00:f0", "network": {"id": "c76cc809-ee36-4e50-8515-023def1b953b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-783545152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a06ebe28624c3e95dd75087b826705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d41fd79-ca", "ovs_interfaceid": "9d41fd79-ca9f-4221-81b5-a61cc5686462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.407246] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Preparing fetch location {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1193.407246] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Fetch image to [datastore2] OSTACK_IMG_b9d773f9-066c-44a3-8a19-0ab9ce7f7332/OSTACK_IMG_b9d773f9-066c-44a3-8a19-0ab9ce7f7332.vmdk {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1193.407769] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Downloading stream optimized image 52c46dd5-7cf7-46a7-962f-3816e012956b to [datastore2] OSTACK_IMG_b9d773f9-066c-44a3-8a19-0ab9ce7f7332/OSTACK_IMG_b9d773f9-066c-44a3-8a19-0ab9ce7f7332.vmdk on the data store datastore2 as vApp {{(pid=69440) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1193.407769] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Downloading image file data 52c46dd5-7cf7-46a7-962f-3816e012956b to the ESX as VM named 'OSTACK_IMG_b9d773f9-066c-44a3-8a19-0ab9ce7f7332' {{(pid=69440) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1193.492732] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1193.492732] env[69440]: value = "resgroup-9" [ 1193.492732] env[69440]: _type = "ResourcePool" [ 1193.492732] env[69440]: }. {{(pid=69440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1193.493053] env[69440]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-77e10aca-b053-4db4-ad21-a04893e622bd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.514177] env[69440]: DEBUG nova.compute.utils [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.517936] env[69440]: INFO nova.compute.claims [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.523593] env[69440]: DEBUG nova.compute.manager [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.523593] env[69440]: DEBUG nova.network.neutron [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.525508] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lease: (returnval){ [ 1193.525508] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b91243-4b9b-0bc7-3e77-15ea9a01df1f" [ 1193.525508] env[69440]: _type = "HttpNfcLease" [ 1193.525508] env[69440]: } obtained for vApp import into resource pool (val){ [ 1193.525508] env[69440]: value = "resgroup-9" [ 1193.525508] env[69440]: _type = "ResourcePool" [ 1193.525508] env[69440]: }. {{(pid=69440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1193.525961] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the lease: (returnval){ [ 1193.525961] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b91243-4b9b-0bc7-3e77-15ea9a01df1f" [ 1193.525961] env[69440]: _type = "HttpNfcLease" [ 1193.525961] env[69440]: } to be ready. {{(pid=69440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1193.534700] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1193.534700] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b91243-4b9b-0bc7-3e77-15ea9a01df1f" [ 1193.534700] env[69440]: _type = "HttpNfcLease" [ 1193.534700] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1193.553549] env[69440]: DEBUG oslo_vmware.api [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140365, 'name': PowerOnVM_Task, 'duration_secs': 0.540003} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.554583] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.554782] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-017bfd59-a424-4821-bb02-580e4cf5b5d1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Updating instance 'efd32a38-36e0-4f4d-9822-870d28a618d4' progress to 100 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.574234] env[69440]: DEBUG nova.compute.manager [req-b39cb38a-6ca8-416a-9228-d3d5963bbedd req-a0770a10-4cc7-4844-8e39-c7fe03611e8d service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Received event network-vif-deleted-ac73507d-44fa-44d1-9de0-bc8704609a94 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.574445] env[69440]: INFO nova.compute.manager [req-b39cb38a-6ca8-416a-9228-d3d5963bbedd req-a0770a10-4cc7-4844-8e39-c7fe03611e8d service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Neutron deleted interface ac73507d-44fa-44d1-9de0-bc8704609a94; detaching it from the instance and deleting it from the info cache [ 1193.574617] env[69440]: DEBUG nova.network.neutron [req-b39cb38a-6ca8-416a-9228-d3d5963bbedd req-a0770a10-4cc7-4844-8e39-c7fe03611e8d service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.577961] env[69440]: DEBUG nova.policy [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3108417d62b44801b4c5a0d7aeb5d1b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '449c066c0a2644b995fd9fd41599b07a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.583919] env[69440]: DEBUG oslo_vmware.api [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140366, 'name': PowerOnVM_Task, 'duration_secs': 0.835045} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.584503] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.584726] env[69440]: DEBUG nova.compute.manager [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1193.585541] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1343b62-654f-449c-9608-42cc0450c3de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.706433] env[69440]: DEBUG oslo_concurrency.lockutils [None req-481c3b95-977c-4982-84f8-d52c3348e6d9 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "cba02ffc-ef26-4f41-834e-904fcb202eeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.553s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.767573] env[69440]: DEBUG oslo_concurrency.lockutils [req-850bb9aa-721a-4127-b5bf-1e475dc0ce59 req-b022f1a9-d331-4445-b931-c33665a0b6c1 service nova] Releasing lock "refresh_cache-6db4be35-78b9-4afb-8270-d39988531a3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.767973] env[69440]: DEBUG nova.compute.manager [req-850bb9aa-721a-4127-b5bf-1e475dc0ce59 req-b022f1a9-d331-4445-b931-c33665a0b6c1 service nova] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Received event network-vif-deleted-3fb8ec67-a57d-4965-a65f-3e0f1f824847 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.955183] env[69440]: DEBUG nova.network.neutron [-] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.024915] env[69440]: DEBUG nova.compute.manager [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.029704] env[69440]: INFO nova.compute.resource_tracker [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Updating resource usage from migration 22fc4ce0-2d89-4bd7-ba1f-062e0157fbb5 [ 1194.041283] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1194.041283] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b91243-4b9b-0bc7-3e77-15ea9a01df1f" [ 1194.041283] env[69440]: _type = "HttpNfcLease" [ 1194.041283] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1194.084916] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19700792-e88e-4507-8b18-6816704a5773 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.101082] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d055157-e09c-4c96-bc18-fd96c08dc2dd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.120579] env[69440]: DEBUG nova.network.neutron [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Successfully created port: 699c1bed-baac-4bd2-a72e-19f630c1069b {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.126619] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.150053] env[69440]: DEBUG nova.compute.manager [req-b39cb38a-6ca8-416a-9228-d3d5963bbedd req-a0770a10-4cc7-4844-8e39-c7fe03611e8d service nova] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Detach interface failed, port_id=ac73507d-44fa-44d1-9de0-bc8704609a94, reason: Instance b1f6f084-7688-45cf-b912-4a0a66a33b34 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1194.287042] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquiring lock "d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.287316] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lock "d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.346450] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e3811a-e73d-495b-b9e7-32202a7768b9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.355555] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4ee796-4b96-49b8-9764-92ad7eeafa56 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.390245] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dcb263-791e-4cae-8335-46908865c8b4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.398565] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ef9e5a-b5d7-4060-9b96-03fdab198ec3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.413605] env[69440]: DEBUG nova.compute.provider_tree [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.459431] env[69440]: INFO nova.compute.manager [-] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Took 1.35 seconds to deallocate network for instance. [ 1194.544593] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1194.544593] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b91243-4b9b-0bc7-3e77-15ea9a01df1f" [ 1194.544593] env[69440]: _type = "HttpNfcLease" [ 1194.544593] env[69440]: } is ready. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1194.544864] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1194.544864] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b91243-4b9b-0bc7-3e77-15ea9a01df1f" [ 1194.544864] env[69440]: _type = "HttpNfcLease" [ 1194.544864] env[69440]: }. {{(pid=69440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1194.546068] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbeadf3-6e19-4499-a3bc-0483e1112be9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.555683] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526fb717-2443-05d3-8983-0bd74ceae579/disk-0.vmdk from lease info. {{(pid=69440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1194.555683] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526fb717-2443-05d3-8983-0bd74ceae579/disk-0.vmdk. {{(pid=69440) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1194.627021] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a71a68f8-4404-4535-af79-5325a826f56a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.790570] env[69440]: DEBUG nova.compute.manager [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1194.916956] env[69440]: DEBUG nova.scheduler.client.report [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.972499] env[69440]: DEBUG oslo_concurrency.lockutils [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.042150] env[69440]: DEBUG nova.compute.manager [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1195.069291] env[69440]: DEBUG nova.virt.hardware [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.069559] env[69440]: DEBUG nova.virt.hardware [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.069728] env[69440]: DEBUG nova.virt.hardware [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.069957] env[69440]: DEBUG nova.virt.hardware [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.070211] env[69440]: DEBUG nova.virt.hardware [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.070377] env[69440]: DEBUG nova.virt.hardware [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.070643] env[69440]: DEBUG nova.virt.hardware [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.070769] env[69440]: DEBUG nova.virt.hardware [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.070941] env[69440]: DEBUG nova.virt.hardware [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.071223] env[69440]: DEBUG nova.virt.hardware [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.071383] env[69440]: DEBUG nova.virt.hardware [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.072661] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea319815-c693-4b4a-9663-2a8ccf92ea43 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.085373] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1bdd4c-78ac-4366-82ab-08ca46041a17 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.303663] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquiring lock "30a1e2a4-8508-4697-a892-ae78aac038a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.304141] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "30a1e2a4-8508-4697-a892-ae78aac038a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.304499] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquiring lock "30a1e2a4-8508-4697-a892-ae78aac038a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.304796] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "30a1e2a4-8508-4697-a892-ae78aac038a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.304992] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "30a1e2a4-8508-4697-a892-ae78aac038a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.308035] env[69440]: INFO nova.compute.manager [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Terminating instance [ 1195.334270] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.370566] env[69440]: DEBUG nova.compute.manager [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Stashing vm_state: active {{(pid=69440) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1195.424730] env[69440]: DEBUG oslo_concurrency.lockutils [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.415s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.424730] env[69440]: INFO nova.compute.manager [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Migrating [ 1195.433362] env[69440]: DEBUG oslo_concurrency.lockutils [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.289s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.433639] env[69440]: DEBUG nova.objects.instance [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Lazy-loading 'resources' on Instance uuid f828147e-3bfc-48ac-b3c8-e5feae7a8767 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.813155] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquiring lock "refresh_cache-30a1e2a4-8508-4697-a892-ae78aac038a7" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.813401] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquired lock "refresh_cache-30a1e2a4-8508-4697-a892-ae78aac038a7" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.813643] env[69440]: DEBUG nova.network.neutron [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.862519] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e2b0cc29-065f-468b-b4a2-9356164e9255 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "efd32a38-36e0-4f4d-9822-870d28a618d4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.862822] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e2b0cc29-065f-468b-b4a2-9356164e9255 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "efd32a38-36e0-4f4d-9822-870d28a618d4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.863060] env[69440]: DEBUG nova.compute.manager [None req-e2b0cc29-065f-468b-b4a2-9356164e9255 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Going to confirm migration 4 {{(pid=69440) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1195.895150] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.946753] env[69440]: DEBUG nova.compute.manager [req-1473c95d-cb66-4df3-9e12-4b226c7ba86e req-dbb09183-5fc5-4aea-a220-91b6e0408668 service nova] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Received event network-vif-plugged-699c1bed-baac-4bd2-a72e-19f630c1069b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.948022] env[69440]: DEBUG oslo_concurrency.lockutils [req-1473c95d-cb66-4df3-9e12-4b226c7ba86e req-dbb09183-5fc5-4aea-a220-91b6e0408668 service nova] Acquiring lock "4ae7afb6-2812-4f28-842b-a3fd38624537-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.950765] env[69440]: DEBUG oslo_concurrency.lockutils [req-1473c95d-cb66-4df3-9e12-4b226c7ba86e req-dbb09183-5fc5-4aea-a220-91b6e0408668 service nova] Lock "4ae7afb6-2812-4f28-842b-a3fd38624537-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.950765] env[69440]: DEBUG oslo_concurrency.lockutils [req-1473c95d-cb66-4df3-9e12-4b226c7ba86e req-dbb09183-5fc5-4aea-a220-91b6e0408668 service nova] Lock "4ae7afb6-2812-4f28-842b-a3fd38624537-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.950765] env[69440]: DEBUG nova.compute.manager [req-1473c95d-cb66-4df3-9e12-4b226c7ba86e req-dbb09183-5fc5-4aea-a220-91b6e0408668 service nova] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] No waiting events found dispatching network-vif-plugged-699c1bed-baac-4bd2-a72e-19f630c1069b {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1195.950765] env[69440]: WARNING nova.compute.manager [req-1473c95d-cb66-4df3-9e12-4b226c7ba86e req-dbb09183-5fc5-4aea-a220-91b6e0408668 service nova] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Received unexpected event network-vif-plugged-699c1bed-baac-4bd2-a72e-19f630c1069b for instance with vm_state building and task_state spawning. [ 1195.952856] env[69440]: DEBUG oslo_concurrency.lockutils [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "refresh_cache-ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.952856] env[69440]: DEBUG oslo_concurrency.lockutils [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "refresh_cache-ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.952856] env[69440]: DEBUG nova.network.neutron [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.985958] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Completed reading data from the image iterator. {{(pid=69440) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1195.985958] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526fb717-2443-05d3-8983-0bd74ceae579/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1195.987299] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078609ad-6c0c-439d-b46d-10426101965a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.999998] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526fb717-2443-05d3-8983-0bd74ceae579/disk-0.vmdk is in state: ready. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1196.000275] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526fb717-2443-05d3-8983-0bd74ceae579/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1196.000874] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cddbf216-a300-4a84-bb28-14a18e51792b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.221272] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec635657-5ac0-4987-a9dc-2b4e7510024e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.227246] env[69440]: DEBUG oslo_vmware.rw_handles [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526fb717-2443-05d3-8983-0bd74ceae579/disk-0.vmdk. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1196.227470] env[69440]: INFO nova.virt.vmwareapi.images [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Downloaded image file data 52c46dd5-7cf7-46a7-962f-3816e012956b [ 1196.230264] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91561a67-f875-4d6e-8ede-9d6711cc3502 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.234156] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7546d4-6acc-49cd-b5f4-d76b75a3f39b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.276682] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fe64f6e-7cb5-467e-a23d-41ed2e3b6862 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.279348] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf96b6f-d1f0-4949-9214-ffbc3911164d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.287280] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c80cf20-46ee-4e1e-9b5f-d65819731c98 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.302444] env[69440]: DEBUG nova.compute.provider_tree [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.307510] env[69440]: INFO nova.virt.vmwareapi.images [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] The imported VM was unregistered [ 1196.309290] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Caching image {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1196.309699] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Creating directory with path [datastore2] devstack-image-cache_base/52c46dd5-7cf7-46a7-962f-3816e012956b {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.310472] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0061d1f3-16d4-433a-bbb7-7d4279304f06 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.329526] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Created directory with path [datastore2] devstack-image-cache_base/52c46dd5-7cf7-46a7-962f-3816e012956b {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.329760] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b9d773f9-066c-44a3-8a19-0ab9ce7f7332/OSTACK_IMG_b9d773f9-066c-44a3-8a19-0ab9ce7f7332.vmdk to [datastore2] devstack-image-cache_base/52c46dd5-7cf7-46a7-962f-3816e012956b/52c46dd5-7cf7-46a7-962f-3816e012956b.vmdk. {{(pid=69440) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1196.330086] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-35673c0d-b574-4f03-aed6-731333fed6f1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.339056] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1196.339056] env[69440]: value = "task-4140370" [ 1196.339056] env[69440]: _type = "Task" [ 1196.339056] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.339997] env[69440]: DEBUG nova.network.neutron [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.352724] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140370, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.426310] env[69440]: DEBUG nova.network.neutron [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.429841] env[69440]: DEBUG nova.network.neutron [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Successfully updated port: 699c1bed-baac-4bd2-a72e-19f630c1069b {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.453521] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e2b0cc29-065f-468b-b4a2-9356164e9255 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.453753] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e2b0cc29-065f-468b-b4a2-9356164e9255 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.453969] env[69440]: DEBUG nova.network.neutron [None req-e2b0cc29-065f-468b-b4a2-9356164e9255 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.454225] env[69440]: DEBUG nova.objects.instance [None req-e2b0cc29-065f-468b-b4a2-9356164e9255 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lazy-loading 'info_cache' on Instance uuid efd32a38-36e0-4f4d-9822-870d28a618d4 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.460816] env[69440]: DEBUG nova.compute.manager [req-29fc9d00-eea8-43e5-a207-f4bf8176a946 req-6d20a748-f2f5-401d-b3d7-1e969608aa6f service nova] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Received event network-changed-699c1bed-baac-4bd2-a72e-19f630c1069b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.461424] env[69440]: DEBUG nova.compute.manager [req-29fc9d00-eea8-43e5-a207-f4bf8176a946 req-6d20a748-f2f5-401d-b3d7-1e969608aa6f service nova] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Refreshing instance network info cache due to event network-changed-699c1bed-baac-4bd2-a72e-19f630c1069b. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.461424] env[69440]: DEBUG oslo_concurrency.lockutils [req-29fc9d00-eea8-43e5-a207-f4bf8176a946 req-6d20a748-f2f5-401d-b3d7-1e969608aa6f service nova] Acquiring lock "refresh_cache-4ae7afb6-2812-4f28-842b-a3fd38624537" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.461544] env[69440]: DEBUG oslo_concurrency.lockutils [req-29fc9d00-eea8-43e5-a207-f4bf8176a946 req-6d20a748-f2f5-401d-b3d7-1e969608aa6f service nova] Acquired lock "refresh_cache-4ae7afb6-2812-4f28-842b-a3fd38624537" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.461685] env[69440]: DEBUG nova.network.neutron [req-29fc9d00-eea8-43e5-a207-f4bf8176a946 req-6d20a748-f2f5-401d-b3d7-1e969608aa6f service nova] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Refreshing network info cache for port 699c1bed-baac-4bd2-a72e-19f630c1069b {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.690356] env[69440]: DEBUG nova.network.neutron [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Updating instance_info_cache with network_info: [{"id": "f55c051c-269c-4e35-b978-6e0614d8426f", "address": "fa:16:3e:98:de:5c", "network": {"id": "41c1c367-801b-433c-b176-6a81cc0d5096", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2091308805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27a00c5d4f64e81b6f2e92da994f52b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf55c051c-26", "ovs_interfaceid": "f55c051c-269c-4e35-b978-6e0614d8426f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.811677] env[69440]: DEBUG nova.scheduler.client.report [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.860073] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140370, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.929741] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Releasing lock "refresh_cache-30a1e2a4-8508-4697-a892-ae78aac038a7" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.930411] env[69440]: DEBUG nova.compute.manager [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1196.930774] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.932187] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4014a0-f51c-4718-9854-7fc88b9fbbc2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.939349] env[69440]: DEBUG oslo_concurrency.lockutils [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "refresh_cache-4ae7afb6-2812-4f28-842b-a3fd38624537" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.948230] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.948584] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7388cc2-fa17-4a67-a800-0e82ddfc176b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.961351] env[69440]: DEBUG oslo_vmware.api [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1196.961351] env[69440]: value = "task-4140371" [ 1196.961351] env[69440]: _type = "Task" [ 1196.961351] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.977528] env[69440]: DEBUG oslo_vmware.api [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.003916] env[69440]: DEBUG nova.network.neutron [req-29fc9d00-eea8-43e5-a207-f4bf8176a946 req-6d20a748-f2f5-401d-b3d7-1e969608aa6f service nova] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.095606] env[69440]: DEBUG nova.network.neutron [req-29fc9d00-eea8-43e5-a207-f4bf8176a946 req-6d20a748-f2f5-401d-b3d7-1e969608aa6f service nova] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.193338] env[69440]: DEBUG oslo_concurrency.lockutils [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "refresh_cache-ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.317299] env[69440]: DEBUG oslo_concurrency.lockutils [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.320279] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.194s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.320536] env[69440]: DEBUG nova.objects.instance [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1197.348359] env[69440]: INFO nova.scheduler.client.report [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Deleted allocations for instance f828147e-3bfc-48ac-b3c8-e5feae7a8767 [ 1197.358596] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140370, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.479077] env[69440]: DEBUG oslo_vmware.api [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140371, 'name': PowerOffVM_Task, 'duration_secs': 0.382602} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.479077] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.479077] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.479356] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e28cbed5-7090-4d5b-a423-e73884aa3566 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.511905] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.512501] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.512606] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Deleting the datastore file [datastore2] 30a1e2a4-8508-4697-a892-ae78aac038a7 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.512856] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5490e39-0703-4468-abd8-106beb7bd687 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.523205] env[69440]: DEBUG oslo_vmware.api [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1197.523205] env[69440]: value = "task-4140373" [ 1197.523205] env[69440]: _type = "Task" [ 1197.523205] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.534780] env[69440]: DEBUG oslo_vmware.api [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.599090] env[69440]: DEBUG oslo_concurrency.lockutils [req-29fc9d00-eea8-43e5-a207-f4bf8176a946 req-6d20a748-f2f5-401d-b3d7-1e969608aa6f service nova] Releasing lock "refresh_cache-4ae7afb6-2812-4f28-842b-a3fd38624537" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.599857] env[69440]: DEBUG oslo_concurrency.lockutils [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquired lock "refresh_cache-4ae7afb6-2812-4f28-842b-a3fd38624537" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.600062] env[69440]: DEBUG nova.network.neutron [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.713285] env[69440]: DEBUG nova.network.neutron [None req-e2b0cc29-065f-468b-b4a2-9356164e9255 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Updating instance_info_cache with network_info: [{"id": "4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda", "address": "fa:16:3e:23:01:ff", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd4c6a1-a9", "ovs_interfaceid": "4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.858661] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140370, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.859901] env[69440]: DEBUG oslo_concurrency.lockutils [None req-695486f3-f5a5-47db-8d22-a156774023c6 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Lock "f828147e-3bfc-48ac-b3c8-e5feae7a8767" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.389s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.039192] env[69440]: DEBUG oslo_vmware.api [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.150214] env[69440]: DEBUG nova.network.neutron [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.216635] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e2b0cc29-065f-468b-b4a2-9356164e9255 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "refresh_cache-efd32a38-36e0-4f4d-9822-870d28a618d4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.218451] env[69440]: DEBUG nova.objects.instance [None req-e2b0cc29-065f-468b-b4a2-9356164e9255 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lazy-loading 'migration_context' on Instance uuid efd32a38-36e0-4f4d-9822-870d28a618d4 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.309323] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1263760c-f8c8-4d58-b94d-dcc417d748cd tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "c36abfde-0148-43f4-9702-8f9d0be65f9e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.309556] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1263760c-f8c8-4d58-b94d-dcc417d748cd tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "c36abfde-0148-43f4-9702-8f9d0be65f9e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.330378] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c5eda0ee-35f2-4ef0-aefc-9f0b3011cfe0 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.331421] env[69440]: DEBUG oslo_concurrency.lockutils [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.359s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.331719] env[69440]: DEBUG nova.objects.instance [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lazy-loading 'resources' on Instance uuid b1f6f084-7688-45cf-b912-4a0a66a33b34 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.359798] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140370, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.418844] env[69440]: DEBUG nova.network.neutron [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Updating instance_info_cache with network_info: [{"id": "699c1bed-baac-4bd2-a72e-19f630c1069b", "address": "fa:16:3e:2f:f2:a4", "network": {"id": "eeb1fd99-8130-4307-a1ff-f4e0287dfc9c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-239946609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "449c066c0a2644b995fd9fd41599b07a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699c1bed-ba", "ovs_interfaceid": "699c1bed-baac-4bd2-a72e-19f630c1069b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.537225] env[69440]: DEBUG oslo_vmware.api [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.712256] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b476ee-8663-4d7b-a9d6-a6550ea62063 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.734645] env[69440]: DEBUG nova.objects.base [None req-e2b0cc29-065f-468b-b4a2-9356164e9255 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1198.735396] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Updating instance 'ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a' progress to 0 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.740034] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e374f8a-01d2-4910-9782-fc6d7cc34064 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.774840] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76581bb5-ff78-4062-82bd-12befb38de13 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.784527] env[69440]: DEBUG oslo_vmware.api [None req-e2b0cc29-065f-468b-b4a2-9356164e9255 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1198.784527] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5253b0d9-b4a6-e59c-c3cd-828815eaae05" [ 1198.784527] env[69440]: _type = "Task" [ 1198.784527] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.799020] env[69440]: DEBUG oslo_vmware.api [None req-e2b0cc29-065f-468b-b4a2-9356164e9255 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5253b0d9-b4a6-e59c-c3cd-828815eaae05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.814787] env[69440]: DEBUG nova.compute.utils [None req-1263760c-f8c8-4d58-b94d-dcc417d748cd tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.854894] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140370, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.921824] env[69440]: DEBUG oslo_concurrency.lockutils [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Releasing lock "refresh_cache-4ae7afb6-2812-4f28-842b-a3fd38624537" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.922224] env[69440]: DEBUG nova.compute.manager [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Instance network_info: |[{"id": "699c1bed-baac-4bd2-a72e-19f630c1069b", "address": "fa:16:3e:2f:f2:a4", "network": {"id": "eeb1fd99-8130-4307-a1ff-f4e0287dfc9c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-239946609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "449c066c0a2644b995fd9fd41599b07a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699c1bed-ba", "ovs_interfaceid": "699c1bed-baac-4bd2-a72e-19f630c1069b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1198.923290] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:f2:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '699c1bed-baac-4bd2-a72e-19f630c1069b', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.932310] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.935374] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.935891] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af8edc26-b2ac-4c1c-917a-c110ad8882d9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.963958] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.963958] env[69440]: value = "task-4140374" [ 1198.963958] env[69440]: _type = "Task" [ 1198.963958] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.976913] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140374, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.035919] env[69440]: DEBUG oslo_vmware.api [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.245214} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.035919] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.036148] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.036717] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.036717] env[69440]: INFO nova.compute.manager [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1199.037607] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.037607] env[69440]: DEBUG nova.compute.manager [-] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.037607] env[69440]: DEBUG nova.network.neutron [-] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.066728] env[69440]: DEBUG nova.network.neutron [-] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.128337] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e437f2-6488-42de-abc9-f6a3ec49695d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.137276] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909bb5e5-f42a-48e8-815c-9f2e822b057f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.174219] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94479d1-b2f6-4a1a-ab37-cc8163c5ef51 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.184485] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f533cf48-f9fc-4171-8bdc-06992213a0a3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.200974] env[69440]: DEBUG nova.compute.provider_tree [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.245729] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.246492] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-deb929b3-6f35-4033-b2a7-e101a9cdd1c4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.256393] env[69440]: DEBUG oslo_vmware.api [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1199.256393] env[69440]: value = "task-4140375" [ 1199.256393] env[69440]: _type = "Task" [ 1199.256393] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.270548] env[69440]: DEBUG oslo_vmware.api [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.296897] env[69440]: DEBUG oslo_vmware.api [None req-e2b0cc29-065f-468b-b4a2-9356164e9255 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5253b0d9-b4a6-e59c-c3cd-828815eaae05, 'name': SearchDatastore_Task, 'duration_secs': 0.015584} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.297257] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e2b0cc29-065f-468b-b4a2-9356164e9255 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.323524] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1263760c-f8c8-4d58-b94d-dcc417d748cd tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "c36abfde-0148-43f4-9702-8f9d0be65f9e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.360738] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140370, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.64914} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.362262] env[69440]: INFO nova.virt.vmwareapi.ds_util [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b9d773f9-066c-44a3-8a19-0ab9ce7f7332/OSTACK_IMG_b9d773f9-066c-44a3-8a19-0ab9ce7f7332.vmdk to [datastore2] devstack-image-cache_base/52c46dd5-7cf7-46a7-962f-3816e012956b/52c46dd5-7cf7-46a7-962f-3816e012956b.vmdk. [ 1199.362528] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Cleaning up location [datastore2] OSTACK_IMG_b9d773f9-066c-44a3-8a19-0ab9ce7f7332 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1199.362672] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b9d773f9-066c-44a3-8a19-0ab9ce7f7332 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.363181] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48e254f6-e7ac-4791-a554-5314634aa0b5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.372839] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1199.372839] env[69440]: value = "task-4140376" [ 1199.372839] env[69440]: _type = "Task" [ 1199.372839] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.386464] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.478401] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140374, 'name': CreateVM_Task, 'duration_secs': 0.451715} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.478777] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.479830] env[69440]: DEBUG oslo_concurrency.lockutils [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.480177] env[69440]: DEBUG oslo_concurrency.lockutils [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.480745] env[69440]: DEBUG oslo_concurrency.lockutils [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.481051] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a362ed-33ad-4dad-97d1-17872914e112 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.488282] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1199.488282] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528879e4-8118-6870-1f75-fc5ee0ea34ac" [ 1199.488282] env[69440]: _type = "Task" [ 1199.488282] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.501386] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528879e4-8118-6870-1f75-fc5ee0ea34ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.570195] env[69440]: DEBUG nova.network.neutron [-] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.706009] env[69440]: DEBUG nova.scheduler.client.report [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.769152] env[69440]: DEBUG oslo_vmware.api [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140375, 'name': PowerOffVM_Task, 'duration_secs': 0.300516} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.769486] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.769750] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Updating instance 'ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a' progress to 17 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.887670] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044997} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.888755] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.889150] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/52c46dd5-7cf7-46a7-962f-3816e012956b/52c46dd5-7cf7-46a7-962f-3816e012956b.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.889589] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/52c46dd5-7cf7-46a7-962f-3816e012956b/52c46dd5-7cf7-46a7-962f-3816e012956b.vmdk to [datastore2] 6db4be35-78b9-4afb-8270-d39988531a3a/6db4be35-78b9-4afb-8270-d39988531a3a.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.890009] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6ae54bc-b393-44c2-a832-6ec421a9eccb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.907083] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1199.907083] env[69440]: value = "task-4140377" [ 1199.907083] env[69440]: _type = "Task" [ 1199.907083] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.921842] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.007676] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528879e4-8118-6870-1f75-fc5ee0ea34ac, 'name': SearchDatastore_Task, 'duration_secs': 0.021331} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.007676] env[69440]: DEBUG oslo_concurrency.lockutils [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.007676] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.007676] env[69440]: DEBUG oslo_concurrency.lockutils [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.007676] env[69440]: DEBUG oslo_concurrency.lockutils [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.007676] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.008395] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3242765-9ee6-4402-8fa1-15ca6ba38608 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.018168] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.018391] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.019235] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb703ff8-0500-483b-8287-5ac9a175b286 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.027468] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1200.027468] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52f0db2b-59bf-1b0d-e756-b74df18828a9" [ 1200.027468] env[69440]: _type = "Task" [ 1200.027468] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.038623] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f0db2b-59bf-1b0d-e756-b74df18828a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.072995] env[69440]: INFO nova.compute.manager [-] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Took 1.04 seconds to deallocate network for instance. [ 1200.213641] env[69440]: DEBUG oslo_concurrency.lockutils [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.216440] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.882s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.218201] env[69440]: INFO nova.compute.claims [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.242251] env[69440]: INFO nova.scheduler.client.report [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Deleted allocations for instance b1f6f084-7688-45cf-b912-4a0a66a33b34 [ 1200.278365] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.278365] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.278365] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.278365] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.278827] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.279444] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.279987] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.280338] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.280656] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.280981] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.281315] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.289143] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0f66adb-46fc-434c-832c-c61b808fcf1d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.310777] env[69440]: DEBUG oslo_vmware.api [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1200.310777] env[69440]: value = "task-4140378" [ 1200.310777] env[69440]: _type = "Task" [ 1200.310777] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.327524] env[69440]: DEBUG oslo_vmware.api [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.410195] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1263760c-f8c8-4d58-b94d-dcc417d748cd tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "c36abfde-0148-43f4-9702-8f9d0be65f9e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.410783] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1263760c-f8c8-4d58-b94d-dcc417d748cd tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "c36abfde-0148-43f4-9702-8f9d0be65f9e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.002s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.411253] env[69440]: INFO nova.compute.manager [None req-1263760c-f8c8-4d58-b94d-dcc417d748cd tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Attaching volume 24421512-3ce9-4d61-983d-672c47ec1d93 to /dev/sdb [ 1200.430739] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140377, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.462209] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9d25f7-403d-4215-95d6-d3e647f292c0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.473268] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dde6cf-0966-4762-a36e-586c15624b71 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.492932] env[69440]: DEBUG nova.virt.block_device [None req-1263760c-f8c8-4d58-b94d-dcc417d748cd tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Updating existing volume attachment record: 8c83c9d4-38bc-4e05-a66d-81b418b5aaae {{(pid=69440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1200.542105] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52f0db2b-59bf-1b0d-e756-b74df18828a9, 'name': SearchDatastore_Task, 'duration_secs': 0.014739} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.543048] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c6c9c7-59c7-4cd9-b91a-a8a602006b9d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.552755] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1200.552755] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5245f404-9067-5f76-904b-8db6c1d559ff" [ 1200.552755] env[69440]: _type = "Task" [ 1200.552755] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.564841] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5245f404-9067-5f76-904b-8db6c1d559ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.582470] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.755023] env[69440]: DEBUG oslo_concurrency.lockutils [None req-312ec94f-6b42-4b80-9051-bcc975dbcb24 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Lock "b1f6f084-7688-45cf-b912-4a0a66a33b34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.356s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.827790] env[69440]: DEBUG oslo_vmware.api [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140378, 'name': ReconfigVM_Task, 'duration_secs': 0.266926} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.828520] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Updating instance 'ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a' progress to 33 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.929702] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140377, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.067360] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5245f404-9067-5f76-904b-8db6c1d559ff, 'name': SearchDatastore_Task, 'duration_secs': 0.017356} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.067647] env[69440]: DEBUG oslo_concurrency.lockutils [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.068066] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 4ae7afb6-2812-4f28-842b-a3fd38624537/4ae7afb6-2812-4f28-842b-a3fd38624537.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.068388] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5ea0620-756a-48b8-8ea4-79cafeae7601 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.079885] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1201.079885] env[69440]: value = "task-4140382" [ 1201.079885] env[69440]: _type = "Task" [ 1201.079885] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.091895] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.337208] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.337801] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.338096] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.338349] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.338498] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.338676] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.338814] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.340023] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.340023] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.340023] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.340023] env[69440]: DEBUG nova.virt.hardware [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.345240] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1201.345609] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e99ffaa-ff8a-4dfa-a41b-7c31635b879c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.370593] env[69440]: DEBUG oslo_vmware.api [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1201.370593] env[69440]: value = "task-4140383" [ 1201.370593] env[69440]: _type = "Task" [ 1201.370593] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.386174] env[69440]: DEBUG oslo_vmware.api [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.431256] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140377, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.549952] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3483c47b-3504-4141-937f-94cab404272e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.565065] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0807bc-8fad-4b4e-9433-46c9a93d6157 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.618482] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a69860-cca5-4060-9bf3-d89f43d548f8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.632865] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec814cb1-417b-4c72-abee-85f595bf28b6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.637782] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140382, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.652928] env[69440]: DEBUG nova.compute.provider_tree [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.896350] env[69440]: DEBUG oslo_vmware.api [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140383, 'name': ReconfigVM_Task, 'duration_secs': 0.378401} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.896350] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1201.897371] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c2264d-dcef-4d2c-9dbd-a300ad0a2225 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.928098] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a/ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.932200] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caf7baf9-f994-4565-9020-2ca7f8284e4a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.955282] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140377, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.956706] env[69440]: DEBUG oslo_vmware.api [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1201.956706] env[69440]: value = "task-4140384" [ 1201.956706] env[69440]: _type = "Task" [ 1201.956706] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.967510] env[69440]: DEBUG oslo_vmware.api [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.136266] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772678} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.137252] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 4ae7afb6-2812-4f28-842b-a3fd38624537/4ae7afb6-2812-4f28-842b-a3fd38624537.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.137978] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.138691] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12e09bbc-146d-4196-873e-84d4397a4a50 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.151759] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1202.151759] env[69440]: value = "task-4140385" [ 1202.151759] env[69440]: _type = "Task" [ 1202.151759] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.166685] env[69440]: DEBUG nova.scheduler.client.report [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.180141] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.431670] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140377, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.501643} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.432113] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/52c46dd5-7cf7-46a7-962f-3816e012956b/52c46dd5-7cf7-46a7-962f-3816e012956b.vmdk to [datastore2] 6db4be35-78b9-4afb-8270-d39988531a3a/6db4be35-78b9-4afb-8270-d39988531a3a.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.433153] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e3aa0a-37b8-457f-86dc-e9bd1ebbff2b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.461690] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 6db4be35-78b9-4afb-8270-d39988531a3a/6db4be35-78b9-4afb-8270-d39988531a3a.vmdk or device None with type streamOptimized {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.462383] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22e91756-3fd6-4da7-9665-46624aae57f0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.486953] env[69440]: DEBUG oslo_vmware.api [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.489663] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1202.489663] env[69440]: value = "task-4140386" [ 1202.489663] env[69440]: _type = "Task" [ 1202.489663] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.503414] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140386, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.664299] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091253} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.664592] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.666976] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f468f3-d404-4fc8-bf1d-1ff319f04247 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.671962] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.672605] env[69440]: DEBUG nova.compute.manager [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1202.686722] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.792s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.697770] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 4ae7afb6-2812-4f28-842b-a3fd38624537/4ae7afb6-2812-4f28-842b-a3fd38624537.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.698418] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ba259fe-5f3e-4224-a106-fc00104b1a9e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.722503] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1202.722503] env[69440]: value = "task-4140387" [ 1202.722503] env[69440]: _type = "Task" [ 1202.722503] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.733642] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.980428] env[69440]: DEBUG oslo_vmware.api [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140384, 'name': ReconfigVM_Task, 'duration_secs': 0.962567} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.981564] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Reconfigured VM instance instance-0000006c to attach disk [datastore1] ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a/ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.982239] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Updating instance 'ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a' progress to 50 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.013371] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.207099] env[69440]: INFO nova.compute.claims [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.211777] env[69440]: DEBUG nova.compute.utils [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.213158] env[69440]: DEBUG nova.compute.manager [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1203.213343] env[69440]: DEBUG nova.network.neutron [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1203.236142] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.247993] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.248983] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.248983] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.248983] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.248983] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.248983] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.249262] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.249262] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1203.249334] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.309537] env[69440]: DEBUG nova.policy [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf960a2cfed640b7b2ec1c29a636890f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ee83552310e41e5abdf1a99a03859c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.502557] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c117e3b8-3130-4948-a4b8-d2fa51058613 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.519435] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140386, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.539026] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095303a8-1236-4d8b-8c4a-5bbbad98d2a8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.563266] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Updating instance 'ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a' progress to 67 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.720144] env[69440]: INFO nova.compute.resource_tracker [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Updating resource usage from migration b11eb167-33dc-426c-972c-1884c8c4804d [ 1203.724265] env[69440]: DEBUG nova.compute.manager [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1203.740556] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140387, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.753656] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.936252] env[69440]: DEBUG nova.network.neutron [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Successfully created port: f04d24ea-7030-46eb-80e3-550dfc9b36c1 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1204.007345] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140386, 'name': ReconfigVM_Task, 'duration_secs': 1.049006} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.007638] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 6db4be35-78b9-4afb-8270-d39988531a3a/6db4be35-78b9-4afb-8270-d39988531a3a.vmdk or device None with type streamOptimized {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.008521] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c796cb30-507c-4fc2-b479-567040495baf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.017154] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1204.017154] env[69440]: value = "task-4140389" [ 1204.017154] env[69440]: _type = "Task" [ 1204.017154] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.027449] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140389, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.180178] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55526b74-dbd9-4de0-9782-d57bbb64c471 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.188566] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133d23a5-ac8a-4bf3-9283-12855cae2019 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.225511] env[69440]: DEBUG nova.network.neutron [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Port f55c051c-269c-4e35-b978-6e0614d8426f binding to destination host cpu-1 is already ACTIVE {{(pid=69440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1204.230030] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e974a3-b620-4e1b-98e9-9d845fa7a087 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.252634] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2722a46-41b7-48d5-8a6e-d8ba568c463c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.258878] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140387, 'name': ReconfigVM_Task, 'duration_secs': 1.061562} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.259255] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 4ae7afb6-2812-4f28-842b-a3fd38624537/4ae7afb6-2812-4f28-842b-a3fd38624537.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.260372] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13a88651-5a27-445e-8ba8-7dc9923db52f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.272230] env[69440]: DEBUG nova.compute.provider_tree [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.276678] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1204.276678] env[69440]: value = "task-4140390" [ 1204.276678] env[69440]: _type = "Task" [ 1204.276678] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.288795] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140390, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.529225] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140389, 'name': Rename_Task, 'duration_secs': 0.3176} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.529575] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.529764] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-341ee596-fb76-4ee8-8916-a1d8cd152786 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.538230] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1204.538230] env[69440]: value = "task-4140391" [ 1204.538230] env[69440]: _type = "Task" [ 1204.538230] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.549032] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.745041] env[69440]: DEBUG nova.compute.manager [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1204.776197] env[69440]: DEBUG nova.scheduler.client.report [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.791802] env[69440]: DEBUG nova.virt.hardware [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.792057] env[69440]: DEBUG nova.virt.hardware [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.794228] env[69440]: DEBUG nova.virt.hardware [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.794228] env[69440]: DEBUG nova.virt.hardware [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.794228] env[69440]: DEBUG nova.virt.hardware [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.794228] env[69440]: DEBUG nova.virt.hardware [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.794228] env[69440]: DEBUG nova.virt.hardware [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.794228] env[69440]: DEBUG nova.virt.hardware [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.794228] env[69440]: DEBUG nova.virt.hardware [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.794228] env[69440]: DEBUG nova.virt.hardware [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.794228] env[69440]: DEBUG nova.virt.hardware [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.798142] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233b39ad-ebde-42be-91c2-eba3907b63e5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.801305] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140390, 'name': Rename_Task, 'duration_secs': 0.162697} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.802855] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.803539] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-538fedb6-9745-4611-bae3-75b3454091fa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.812135] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04ebc3b-2b72-4ba8-9f7c-1f6ae727e690 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.818647] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1204.818647] env[69440]: value = "task-4140392" [ 1204.818647] env[69440]: _type = "Task" [ 1204.818647] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.838253] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.050345] env[69440]: DEBUG oslo_vmware.api [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140391, 'name': PowerOnVM_Task, 'duration_secs': 0.503522} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.050458] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.055135] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1263760c-f8c8-4d58-b94d-dcc417d748cd tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Volume attach. Driver type: vmdk {{(pid=69440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1205.055435] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1263760c-f8c8-4d58-b94d-dcc417d748cd tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819967', 'volume_id': '24421512-3ce9-4d61-983d-672c47ec1d93', 'name': 'volume-24421512-3ce9-4d61-983d-672c47ec1d93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c36abfde-0148-43f4-9702-8f9d0be65f9e', 'attached_at': '', 'detached_at': '', 'volume_id': '24421512-3ce9-4d61-983d-672c47ec1d93', 'serial': '24421512-3ce9-4d61-983d-672c47ec1d93'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1205.056574] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2902441b-338f-4691-adf4-bdf539dd53c0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.075365] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb205eff-3edd-46b4-ae9f-2a08d283d3c8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.106835] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1263760c-f8c8-4d58-b94d-dcc417d748cd tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-24421512-3ce9-4d61-983d-672c47ec1d93/volume-24421512-3ce9-4d61-983d-672c47ec1d93.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.107355] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6be8bcc-9004-402a-9dcc-a221dc621e25 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.126972] env[69440]: DEBUG oslo_vmware.api [None req-1263760c-f8c8-4d58-b94d-dcc417d748cd tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1205.126972] env[69440]: value = "task-4140393" [ 1205.126972] env[69440]: _type = "Task" [ 1205.126972] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.137306] env[69440]: DEBUG oslo_vmware.api [None req-1263760c-f8c8-4d58-b94d-dcc417d748cd tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.224043] env[69440]: DEBUG nova.compute.manager [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1205.226012] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc190ad-be23-418c-b46c-378107a7f07c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.260043] env[69440]: DEBUG oslo_concurrency.lockutils [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.260223] env[69440]: DEBUG oslo_concurrency.lockutils [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.261393] env[69440]: DEBUG oslo_concurrency.lockutils [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.283770] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.597s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.283995] env[69440]: INFO nova.compute.manager [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Migrating [ 1205.293895] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e2b0cc29-065f-468b-b4a2-9356164e9255 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.996s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.339048] env[69440]: DEBUG oslo_vmware.api [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140392, 'name': PowerOnVM_Task, 'duration_secs': 0.515639} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.339603] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.339867] env[69440]: INFO nova.compute.manager [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Took 10.30 seconds to spawn the instance on the hypervisor. [ 1205.340184] env[69440]: DEBUG nova.compute.manager [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1205.341097] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb64598-3eef-41dd-b34c-546524a3fa85 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.638125] env[69440]: DEBUG oslo_vmware.api [None req-1263760c-f8c8-4d58-b94d-dcc417d748cd tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140393, 'name': ReconfigVM_Task, 'duration_secs': 0.416362} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.638370] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1263760c-f8c8-4d58-b94d-dcc417d748cd tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-24421512-3ce9-4d61-983d-672c47ec1d93/volume-24421512-3ce9-4d61-983d-672c47ec1d93.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.643639] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-465274e9-36a4-446a-881e-00f48023b37e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.659418] env[69440]: DEBUG oslo_vmware.api [None req-1263760c-f8c8-4d58-b94d-dcc417d748cd tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1205.659418] env[69440]: value = "task-4140394" [ 1205.659418] env[69440]: _type = "Task" [ 1205.659418] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.668544] env[69440]: DEBUG oslo_vmware.api [None req-1263760c-f8c8-4d58-b94d-dcc417d748cd tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.746563] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "6db4be35-78b9-4afb-8270-d39988531a3a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.705s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.809017] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "refresh_cache-cba02ffc-ef26-4f41-834e-904fcb202eeb" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.809739] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "refresh_cache-cba02ffc-ef26-4f41-834e-904fcb202eeb" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.810295] env[69440]: DEBUG nova.network.neutron [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.868340] env[69440]: INFO nova.compute.manager [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Took 16.67 seconds to build instance. [ 1205.885794] env[69440]: DEBUG nova.compute.manager [req-1c44023d-6033-4cb1-9bb7-93bd37f269be req-619f4147-e0c1-49da-b063-4b970b331f0f service nova] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Received event network-vif-plugged-f04d24ea-7030-46eb-80e3-550dfc9b36c1 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.885794] env[69440]: DEBUG oslo_concurrency.lockutils [req-1c44023d-6033-4cb1-9bb7-93bd37f269be req-619f4147-e0c1-49da-b063-4b970b331f0f service nova] Acquiring lock "d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.885794] env[69440]: DEBUG oslo_concurrency.lockutils [req-1c44023d-6033-4cb1-9bb7-93bd37f269be req-619f4147-e0c1-49da-b063-4b970b331f0f service nova] Lock "d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.885937] env[69440]: DEBUG oslo_concurrency.lockutils [req-1c44023d-6033-4cb1-9bb7-93bd37f269be req-619f4147-e0c1-49da-b063-4b970b331f0f service nova] Lock "d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.886831] env[69440]: DEBUG nova.compute.manager [req-1c44023d-6033-4cb1-9bb7-93bd37f269be req-619f4147-e0c1-49da-b063-4b970b331f0f service nova] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] No waiting events found dispatching network-vif-plugged-f04d24ea-7030-46eb-80e3-550dfc9b36c1 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1205.886831] env[69440]: WARNING nova.compute.manager [req-1c44023d-6033-4cb1-9bb7-93bd37f269be req-619f4147-e0c1-49da-b063-4b970b331f0f service nova] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Received unexpected event network-vif-plugged-f04d24ea-7030-46eb-80e3-550dfc9b36c1 for instance with vm_state building and task_state spawning. [ 1205.978357] env[69440]: DEBUG nova.network.neutron [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Successfully updated port: f04d24ea-7030-46eb-80e3-550dfc9b36c1 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.069144] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddceb28-629d-41b9-8492-b91476016ce4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.077683] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ed6b82-af86-4a92-bf66-cd67e97ef964 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.111969] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825c2f77-cf52-4b22-b156-847ec8924f59 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.120674] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4a94f9-63d0-4a62-b25c-a727ed810d1d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.135202] env[69440]: DEBUG nova.compute.provider_tree [None req-e2b0cc29-065f-468b-b4a2-9356164e9255 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.169256] env[69440]: DEBUG oslo_vmware.api [None req-1263760c-f8c8-4d58-b94d-dcc417d748cd tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140394, 'name': ReconfigVM_Task, 'duration_secs': 0.183265} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.172251] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-1263760c-f8c8-4d58-b94d-dcc417d748cd tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819967', 'volume_id': '24421512-3ce9-4d61-983d-672c47ec1d93', 'name': 'volume-24421512-3ce9-4d61-983d-672c47ec1d93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c36abfde-0148-43f4-9702-8f9d0be65f9e', 'attached_at': '', 'detached_at': '', 'volume_id': '24421512-3ce9-4d61-983d-672c47ec1d93', 'serial': '24421512-3ce9-4d61-983d-672c47ec1d93'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1206.311633] env[69440]: DEBUG oslo_concurrency.lockutils [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "refresh_cache-ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.311633] env[69440]: DEBUG oslo_concurrency.lockutils [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "refresh_cache-ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.311633] env[69440]: DEBUG nova.network.neutron [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.369683] env[69440]: DEBUG oslo_concurrency.lockutils [None req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "4ae7afb6-2812-4f28-842b-a3fd38624537" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.178s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.481692] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquiring lock "refresh_cache-d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.481913] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquired lock "refresh_cache-d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.481980] env[69440]: DEBUG nova.network.neutron [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.638366] env[69440]: DEBUG nova.scheduler.client.report [None req-e2b0cc29-065f-468b-b4a2-9356164e9255 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.745881] env[69440]: DEBUG nova.network.neutron [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Updating instance_info_cache with network_info: [{"id": "ee229206-fbad-4558-892a-ce91c24f1b7a", "address": "fa:16:3e:c2:22:09", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee229206-fb", "ovs_interfaceid": "ee229206-fbad-4558-892a-ce91c24f1b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.020448] env[69440]: DEBUG nova.network.neutron [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1207.081527] env[69440]: DEBUG nova.network.neutron [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Updating instance_info_cache with network_info: [{"id": "f55c051c-269c-4e35-b978-6e0614d8426f", "address": "fa:16:3e:98:de:5c", "network": {"id": "41c1c367-801b-433c-b176-6a81cc0d5096", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2091308805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27a00c5d4f64e81b6f2e92da994f52b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf55c051c-26", "ovs_interfaceid": "f55c051c-269c-4e35-b978-6e0614d8426f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.152766] env[69440]: DEBUG nova.network.neutron [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Updating instance_info_cache with network_info: [{"id": "f04d24ea-7030-46eb-80e3-550dfc9b36c1", "address": "fa:16:3e:56:e9:81", "network": {"id": "f4523250-47d0-4b21-9fa3-fe57c85bf7fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2083703277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ee83552310e41e5abdf1a99a03859c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf04d24ea-70", "ovs_interfaceid": "f04d24ea-7030-46eb-80e3-550dfc9b36c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.218574] env[69440]: DEBUG nova.objects.instance [None req-1263760c-f8c8-4d58-b94d-dcc417d748cd tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lazy-loading 'flavor' on Instance uuid c36abfde-0148-43f4-9702-8f9d0be65f9e {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.248873] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "refresh_cache-cba02ffc-ef26-4f41-834e-904fcb202eeb" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.584414] env[69440]: DEBUG oslo_concurrency.lockutils [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "refresh_cache-ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.655370] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e2b0cc29-065f-468b-b4a2-9356164e9255 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.360s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.656572] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.074s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.657371] env[69440]: DEBUG nova.objects.instance [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lazy-loading 'resources' on Instance uuid 30a1e2a4-8508-4697-a892-ae78aac038a7 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.661676] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Releasing lock "refresh_cache-d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.662142] env[69440]: DEBUG nova.compute.manager [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Instance network_info: |[{"id": "f04d24ea-7030-46eb-80e3-550dfc9b36c1", "address": "fa:16:3e:56:e9:81", "network": {"id": "f4523250-47d0-4b21-9fa3-fe57c85bf7fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2083703277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ee83552310e41e5abdf1a99a03859c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf04d24ea-70", "ovs_interfaceid": "f04d24ea-7030-46eb-80e3-550dfc9b36c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1207.662876] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:e9:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f04d24ea-7030-46eb-80e3-550dfc9b36c1', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.670978] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.672213] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.672581] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af84f8ca-d61b-4a6e-b1a5-9c9b53a91e24 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.699957] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.699957] env[69440]: value = "task-4140398" [ 1207.699957] env[69440]: _type = "Task" [ 1207.699957] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.711153] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140398, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.723815] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1263760c-f8c8-4d58-b94d-dcc417d748cd tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "c36abfde-0148-43f4-9702-8f9d0be65f9e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.313s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.924192] env[69440]: DEBUG nova.compute.manager [req-4d641539-8eb0-49fd-a5a7-c8c6489b734b req-2decfd5e-5462-4bc7-9c2f-8407e8f493d7 service nova] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Received event network-changed-f04d24ea-7030-46eb-80e3-550dfc9b36c1 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.924728] env[69440]: DEBUG nova.compute.manager [req-4d641539-8eb0-49fd-a5a7-c8c6489b734b req-2decfd5e-5462-4bc7-9c2f-8407e8f493d7 service nova] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Refreshing instance network info cache due to event network-changed-f04d24ea-7030-46eb-80e3-550dfc9b36c1. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.924728] env[69440]: DEBUG oslo_concurrency.lockutils [req-4d641539-8eb0-49fd-a5a7-c8c6489b734b req-2decfd5e-5462-4bc7-9c2f-8407e8f493d7 service nova] Acquiring lock "refresh_cache-d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.924728] env[69440]: DEBUG oslo_concurrency.lockutils [req-4d641539-8eb0-49fd-a5a7-c8c6489b734b req-2decfd5e-5462-4bc7-9c2f-8407e8f493d7 service nova] Acquired lock "refresh_cache-d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.925236] env[69440]: DEBUG nova.network.neutron [req-4d641539-8eb0-49fd-a5a7-c8c6489b734b req-2decfd5e-5462-4bc7-9c2f-8407e8f493d7 service nova] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Refreshing network info cache for port f04d24ea-7030-46eb-80e3-550dfc9b36c1 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.114053] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e64331-ec12-43d1-9cda-7b1dab4535d0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.134753] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ba21e7-5261-4363-ab08-ebc411c8094a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.143032] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Updating instance 'ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a' progress to 83 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.198406] env[69440]: INFO nova.compute.manager [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Rebuilding instance [ 1208.213683] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140398, 'name': CreateVM_Task, 'duration_secs': 0.334602} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.215806] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.219232] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.219440] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.219760] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.220715] env[69440]: INFO nova.scheduler.client.report [None req-e2b0cc29-065f-468b-b4a2-9356164e9255 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Deleted allocation for migration cb575404-d1a7-4e2e-8cf6-fffe43fcc45a [ 1208.221783] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61f0d7f8-8bf9-4f37-bb62-abea76464de0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.234395] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1208.234395] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]521124db-fafe-812c-7269-67263af74dd3" [ 1208.234395] env[69440]: _type = "Task" [ 1208.234395] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.249410] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521124db-fafe-812c-7269-67263af74dd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.252125] env[69440]: DEBUG nova.compute.manager [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1208.252999] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82669d2-0d56-419b-9acb-c13f3e97733a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.374553] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead23246-7ef9-4d16-869a-5ad8a4892887 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.381861] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b0e266-8ea9-4a94-832e-7468602b40a6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.412578] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72f5d36-3dd1-40ce-91de-3747a654b20b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.420586] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17506d6-22cf-4a52-9061-b0747db3278d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.438756] env[69440]: DEBUG nova.compute.provider_tree [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.651075] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.651075] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3aa9105d-8be5-44d6-88df-fee4946f52af {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.658529] env[69440]: DEBUG oslo_vmware.api [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1208.658529] env[69440]: value = "task-4140399" [ 1208.658529] env[69440]: _type = "Task" [ 1208.658529] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.667595] env[69440]: DEBUG oslo_vmware.api [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.689023] env[69440]: DEBUG nova.network.neutron [req-4d641539-8eb0-49fd-a5a7-c8c6489b734b req-2decfd5e-5462-4bc7-9c2f-8407e8f493d7 service nova] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Updated VIF entry in instance network info cache for port f04d24ea-7030-46eb-80e3-550dfc9b36c1. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.689408] env[69440]: DEBUG nova.network.neutron [req-4d641539-8eb0-49fd-a5a7-c8c6489b734b req-2decfd5e-5462-4bc7-9c2f-8407e8f493d7 service nova] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Updating instance_info_cache with network_info: [{"id": "f04d24ea-7030-46eb-80e3-550dfc9b36c1", "address": "fa:16:3e:56:e9:81", "network": {"id": "f4523250-47d0-4b21-9fa3-fe57c85bf7fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2083703277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ee83552310e41e5abdf1a99a03859c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf04d24ea-70", "ovs_interfaceid": "f04d24ea-7030-46eb-80e3-550dfc9b36c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.733021] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e2b0cc29-065f-468b-b4a2-9356164e9255 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "efd32a38-36e0-4f4d-9822-870d28a618d4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.868s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.748823] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521124db-fafe-812c-7269-67263af74dd3, 'name': SearchDatastore_Task, 'duration_secs': 0.012556} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.748823] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.748823] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.749166] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.749256] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.749469] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.749758] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6db1f03b-f918-4278-95ca-5471a7aa8129 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.763634] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.763805] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.764967] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-350f3e0a-79f1-424f-b440-5ef8ee68b9be {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.768222] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3af11f2-90ec-4444-b539-18710decccff {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.776262] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1208.776262] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528ea938-94c2-ddcc-ed49-ff1b3b15c914" [ 1208.776262] env[69440]: _type = "Task" [ 1208.776262] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.789093] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Updating instance 'cba02ffc-ef26-4f41-834e-904fcb202eeb' progress to 0 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.802392] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528ea938-94c2-ddcc-ed49-ff1b3b15c914, 'name': SearchDatastore_Task, 'duration_secs': 0.012611} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.803386] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a56d7f2-9ea0-4daa-8def-222156269370 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.809022] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1208.809022] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52a7f564-3470-df8f-f893-fcca2cc0f2ac" [ 1208.809022] env[69440]: _type = "Task" [ 1208.809022] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.817867] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a7f564-3470-df8f-f893-fcca2cc0f2ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.942257] env[69440]: DEBUG nova.scheduler.client.report [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.169620] env[69440]: DEBUG oslo_vmware.api [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140399, 'name': PowerOnVM_Task, 'duration_secs': 0.451494} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.169884] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.170078] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-07d0703b-768c-4658-8ae6-746caf2a295b tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Updating instance 'ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a' progress to 100 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.192023] env[69440]: DEBUG oslo_concurrency.lockutils [req-4d641539-8eb0-49fd-a5a7-c8c6489b734b req-2decfd5e-5462-4bc7-9c2f-8407e8f493d7 service nova] Releasing lock "refresh_cache-d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.192388] env[69440]: DEBUG nova.compute.manager [req-4d641539-8eb0-49fd-a5a7-c8c6489b734b req-2decfd5e-5462-4bc7-9c2f-8407e8f493d7 service nova] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Received event network-changed-699c1bed-baac-4bd2-a72e-19f630c1069b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.192499] env[69440]: DEBUG nova.compute.manager [req-4d641539-8eb0-49fd-a5a7-c8c6489b734b req-2decfd5e-5462-4bc7-9c2f-8407e8f493d7 service nova] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Refreshing instance network info cache due to event network-changed-699c1bed-baac-4bd2-a72e-19f630c1069b. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.192708] env[69440]: DEBUG oslo_concurrency.lockutils [req-4d641539-8eb0-49fd-a5a7-c8c6489b734b req-2decfd5e-5462-4bc7-9c2f-8407e8f493d7 service nova] Acquiring lock "refresh_cache-4ae7afb6-2812-4f28-842b-a3fd38624537" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.192848] env[69440]: DEBUG oslo_concurrency.lockutils [req-4d641539-8eb0-49fd-a5a7-c8c6489b734b req-2decfd5e-5462-4bc7-9c2f-8407e8f493d7 service nova] Acquired lock "refresh_cache-4ae7afb6-2812-4f28-842b-a3fd38624537" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.193117] env[69440]: DEBUG nova.network.neutron [req-4d641539-8eb0-49fd-a5a7-c8c6489b734b req-2decfd5e-5462-4bc7-9c2f-8407e8f493d7 service nova] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Refreshing network info cache for port 699c1bed-baac-4bd2-a72e-19f630c1069b {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.274386] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.274701] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b486face-880f-49a3-92a3-63b6b2af916b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.282606] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1209.282606] env[69440]: value = "task-4140400" [ 1209.282606] env[69440]: _type = "Task" [ 1209.282606] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.294165] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.298823] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.299745] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dcdd0a5-9676-482f-970d-be184e08da43 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.308495] env[69440]: DEBUG oslo_vmware.api [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1209.308495] env[69440]: value = "task-4140401" [ 1209.308495] env[69440]: _type = "Task" [ 1209.308495] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.329058] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a7f564-3470-df8f-f893-fcca2cc0f2ac, 'name': SearchDatastore_Task, 'duration_secs': 0.021673} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.329407] env[69440]: DEBUG oslo_vmware.api [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.329898] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.330303] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0/d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.330867] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93def564-8679-4421-9f2e-5fdff30ec08f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.339306] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1209.339306] env[69440]: value = "task-4140403" [ 1209.339306] env[69440]: _type = "Task" [ 1209.339306] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.351569] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.448108] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.450993] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.697s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.451263] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.451580] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1209.452471] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76122e48-a7b9-41ba-a96d-2dacae4ea686 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.461388] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdaad70-a878-4937-8b00-793c7f7abd74 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.477857] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc231b1-85a0-45b3-add6-8a3d4c1248c2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.481733] env[69440]: INFO nova.scheduler.client.report [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Deleted allocations for instance 30a1e2a4-8508-4697-a892-ae78aac038a7 [ 1209.492518] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2b5314-0191-4540-9351-9daea8594e52 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.528225] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178386MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1209.528423] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.528768] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.724037] env[69440]: DEBUG oslo_concurrency.lockutils [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "efd32a38-36e0-4f4d-9822-870d28a618d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.724037] env[69440]: DEBUG oslo_concurrency.lockutils [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "efd32a38-36e0-4f4d-9822-870d28a618d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.724037] env[69440]: DEBUG oslo_concurrency.lockutils [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "efd32a38-36e0-4f4d-9822-870d28a618d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.724037] env[69440]: DEBUG oslo_concurrency.lockutils [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "efd32a38-36e0-4f4d-9822-870d28a618d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.724573] env[69440]: DEBUG oslo_concurrency.lockutils [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "efd32a38-36e0-4f4d-9822-870d28a618d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.730103] env[69440]: INFO nova.compute.manager [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Terminating instance [ 1209.792879] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140400, 'name': PowerOffVM_Task, 'duration_secs': 0.368331} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.793183] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.822044] env[69440]: DEBUG oslo_vmware.api [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140401, 'name': PowerOffVM_Task, 'duration_secs': 0.342827} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.822351] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.822613] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Updating instance 'cba02ffc-ef26-4f41-834e-904fcb202eeb' progress to 17 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.849853] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.856025] env[69440]: INFO nova.compute.manager [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Detaching volume 24421512-3ce9-4d61-983d-672c47ec1d93 [ 1209.888216] env[69440]: INFO nova.virt.block_device [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Attempting to driver detach volume 24421512-3ce9-4d61-983d-672c47ec1d93 from mountpoint /dev/sdb [ 1209.888549] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Volume detach. Driver type: vmdk {{(pid=69440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1209.888752] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819967', 'volume_id': '24421512-3ce9-4d61-983d-672c47ec1d93', 'name': 'volume-24421512-3ce9-4d61-983d-672c47ec1d93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c36abfde-0148-43f4-9702-8f9d0be65f9e', 'attached_at': '', 'detached_at': '', 'volume_id': '24421512-3ce9-4d61-983d-672c47ec1d93', 'serial': '24421512-3ce9-4d61-983d-672c47ec1d93'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1209.889901] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76d1bf1-b2df-4570-9680-f95f31ae9846 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.914401] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d2637e-f7e2-4af4-a44b-358f4c37550d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.922822] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbe815f-dff9-4b71-b3cc-b65be11ed052 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.945806] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843c4bdb-37bf-41a0-b467-fdf63828a9ec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.963047] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] The volume has not been displaced from its original location: [datastore1] volume-24421512-3ce9-4d61-983d-672c47ec1d93/volume-24421512-3ce9-4d61-983d-672c47ec1d93.vmdk. No consolidation needed. {{(pid=69440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1209.968388] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1209.971080] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34afef61-40c9-4f5b-bd49-81da5c662e40 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.990423] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1209.990423] env[69440]: value = "task-4140404" [ 1209.990423] env[69440]: _type = "Task" [ 1209.990423] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.990901] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5402d019-50f4-430a-818b-1e00573c236a tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "30a1e2a4-8508-4697-a892-ae78aac038a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.687s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.002804] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.072204] env[69440]: DEBUG nova.network.neutron [req-4d641539-8eb0-49fd-a5a7-c8c6489b734b req-2decfd5e-5462-4bc7-9c2f-8407e8f493d7 service nova] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Updated VIF entry in instance network info cache for port 699c1bed-baac-4bd2-a72e-19f630c1069b. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.072568] env[69440]: DEBUG nova.network.neutron [req-4d641539-8eb0-49fd-a5a7-c8c6489b734b req-2decfd5e-5462-4bc7-9c2f-8407e8f493d7 service nova] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Updating instance_info_cache with network_info: [{"id": "699c1bed-baac-4bd2-a72e-19f630c1069b", "address": "fa:16:3e:2f:f2:a4", "network": {"id": "eeb1fd99-8130-4307-a1ff-f4e0287dfc9c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-239946609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "449c066c0a2644b995fd9fd41599b07a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699c1bed-ba", "ovs_interfaceid": "699c1bed-baac-4bd2-a72e-19f630c1069b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.237112] env[69440]: DEBUG nova.compute.manager [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.237448] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.238907] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec04a7d-b92b-495e-893d-9bed4ae31eb6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.248128] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.248415] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65739360-1aff-4538-9bac-1b535787fe2e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.257609] env[69440]: DEBUG oslo_vmware.api [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1210.257609] env[69440]: value = "task-4140405" [ 1210.257609] env[69440]: _type = "Task" [ 1210.257609] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.267338] env[69440]: DEBUG oslo_vmware.api [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.329870] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.330169] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.330341] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.330564] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.330718] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.330888] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.331141] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.331320] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.331558] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.331688] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.331868] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.337173] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aed20900-da9b-4112-bf93-820a15f7a447 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.360689] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140403, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.362613] env[69440]: DEBUG oslo_vmware.api [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1210.362613] env[69440]: value = "task-4140406" [ 1210.362613] env[69440]: _type = "Task" [ 1210.362613] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.376675] env[69440]: DEBUG oslo_vmware.api [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.503878] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.540954] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Applying migration context for instance ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a as it has an incoming, in-progress migration 22fc4ce0-2d89-4bd7-ba1f-062e0157fbb5. Migration status is finished {{(pid=69440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1210.541206] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Applying migration context for instance cba02ffc-ef26-4f41-834e-904fcb202eeb as it has an incoming, in-progress migration b11eb167-33dc-426c-972c-1884c8c4804d. Migration status is migrating {{(pid=69440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1210.543079] env[69440]: INFO nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Updating resource usage from migration 22fc4ce0-2d89-4bd7-ba1f-062e0157fbb5 [ 1210.543443] env[69440]: INFO nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Updating resource usage from migration b11eb167-33dc-426c-972c-1884c8c4804d [ 1210.569089] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 896ced19-ce4b-486c-9a37-96cb8e6767d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1210.569286] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance e27f5de0-9750-43d8-be9f-98485375485e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1210.569411] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance c36abfde-0148-43f4-9702-8f9d0be65f9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1210.569532] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 9c3e2817-dc42-4438-9db8-afb96ae7178b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1210.569649] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance f79d995a-de50-48d0-920d-1a93bd34270f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1210.569763] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance efd32a38-36e0-4f4d-9822-870d28a618d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1210.569875] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 6db4be35-78b9-4afb-8270-d39988531a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1210.570011] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 4ae7afb6-2812-4f28-842b-a3fd38624537 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1210.570194] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Migration 22fc4ce0-2d89-4bd7-ba1f-062e0157fbb5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1210.570265] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1210.570323] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1210.570426] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Migration b11eb167-33dc-426c-972c-1884c8c4804d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1210.570536] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance cba02ffc-ef26-4f41-834e-904fcb202eeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1210.570795] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1210.571294] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1210.575272] env[69440]: DEBUG oslo_concurrency.lockutils [req-4d641539-8eb0-49fd-a5a7-c8c6489b734b req-2decfd5e-5462-4bc7-9c2f-8407e8f493d7 service nova] Releasing lock "refresh_cache-4ae7afb6-2812-4f28-842b-a3fd38624537" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.767856] env[69440]: DEBUG oslo_vmware.api [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140405, 'name': PowerOffVM_Task, 'duration_secs': 0.404647} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.769145] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.769337] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.770153] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a1db67-51d5-40ce-8c9f-fa2230b4f4e1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.773470] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cf9a0b2-6e0f-4bb1-a901-8dae249149d6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.781360] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9184bb-b285-4180-a85e-203da0555966 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.817557] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4829c306-5486-4280-aaf0-bdc078bc1595 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.826938] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f041cf17-0f49-4b9a-9914-d97f46b1e24e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.841845] env[69440]: DEBUG nova.compute.provider_tree [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.858667] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140403, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.206351} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.858981] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0/d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.859221] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.859515] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aee59629-1363-49a5-a390-77a6e5def0b7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.867709] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1210.867709] env[69440]: value = "task-4140408" [ 1210.867709] env[69440]: _type = "Task" [ 1210.867709] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.874599] env[69440]: DEBUG oslo_vmware.api [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140406, 'name': ReconfigVM_Task, 'duration_secs': 0.36482} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.875316] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Updating instance 'cba02ffc-ef26-4f41-834e-904fcb202eeb' progress to 33 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.882491] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.890646] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.890988] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.891117] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Deleting the datastore file [datastore1] efd32a38-36e0-4f4d-9822-870d28a618d4 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.891732] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec00e1e5-7a79-4c57-be8d-255a6cd324d5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.901142] env[69440]: DEBUG oslo_vmware.api [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1210.901142] env[69440]: value = "task-4140409" [ 1210.901142] env[69440]: _type = "Task" [ 1210.901142] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.910143] env[69440]: DEBUG oslo_vmware.api [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.002298] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140404, 'name': ReconfigVM_Task, 'duration_secs': 0.571388} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.002508] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1211.008606] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c803d5dd-1411-4a98-aa9d-55d08aee4ecd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.025261] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1211.025261] env[69440]: value = "task-4140410" [ 1211.025261] env[69440]: _type = "Task" [ 1211.025261] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.033932] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.052698] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquiring lock "f79d995a-de50-48d0-920d-1a93bd34270f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.052958] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "f79d995a-de50-48d0-920d-1a93bd34270f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.053189] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquiring lock "f79d995a-de50-48d0-920d-1a93bd34270f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.053549] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "f79d995a-de50-48d0-920d-1a93bd34270f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.053727] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "f79d995a-de50-48d0-920d-1a93bd34270f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.058120] env[69440]: INFO nova.compute.manager [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Terminating instance [ 1211.345771] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.382544] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087144} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.385976] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.386278] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.386478] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.386707] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.386890] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.387073] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.387328] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.387493] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.387721] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.387905] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.388168] env[69440]: DEBUG nova.virt.hardware [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.394202] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1211.394593] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.395540] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bd12197-df52-4f20-9114-406379d439ea {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.411964] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52f2cdd-a4f5-4ffd-8c5c-ffb075c4306e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.442698] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0/d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.448133] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "e27f5de0-9750-43d8-be9f-98485375485e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.448500] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "e27f5de0-9750-43d8-be9f-98485375485e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.448884] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "e27f5de0-9750-43d8-be9f-98485375485e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.449265] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "e27f5de0-9750-43d8-be9f-98485375485e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.449563] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "e27f5de0-9750-43d8-be9f-98485375485e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.452032] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6557e96a-613f-46a2-ac73-21aa53c3778f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.474391] env[69440]: DEBUG oslo_vmware.api [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.474391] env[69440]: DEBUG oslo_vmware.api [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1211.474391] env[69440]: value = "task-4140412" [ 1211.474391] env[69440]: _type = "Task" [ 1211.474391] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.474391] env[69440]: INFO nova.compute.manager [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Terminating instance [ 1211.484260] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1211.484260] env[69440]: value = "task-4140413" [ 1211.484260] env[69440]: _type = "Task" [ 1211.484260] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.492925] env[69440]: DEBUG oslo_vmware.api [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.499345] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140413, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.536845] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140410, 'name': ReconfigVM_Task, 'duration_secs': 0.368776} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.537060] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819967', 'volume_id': '24421512-3ce9-4d61-983d-672c47ec1d93', 'name': 'volume-24421512-3ce9-4d61-983d-672c47ec1d93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c36abfde-0148-43f4-9702-8f9d0be65f9e', 'attached_at': '', 'detached_at': '', 'volume_id': '24421512-3ce9-4d61-983d-672c47ec1d93', 'serial': '24421512-3ce9-4d61-983d-672c47ec1d93'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1211.562975] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquiring lock "refresh_cache-f79d995a-de50-48d0-920d-1a93bd34270f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.563248] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquired lock "refresh_cache-f79d995a-de50-48d0-920d-1a93bd34270f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.563484] env[69440]: DEBUG nova.network.neutron [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.819366] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af8c6b6-a467-4a93-803e-745691d42fe6 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.819839] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af8c6b6-a467-4a93-803e-745691d42fe6 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.819839] env[69440]: DEBUG nova.compute.manager [None req-2af8c6b6-a467-4a93-803e-745691d42fe6 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Going to confirm migration 5 {{(pid=69440) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1211.851600] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1211.851834] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.323s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.852041] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.852192] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Cleaning up deleted instances {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1211.925616] env[69440]: DEBUG oslo_vmware.api [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.54727} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.925847] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.926060] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.926270] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.926478] env[69440]: INFO nova.compute.manager [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1211.926700] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.926897] env[69440]: DEBUG nova.compute.manager [-] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.926994] env[69440]: DEBUG nova.network.neutron [-] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.983228] env[69440]: DEBUG nova.compute.manager [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.983535] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.987435] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af7363e-e8b7-465b-8c83-b9c9a1ed4a5b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.990649] env[69440]: DEBUG oslo_vmware.api [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140412, 'name': ReconfigVM_Task, 'duration_secs': 0.199988} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.996205] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1211.997690] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da97a29-012e-4f9a-9b73-bd4d4a2a8b0e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.002601] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.003202] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e54a0f6-e9de-4ca8-98a5-73aa45886a50 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.007979] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.027345] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] cba02ffc-ef26-4f41-834e-904fcb202eeb/cba02ffc-ef26-4f41-834e-904fcb202eeb.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.029020] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8911c86-0a70-4a79-8fe6-8303e392ca15 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.046548] env[69440]: DEBUG oslo_vmware.api [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1212.046548] env[69440]: value = "task-4140414" [ 1212.046548] env[69440]: _type = "Task" [ 1212.046548] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.053021] env[69440]: DEBUG oslo_vmware.api [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1212.053021] env[69440]: value = "task-4140415" [ 1212.053021] env[69440]: _type = "Task" [ 1212.053021] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.063815] env[69440]: DEBUG oslo_vmware.api [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.072815] env[69440]: DEBUG oslo_vmware.api [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140415, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.099436] env[69440]: DEBUG nova.network.neutron [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.177640] env[69440]: DEBUG nova.network.neutron [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.375151] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] There are 57 instances to clean {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1212.375151] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 30a1e2a4-8508-4697-a892-ae78aac038a7] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.392576] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af8c6b6-a467-4a93-803e-745691d42fe6 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "refresh_cache-ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.392771] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af8c6b6-a467-4a93-803e-745691d42fe6 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "refresh_cache-ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.392940] env[69440]: DEBUG nova.network.neutron [None req-2af8c6b6-a467-4a93-803e-745691d42fe6 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.393214] env[69440]: DEBUG nova.objects.instance [None req-2af8c6b6-a467-4a93-803e-745691d42fe6 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lazy-loading 'info_cache' on Instance uuid ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.501971] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140413, 'name': ReconfigVM_Task, 'duration_secs': 0.757677} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.502309] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Reconfigured VM instance instance-0000006f to attach disk [datastore1] d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0/d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.502979] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab857887-de53-4524-bd25-edf2ed6f67eb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.510479] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1212.510479] env[69440]: value = "task-4140416" [ 1212.510479] env[69440]: _type = "Task" [ 1212.510479] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.520204] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140416, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.555743] env[69440]: DEBUG oslo_vmware.api [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140414, 'name': PowerOffVM_Task, 'duration_secs': 0.262751} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.560165] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.560243] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.560542] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbca9a10-816c-4f3d-b3fc-40f500025799 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.568039] env[69440]: DEBUG oslo_vmware.api [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.630035] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.630035] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.630204] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Deleting the datastore file [datastore2] e27f5de0-9750-43d8-be9f-98485375485e {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.630770] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.631043] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5f9704d-e1cf-4bdc-af5a-1c61673dc7ec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.634645] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f55229b-702f-4d22-9b4b-0b159a9c6ea6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.643343] env[69440]: DEBUG oslo_vmware.api [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1212.643343] env[69440]: value = "task-4140419" [ 1212.643343] env[69440]: _type = "Task" [ 1212.643343] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.645088] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1212.645088] env[69440]: value = "task-4140418" [ 1212.645088] env[69440]: _type = "Task" [ 1212.645088] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.655576] env[69440]: DEBUG nova.compute.manager [req-80e1a8fb-46fb-4f8f-ae94-a911d3d27e94 req-37f6f19a-2598-41bd-b42d-b4f4d28059c3 service nova] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Received event network-vif-deleted-4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.655660] env[69440]: INFO nova.compute.manager [req-80e1a8fb-46fb-4f8f-ae94-a911d3d27e94 req-37f6f19a-2598-41bd-b42d-b4f4d28059c3 service nova] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Neutron deleted interface 4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda; detaching it from the instance and deleting it from the info cache [ 1212.655828] env[69440]: DEBUG nova.network.neutron [req-80e1a8fb-46fb-4f8f-ae94-a911d3d27e94 req-37f6f19a-2598-41bd-b42d-b4f4d28059c3 service nova] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.661656] env[69440]: DEBUG oslo_vmware.api [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.666602] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] VM already powered off {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1212.666816] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Volume detach. Driver type: vmdk {{(pid=69440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1212.667028] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819967', 'volume_id': '24421512-3ce9-4d61-983d-672c47ec1d93', 'name': 'volume-24421512-3ce9-4d61-983d-672c47ec1d93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c36abfde-0148-43f4-9702-8f9d0be65f9e', 'attached_at': '', 'detached_at': '', 'volume_id': '24421512-3ce9-4d61-983d-672c47ec1d93', 'serial': '24421512-3ce9-4d61-983d-672c47ec1d93'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1212.667835] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1e7f64-fd93-412e-8acb-b33d210bc29c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.692836] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Releasing lock "refresh_cache-f79d995a-de50-48d0-920d-1a93bd34270f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.695202] env[69440]: DEBUG nova.compute.manager [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.695202] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.695202] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7313331-1ffb-4541-954c-4d0c04907751 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.698625] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1c129c-1972-4b27-af31-8c7b9431fc1c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.707055] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.708683] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c58fc4f-2a4e-4b31-b612-4284a1396e28 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.711166] env[69440]: WARNING nova.virt.vmwareapi.driver [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1212.711487] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.713067] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dae87e-6c2b-48e7-a931-1bd31921fa2d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.722713] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.724304] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2be1cca8-327e-4c5d-afc1-b4c89bdd42e9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.726054] env[69440]: DEBUG oslo_vmware.api [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1212.726054] env[69440]: value = "task-4140420" [ 1212.726054] env[69440]: _type = "Task" [ 1212.726054] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.747834] env[69440]: DEBUG oslo_vmware.api [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.878861] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: e7953318-40a7-4ee8-b76e-14273cdb3b6f] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.021967] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140416, 'name': Rename_Task, 'duration_secs': 0.235478} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.022310] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.022614] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74bd991b-ba3e-422b-9d08-9d945dc46356 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.029601] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1213.029601] env[69440]: value = "task-4140422" [ 1213.029601] env[69440]: _type = "Task" [ 1213.029601] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.038594] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.066134] env[69440]: DEBUG oslo_vmware.api [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140415, 'name': ReconfigVM_Task, 'duration_secs': 0.733206} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.066477] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Reconfigured VM instance instance-0000006d to attach disk [datastore1] cba02ffc-ef26-4f41-834e-904fcb202eeb/cba02ffc-ef26-4f41-834e-904fcb202eeb.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.066780] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Updating instance 'cba02ffc-ef26-4f41-834e-904fcb202eeb' progress to 50 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.137324] env[69440]: DEBUG nova.network.neutron [-] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.156716] env[69440]: DEBUG oslo_vmware.api [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405266} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.156977] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.157181] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.157360] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.157534] env[69440]: INFO nova.compute.manager [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1213.157780] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.157966] env[69440]: DEBUG nova.compute.manager [-] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.158098] env[69440]: DEBUG nova.network.neutron [-] [instance: e27f5de0-9750-43d8-be9f-98485375485e] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.162917] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4bf4cbd5-2106-49aa-8392-f061ad4ec5c5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.173691] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740d8188-5b3f-4d72-adfe-b2dfdaf85542 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.214441] env[69440]: DEBUG nova.compute.manager [req-80e1a8fb-46fb-4f8f-ae94-a911d3d27e94 req-37f6f19a-2598-41bd-b42d-b4f4d28059c3 service nova] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Detach interface failed, port_id=4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda, reason: Instance efd32a38-36e0-4f4d-9822-870d28a618d4 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1213.237146] env[69440]: DEBUG oslo_vmware.api [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140420, 'name': PowerOffVM_Task, 'duration_secs': 0.156304} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.237146] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.237146] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.237146] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cfcc5d0-2be1-4f40-9d20-be5bebb6ceb3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.267770] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.268167] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.268465] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Deleting the datastore file [datastore2] f79d995a-de50-48d0-920d-1a93bd34270f {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.268779] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-544b34eb-6d60-4f5f-b751-05cdc3746326 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.280079] env[69440]: DEBUG oslo_vmware.api [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for the task: (returnval){ [ 1213.280079] env[69440]: value = "task-4140424" [ 1213.280079] env[69440]: _type = "Task" [ 1213.280079] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.286533] env[69440]: DEBUG oslo_vmware.api [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.382527] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: f828147e-3bfc-48ac-b3c8-e5feae7a8767] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.540417] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140422, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.573515] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab28de3-6d91-44e6-abd2-f41867985bb3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.607244] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2312bc17-7b0f-4929-89d6-5b617f1b463e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.629248] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Updating instance 'cba02ffc-ef26-4f41-834e-904fcb202eeb' progress to 67 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.640714] env[69440]: INFO nova.compute.manager [-] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Took 1.71 seconds to deallocate network for instance. [ 1213.700349] env[69440]: DEBUG nova.network.neutron [None req-2af8c6b6-a467-4a93-803e-745691d42fe6 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Updating instance_info_cache with network_info: [{"id": "f55c051c-269c-4e35-b978-6e0614d8426f", "address": "fa:16:3e:98:de:5c", "network": {"id": "41c1c367-801b-433c-b176-6a81cc0d5096", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2091308805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27a00c5d4f64e81b6f2e92da994f52b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf55c051c-26", "ovs_interfaceid": "f55c051c-269c-4e35-b978-6e0614d8426f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.788703] env[69440]: DEBUG oslo_vmware.api [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Task: {'id': task-4140424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167859} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.788973] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.789228] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.789385] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.789560] env[69440]: INFO nova.compute.manager [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1213.789803] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.790675] env[69440]: DEBUG nova.compute.manager [-] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.790675] env[69440]: DEBUG nova.network.neutron [-] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.809764] env[69440]: DEBUG nova.network.neutron [-] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.886407] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 90f8982c-11d8-4c37-a780-bf4daf09912b] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.043242] env[69440]: DEBUG oslo_vmware.api [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140422, 'name': PowerOnVM_Task, 'duration_secs': 0.721985} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.043531] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.043734] env[69440]: INFO nova.compute.manager [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1214.043908] env[69440]: DEBUG nova.compute.manager [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1214.044764] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfd877e-c359-41f7-89ea-7c9a3f3dd070 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.150625] env[69440]: DEBUG oslo_concurrency.lockutils [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.150625] env[69440]: DEBUG oslo_concurrency.lockutils [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.150625] env[69440]: DEBUG nova.objects.instance [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lazy-loading 'resources' on Instance uuid efd32a38-36e0-4f4d-9822-870d28a618d4 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.171884] env[69440]: DEBUG nova.network.neutron [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Port ee229206-fbad-4558-892a-ce91c24f1b7a binding to destination host cpu-1 is already ACTIVE {{(pid=69440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1214.205025] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af8c6b6-a467-4a93-803e-745691d42fe6 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "refresh_cache-ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.205439] env[69440]: DEBUG nova.objects.instance [None req-2af8c6b6-a467-4a93-803e-745691d42fe6 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lazy-loading 'migration_context' on Instance uuid ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.312348] env[69440]: DEBUG nova.network.neutron [-] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.356281] env[69440]: DEBUG nova.network.neutron [-] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.389987] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 0ab1e601-619d-44c6-8b3a-5f83462c0aa5] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.561991] env[69440]: INFO nova.compute.manager [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Took 19.26 seconds to build instance. [ 1214.685107] env[69440]: DEBUG nova.compute.manager [req-2829bc9b-66ca-4f71-8c5c-4fba85eb1650 req-21e1b277-7628-4cc0-8a46-01f149ff1ce7 service nova] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Received event network-vif-deleted-13e889b6-e921-4f02-8cd3-0fbbed27818f {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.710828] env[69440]: DEBUG nova.objects.base [None req-2af8c6b6-a467-4a93-803e-745691d42fe6 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1214.712370] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e413279-5983-4fc2-8171-ce1ea9b83c32 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.738997] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e020aa77-ab81-4c34-94bb-8d9f2acf9bc8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.748329] env[69440]: DEBUG oslo_vmware.api [None req-2af8c6b6-a467-4a93-803e-745691d42fe6 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1214.748329] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ed2461-495a-4f21-5eb0-b3646f8b75c6" [ 1214.748329] env[69440]: _type = "Task" [ 1214.748329] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.760275] env[69440]: DEBUG oslo_vmware.api [None req-2af8c6b6-a467-4a93-803e-745691d42fe6 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ed2461-495a-4f21-5eb0-b3646f8b75c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.815594] env[69440]: INFO nova.compute.manager [-] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Took 1.03 seconds to deallocate network for instance. [ 1214.859744] env[69440]: INFO nova.compute.manager [-] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Took 1.70 seconds to deallocate network for instance. [ 1214.863548] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb41b60a-1fc2-4e3d-9eb0-e515298b84b0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.876843] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6910fbcd-bd04-4ee2-a9f5-abb6e9860778 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.908649] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 6942a8c9-8c6d-41cc-a087-0189ab72bad1] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.911400] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed9c5a9-bdbd-4caf-960f-f443b04ae04c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.921031] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d277b9-4fc0-46f7-af66-e5f027acaed8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.936555] env[69440]: DEBUG nova.compute.provider_tree [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.064417] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lock "d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.777s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.195923] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "cba02ffc-ef26-4f41-834e-904fcb202eeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.196248] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "cba02ffc-ef26-4f41-834e-904fcb202eeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.196460] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "cba02ffc-ef26-4f41-834e-904fcb202eeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.244463] env[69440]: INFO nova.compute.manager [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Rescuing [ 1215.244740] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquiring lock "refresh_cache-d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.244889] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquired lock "refresh_cache-d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.245073] env[69440]: DEBUG nova.network.neutron [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.258873] env[69440]: DEBUG oslo_vmware.api [None req-2af8c6b6-a467-4a93-803e-745691d42fe6 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ed2461-495a-4f21-5eb0-b3646f8b75c6, 'name': SearchDatastore_Task, 'duration_secs': 0.015776} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.259182] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af8c6b6-a467-4a93-803e-745691d42fe6 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.322486] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.373225] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.414709] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 2fe86afd-ce8a-4097-b3af-7d3a8d5fda2d] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.440237] env[69440]: DEBUG nova.scheduler.client.report [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.527093] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.527308] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.527507] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Deleting the datastore file [datastore1] c36abfde-0148-43f4-9702-8f9d0be65f9e {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.527781] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a9b5062-a266-4789-9186-709d2dc814d7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.538577] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1215.538577] env[69440]: value = "task-4140426" [ 1215.538577] env[69440]: _type = "Task" [ 1215.538577] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.547841] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.918636] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 9c6ca56b-90d5-4835-a504-84e8f8a2d640] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.947423] env[69440]: DEBUG oslo_concurrency.lockutils [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.948165] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af8c6b6-a467-4a93-803e-745691d42fe6 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.689s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.975225] env[69440]: INFO nova.scheduler.client.report [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Deleted allocations for instance efd32a38-36e0-4f4d-9822-870d28a618d4 [ 1216.049078] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172816} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.049439] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.049623] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.049919] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.091656] env[69440]: DEBUG nova.network.neutron [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Updating instance_info_cache with network_info: [{"id": "f04d24ea-7030-46eb-80e3-550dfc9b36c1", "address": "fa:16:3e:56:e9:81", "network": {"id": "f4523250-47d0-4b21-9fa3-fe57c85bf7fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2083703277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ee83552310e41e5abdf1a99a03859c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf04d24ea-70", "ovs_interfaceid": "f04d24ea-7030-46eb-80e3-550dfc9b36c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.247583] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "refresh_cache-cba02ffc-ef26-4f41-834e-904fcb202eeb" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.247786] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "refresh_cache-cba02ffc-ef26-4f41-834e-904fcb202eeb" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.247975] env[69440]: DEBUG nova.network.neutron [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.423370] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 79a1311f-55d1-4185-a46f-2919440e27f8] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.486713] env[69440]: DEBUG oslo_concurrency.lockutils [None req-48c6840c-3591-499d-a637-26d2ce4f594f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "efd32a38-36e0-4f4d-9822-870d28a618d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.763s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.556733] env[69440]: INFO nova.virt.block_device [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Booting with volume 24421512-3ce9-4d61-983d-672c47ec1d93 at /dev/sdb [ 1216.591311] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e3f901a-b039-47c6-ab40-d96349d902be {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.597765] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Releasing lock "refresh_cache-d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.607822] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e379eedf-a3f3-436b-8ac7-78bdf2a53e8a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.633688] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c09160-dce2-4f66-b7fb-3efafebdffcb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.648474] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3cbc84b-c99f-4e7c-ad57-1169c7b05795 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.654604] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39aef4bc-e9c2-492f-905e-504c6875a5e8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.662178] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f118bd20-5455-4a7f-8ec0-4780241498cf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.699824] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b5fb40-a2b6-4cea-8cde-db7a31f5eb0b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.707333] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1230c8c-0654-4c59-9e08-ede04fffbc5b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.721960] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ebbb4f-7c65-40b4-930a-b084e26483df {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.732606] env[69440]: DEBUG nova.compute.provider_tree [None req-2af8c6b6-a467-4a93-803e-745691d42fe6 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.739299] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0ade4e-a35d-4282-beb0-bf291af21565 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.758469] env[69440]: DEBUG nova.virt.block_device [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Updating existing volume attachment record: b9f83950-a28f-4e6e-9bc8-79128c0ad07c {{(pid=69440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1216.927206] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 239845d8-97d0-434d-b4ea-51f98f750587] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.976007] env[69440]: DEBUG nova.network.neutron [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Updating instance_info_cache with network_info: [{"id": "ee229206-fbad-4558-892a-ce91c24f1b7a", "address": "fa:16:3e:c2:22:09", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee229206-fb", "ovs_interfaceid": "ee229206-fbad-4558-892a-ce91c24f1b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.236431] env[69440]: DEBUG nova.scheduler.client.report [None req-2af8c6b6-a467-4a93-803e-745691d42fe6 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.430754] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: b1f6f084-7688-45cf-b912-4a0a66a33b34] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.478592] env[69440]: DEBUG oslo_concurrency.lockutils [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "refresh_cache-cba02ffc-ef26-4f41-834e-904fcb202eeb" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.933721] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 921d5d64-36f1-42eb-9d85-ecdc74e555f0] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.001984] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b753ea-89dd-4496-9576-bcdfcbc33611 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.022683] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c676c60-be79-4b1f-9608-79750b0f1820 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.030732] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Updating instance 'cba02ffc-ef26-4f41-834e-904fcb202eeb' progress to 83 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.140584] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.141395] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95f143a1-ed9a-4362-90f7-78b6ab056cc2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.149968] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1218.149968] env[69440]: value = "task-4140429" [ 1218.149968] env[69440]: _type = "Task" [ 1218.149968] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.160304] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.210860] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "bbcaea1e-0306-4292-b53e-9e8fb33f42c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.210860] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "bbcaea1e-0306-4292-b53e-9e8fb33f42c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.247046] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af8c6b6-a467-4a93-803e-745691d42fe6 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.299s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.249947] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.927s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.250463] env[69440]: DEBUG nova.objects.instance [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lazy-loading 'resources' on Instance uuid f79d995a-de50-48d0-920d-1a93bd34270f {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.436983] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 510d2410-3cd4-474f-bcbd-f91f71b7f69e] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.537634] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.537953] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d6e3ef7-b3db-45b9-a05a-2eb41be2abf9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.546447] env[69440]: DEBUG oslo_vmware.api [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1218.546447] env[69440]: value = "task-4140430" [ 1218.546447] env[69440]: _type = "Task" [ 1218.546447] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.555222] env[69440]: DEBUG oslo_vmware.api [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.660348] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140429, 'name': PowerOffVM_Task, 'duration_secs': 0.35026} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.660622] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.661430] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409ab8e8-5031-4a45-9cb8-318c2ae82cb2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.679729] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961cd7b1-2229-406b-b734-24bdcc44a115 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.714076] env[69440]: DEBUG nova.compute.manager [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1218.723245] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.723866] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9f992d8-475e-441d-bd4b-6dada7097566 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.731625] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1218.731625] env[69440]: value = "task-4140431" [ 1218.731625] env[69440]: _type = "Task" [ 1218.731625] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.740486] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.816240] env[69440]: INFO nova.scheduler.client.report [None req-2af8c6b6-a467-4a93-803e-745691d42fe6 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Deleted allocation for migration 22fc4ce0-2d89-4bd7-ba1f-062e0157fbb5 [ 1218.872354] env[69440]: DEBUG nova.virt.hardware [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.872673] env[69440]: DEBUG nova.virt.hardware [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.872905] env[69440]: DEBUG nova.virt.hardware [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.873124] env[69440]: DEBUG nova.virt.hardware [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.873278] env[69440]: DEBUG nova.virt.hardware [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.873432] env[69440]: DEBUG nova.virt.hardware [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.873782] env[69440]: DEBUG nova.virt.hardware [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.873782] env[69440]: DEBUG nova.virt.hardware [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.873937] env[69440]: DEBUG nova.virt.hardware [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.874105] env[69440]: DEBUG nova.virt.hardware [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.874280] env[69440]: DEBUG nova.virt.hardware [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.875666] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3e1f0c-113c-4f4c-b74f-8c642ac21a7e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.884787] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298aa199-bcc6-4617-bc23-facf21e8f74f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.904311] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:73:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03711172-7b63-45ac-b7e9-7151009f449e', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1218.911940] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.915035] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1218.915501] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79793f4d-3f55-4708-bc80-27c2b272667c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.940197] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 41ad4c03-c4f5-45f6-8ab8-1b9dd8bdf064] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.944479] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1218.944479] env[69440]: value = "task-4140432" [ 1218.944479] env[69440]: _type = "Task" [ 1218.944479] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.957235] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140432, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.982861] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0086ecc6-1542-4f73-9d8b-a02f52a26822 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.991476] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceab2d17-dc7a-4a28-84d6-1b43a378d28e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.023568] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9892e7-92ee-4e29-8e93-06498e6f4891 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.031914] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cf71aa-eb6b-484e-b360-65e09d29b63e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.048400] env[69440]: DEBUG nova.compute.provider_tree [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.059458] env[69440]: DEBUG oslo_vmware.api [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140430, 'name': PowerOnVM_Task, 'duration_secs': 0.416245} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.059862] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.060143] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-13b8a0f9-1689-4ff6-bd00-5646e3da4773 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Updating instance 'cba02ffc-ef26-4f41-834e-904fcb202eeb' progress to 100 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.187278] env[69440]: DEBUG oslo_concurrency.lockutils [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.237533] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.244109] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] VM already powered off {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1219.244342] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.244576] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.244730] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.244975] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.245265] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e873b17-bb07-4ddf-aacb-cb75d723840d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.256946] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.257321] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.258149] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f797ab6-27a8-4622-a1bb-e559abe670e4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.264539] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1219.264539] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ceea2c-a6fc-9500-ac5f-c7099814dbc3" [ 1219.264539] env[69440]: _type = "Task" [ 1219.264539] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.274445] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ceea2c-a6fc-9500-ac5f-c7099814dbc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.322999] env[69440]: DEBUG oslo_concurrency.lockutils [None req-2af8c6b6-a467-4a93-803e-745691d42fe6 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.503s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.324408] env[69440]: DEBUG oslo_concurrency.lockutils [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.137s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.324698] env[69440]: DEBUG oslo_concurrency.lockutils [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.324979] env[69440]: DEBUG oslo_concurrency.lockutils [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.325257] env[69440]: DEBUG oslo_concurrency.lockutils [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.328772] env[69440]: INFO nova.compute.manager [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Terminating instance [ 1219.445302] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: b18e5fb4-2bbd-4e37-9bf7-4936fbb6fa73] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.456557] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140432, 'name': CreateVM_Task, 'duration_secs': 0.444346} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.456715] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.457742] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.457742] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.459052] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.459052] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d15dd92-bb16-4529-b119-4838316b8c2a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.463859] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1219.463859] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52c3cdc1-aa7a-c125-85d5-243109931bbe" [ 1219.463859] env[69440]: _type = "Task" [ 1219.463859] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.473501] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c3cdc1-aa7a-c125-85d5-243109931bbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.555025] env[69440]: DEBUG nova.scheduler.client.report [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.776228] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ceea2c-a6fc-9500-ac5f-c7099814dbc3, 'name': SearchDatastore_Task, 'duration_secs': 0.011441} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.777049] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e130b6d-2f95-46bb-bb2a-8ce2bd4dc127 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.782567] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1219.782567] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]524079cc-6864-387d-5abb-4b4730df4527" [ 1219.782567] env[69440]: _type = "Task" [ 1219.782567] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.790688] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]524079cc-6864-387d-5abb-4b4730df4527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.831189] env[69440]: DEBUG nova.compute.manager [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.831444] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.832333] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706a3082-06c1-413f-a79b-18771d04e038 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.840819] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.841101] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a60e06ac-730d-477f-a39f-fcbdcd16ee67 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.847574] env[69440]: DEBUG oslo_vmware.api [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1219.847574] env[69440]: value = "task-4140434" [ 1219.847574] env[69440]: _type = "Task" [ 1219.847574] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.858944] env[69440]: DEBUG oslo_vmware.api [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.926650] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "67d91712-9989-467d-811f-ad1a59a0f74f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.926935] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "67d91712-9989-467d-811f-ad1a59a0f74f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.951472] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 582bafd2-ec53-48e4-a9ce-192c4343c571] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.979580] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c3cdc1-aa7a-c125-85d5-243109931bbe, 'name': SearchDatastore_Task, 'duration_secs': 0.012116} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.979777] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.980051] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.980373] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.980540] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.980722] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.981238] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5a0e5f7-4cfb-4cbe-913f-5096ed20bd34 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.989965] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.990171] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.991420] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-960936a4-81bf-4c86-87cd-3d3b8d833d20 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.997479] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1219.997479] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5279a98e-e3b5-5957-6b0c-45cec054d0b1" [ 1219.997479] env[69440]: _type = "Task" [ 1219.997479] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.005799] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5279a98e-e3b5-5957-6b0c-45cec054d0b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.059671] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.062147] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.689s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.062393] env[69440]: DEBUG nova.objects.instance [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lazy-loading 'resources' on Instance uuid e27f5de0-9750-43d8-be9f-98485375485e {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.083444] env[69440]: INFO nova.scheduler.client.report [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Deleted allocations for instance f79d995a-de50-48d0-920d-1a93bd34270f [ 1220.292925] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]524079cc-6864-387d-5abb-4b4730df4527, 'name': SearchDatastore_Task, 'duration_secs': 0.010376} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.293199] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.293458] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk. {{(pid=69440) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1220.293727] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-852c62d6-64c5-4d9b-a991-ed64f521b1af {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.299949] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1220.299949] env[69440]: value = "task-4140435" [ 1220.299949] env[69440]: _type = "Task" [ 1220.299949] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.307499] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.358205] env[69440]: DEBUG oslo_vmware.api [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140434, 'name': PowerOffVM_Task, 'duration_secs': 0.321007} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.358523] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.358733] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.358996] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf7e1c51-563e-4e04-a547-bc61f86dde3f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.427474] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.427846] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.428022] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Deleting the datastore file [datastore1] ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.428305] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14447a9c-cef6-44b3-97df-b9d9bd21272d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.431031] env[69440]: DEBUG nova.compute.manager [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1220.438671] env[69440]: DEBUG oslo_vmware.api [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1220.438671] env[69440]: value = "task-4140437" [ 1220.438671] env[69440]: _type = "Task" [ 1220.438671] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.452663] env[69440]: DEBUG oslo_vmware.api [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.455377] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 9136d8d0-ea41-4f3a-9621-e451b1cabea1] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.508084] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5279a98e-e3b5-5957-6b0c-45cec054d0b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010107} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.509008] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be2cb54c-a126-48d0-8c7e-67da6ce0fd45 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.515240] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1220.515240] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5262b014-b3d8-bc70-78ff-469de4fa1da7" [ 1220.515240] env[69440]: _type = "Task" [ 1220.515240] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.526872] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5262b014-b3d8-bc70-78ff-469de4fa1da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.597084] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b58e2902-b536-40ea-9b4a-00e03bac2850 tempest-ServerShowV247Test-546247770 tempest-ServerShowV247Test-546247770-project-member] Lock "f79d995a-de50-48d0-920d-1a93bd34270f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.544s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.756753] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b73a46-89bc-432a-b75e-2890021e3c59 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.765450] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeb7825-5d03-4f44-93c1-edf705ace491 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.801073] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40195328-e4fa-4d50-9cba-1374fc5a7dd7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.814617] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501747} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.814971] env[69440]: INFO nova.virt.vmwareapi.ds_util [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk. [ 1220.816368] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e091b33c-3700-432d-93c8-b3f744aa2da8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.820800] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b880815-d393-4eae-96bf-24831174cca0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.834452] env[69440]: DEBUG nova.compute.provider_tree [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.856145] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.857380] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46027ffe-2a44-425a-a69a-cdac6ca824c0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.877531] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1220.877531] env[69440]: value = "task-4140438" [ 1220.877531] env[69440]: _type = "Task" [ 1220.877531] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.894044] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140438, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.949541] env[69440]: DEBUG oslo_vmware.api [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47814} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.949541] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.949541] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.949541] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.949541] env[69440]: INFO nova.compute.manager [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1220.949916] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.950711] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.950950] env[69440]: DEBUG nova.compute.manager [-] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.951063] env[69440]: DEBUG nova.network.neutron [-] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.958789] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: c6f7bfe9-676d-4e9c-a920-6b72485303f2] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.026333] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5262b014-b3d8-bc70-78ff-469de4fa1da7, 'name': SearchDatastore_Task, 'duration_secs': 0.029719} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.026632] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.026918] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] c36abfde-0148-43f4-9702-8f9d0be65f9e/c36abfde-0148-43f4-9702-8f9d0be65f9e.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.027230] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8be9c14-dcf7-46b6-a9dc-4c8e915b6639 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.035217] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1221.035217] env[69440]: value = "task-4140439" [ 1221.035217] env[69440]: _type = "Task" [ 1221.035217] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.044550] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.293571] env[69440]: DEBUG nova.compute.manager [req-6b6590ac-73ec-4bfe-97e5-6a08f68d0994 req-65511e46-e3ff-40df-b924-4d857b303513 service nova] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Received event network-vif-deleted-f55c051c-269c-4e35-b978-6e0614d8426f {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.293776] env[69440]: INFO nova.compute.manager [req-6b6590ac-73ec-4bfe-97e5-6a08f68d0994 req-65511e46-e3ff-40df-b924-4d857b303513 service nova] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Neutron deleted interface f55c051c-269c-4e35-b978-6e0614d8426f; detaching it from the instance and deleting it from the info cache [ 1221.293946] env[69440]: DEBUG nova.network.neutron [req-6b6590ac-73ec-4bfe-97e5-6a08f68d0994 req-65511e46-e3ff-40df-b924-4d857b303513 service nova] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.358646] env[69440]: DEBUG nova.scheduler.client.report [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.388281] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "cba02ffc-ef26-4f41-834e-904fcb202eeb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.388558] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "cba02ffc-ef26-4f41-834e-904fcb202eeb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.388748] env[69440]: DEBUG nova.compute.manager [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Going to confirm migration 6 {{(pid=69440) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1221.393761] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140438, 'name': ReconfigVM_Task, 'duration_secs': 0.382822} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.394312] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Reconfigured VM instance instance-0000006f to attach disk [datastore1] d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0/555d0c13-6860-403d-b1b7-ed3636d51225-rescue.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.395243] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7b7a19-eb2e-4699-86fe-d58cacc7b4ad {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.425977] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-061a5833-04a7-419c-a00b-02764ea7a3a2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.444319] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1221.444319] env[69440]: value = "task-4140440" [ 1221.444319] env[69440]: _type = "Task" [ 1221.444319] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.458044] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.462922] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 90698fe5-6557-48b7-97d5-21a6d03005cd] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.545903] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484767} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.546298] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] c36abfde-0148-43f4-9702-8f9d0be65f9e/c36abfde-0148-43f4-9702-8f9d0be65f9e.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.546533] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.546796] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a422b220-5c9b-472f-ad07-60e92df3e9a8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.553376] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1221.553376] env[69440]: value = "task-4140441" [ 1221.553376] env[69440]: _type = "Task" [ 1221.553376] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.561646] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.702300] env[69440]: DEBUG nova.network.neutron [-] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.797103] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94869408-e197-4d5b-8204-af9300be1273 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.806875] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6d6fd1-7577-4ba1-826c-8b300e1a62a6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.835806] env[69440]: DEBUG nova.compute.manager [req-6b6590ac-73ec-4bfe-97e5-6a08f68d0994 req-65511e46-e3ff-40df-b924-4d857b303513 service nova] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Detach interface failed, port_id=f55c051c-269c-4e35-b978-6e0614d8426f, reason: Instance ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1221.864383] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.866782] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.629s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.868496] env[69440]: INFO nova.compute.claims [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.890018] env[69440]: INFO nova.scheduler.client.report [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Deleted allocations for instance e27f5de0-9750-43d8-be9f-98485375485e [ 1221.954242] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.955518] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "refresh_cache-cba02ffc-ef26-4f41-834e-904fcb202eeb" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.955702] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquired lock "refresh_cache-cba02ffc-ef26-4f41-834e-904fcb202eeb" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.955891] env[69440]: DEBUG nova.network.neutron [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.956105] env[69440]: DEBUG nova.objects.instance [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lazy-loading 'info_cache' on Instance uuid cba02ffc-ef26-4f41-834e-904fcb202eeb {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.967044] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 531690f2-335a-408f-8a36-5a188b77dff4] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.063816] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.205534] env[69440]: INFO nova.compute.manager [-] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Took 1.25 seconds to deallocate network for instance. [ 1222.397581] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3576946b-3e8f-4366-84bb-385ec016f369 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "e27f5de0-9750-43d8-be9f-98485375485e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.949s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.457509] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140440, 'name': ReconfigVM_Task, 'duration_secs': 0.55961} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.457744] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.460193] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-922cfb39-0007-4b45-a55d-42862a871041 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.468647] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1222.468647] env[69440]: value = "task-4140443" [ 1222.468647] env[69440]: _type = "Task" [ 1222.468647] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.473427] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: bf77d8ed-e17b-4dcd-81a5-8e67f024b294] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.481097] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.565787] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140441, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.713508] env[69440]: DEBUG oslo_concurrency.lockutils [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.979745] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 71c2c177-39bb-40f5-b548-bc5235b3b17e] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.981598] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140443, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.036579] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d72bb5-6dc6-4247-985e-a6a5d7c32793 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.044358] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75877aed-103f-4b74-a45b-d6590447fedf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.078928] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a45f9c3-b16f-41c1-a270-1f1a443876ab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.090757] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176e0970-3980-4907-9017-5184c356d90f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.094806] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.035314} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.095097] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1223.096433] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e48d162-4466-484d-8099-4e8f8b29d0d9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.108569] env[69440]: DEBUG nova.compute.provider_tree [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.133024] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] c36abfde-0148-43f4-9702-8f9d0be65f9e/c36abfde-0148-43f4-9702-8f9d0be65f9e.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.134041] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ac382ca-98e8-40ed-b50e-bb3cd845784b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.159379] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1223.159379] env[69440]: value = "task-4140444" [ 1223.159379] env[69440]: _type = "Task" [ 1223.159379] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.169353] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.231169] env[69440]: DEBUG nova.network.neutron [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Updating instance_info_cache with network_info: [{"id": "ee229206-fbad-4558-892a-ce91c24f1b7a", "address": "fa:16:3e:c2:22:09", "network": {"id": "49fece2b-ce23-4e2b-9f1a-40d401686867", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1169493966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384851ba5d9645a48c645ad3db374d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee229206-fb", "ovs_interfaceid": "ee229206-fbad-4558-892a-ce91c24f1b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.479902] env[69440]: DEBUG oslo_vmware.api [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140443, 'name': PowerOnVM_Task, 'duration_secs': 0.906118} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.480202] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.482910] env[69440]: DEBUG nova.compute.manager [None req-e3c77aa8-a940-41d5-98d2-3d2ca19658e6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1223.483742] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3117529d-402a-4e79-8bb2-3c36f7325502 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.486416] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: af5e12ef-baf4-4941-8364-94ddad799408] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.614112] env[69440]: DEBUG nova.scheduler.client.report [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.669513] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140444, 'name': ReconfigVM_Task, 'duration_secs': 0.292622} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.669941] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Reconfigured VM instance instance-00000068 to attach disk [datastore2] c36abfde-0148-43f4-9702-8f9d0be65f9e/c36abfde-0148-43f4-9702-8f9d0be65f9e.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.671146] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/sda', 'encryption_format': None, 'disk_bus': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'image_id': '555d0c13-6860-403d-b1b7-ed3636d51225'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819967', 'volume_id': '24421512-3ce9-4d61-983d-672c47ec1d93', 'name': 'volume-24421512-3ce9-4d61-983d-672c47ec1d93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c36abfde-0148-43f4-9702-8f9d0be65f9e', 'attached_at': '', 'detached_at': '', 'volume_id': '24421512-3ce9-4d61-983d-672c47ec1d93', 'serial': '24421512-3ce9-4d61-983d-672c47ec1d93'}, 'guest_format': None, 'attachment_id': 'b9f83950-a28f-4e6e-9bc8-79128c0ad07c', 'mount_device': '/dev/sdb', 'disk_bus': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69440) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1223.671356] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Volume attach. Driver type: vmdk {{(pid=69440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1223.671549] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819967', 'volume_id': '24421512-3ce9-4d61-983d-672c47ec1d93', 'name': 'volume-24421512-3ce9-4d61-983d-672c47ec1d93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c36abfde-0148-43f4-9702-8f9d0be65f9e', 'attached_at': '', 'detached_at': '', 'volume_id': '24421512-3ce9-4d61-983d-672c47ec1d93', 'serial': '24421512-3ce9-4d61-983d-672c47ec1d93'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1223.672352] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a12a989-61c5-40eb-80d8-600817d999d5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.689355] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08e77af-3b2d-40d4-bcfd-929af19d5a4a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.716218] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-24421512-3ce9-4d61-983d-672c47ec1d93/volume-24421512-3ce9-4d61-983d-672c47ec1d93.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.716577] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7c9b61f-1482-4e5e-b604-d82392db38ad {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.735517] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Releasing lock "refresh_cache-cba02ffc-ef26-4f41-834e-904fcb202eeb" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.735774] env[69440]: DEBUG nova.objects.instance [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lazy-loading 'migration_context' on Instance uuid cba02ffc-ef26-4f41-834e-904fcb202eeb {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.737324] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1223.737324] env[69440]: value = "task-4140445" [ 1223.737324] env[69440]: _type = "Task" [ 1223.737324] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.750887] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140445, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.989489] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: b4c7d5c6-31c2-4cc8-8b71-40a8a967de16] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.119689] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.120245] env[69440]: DEBUG nova.compute.manager [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1224.122896] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.172s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.124606] env[69440]: INFO nova.compute.claims [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.243921] env[69440]: DEBUG nova.objects.base [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1224.244787] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3681dea-394f-4010-a6f5-a6e6975257d8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.250628] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140445, 'name': ReconfigVM_Task, 'duration_secs': 0.305932} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.251292] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-24421512-3ce9-4d61-983d-672c47ec1d93/volume-24421512-3ce9-4d61-983d-672c47ec1d93.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.269138] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19f4b7a3-4703-469b-a220-9eb8e2447130 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.280181] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a491dc7d-0d59-4bfc-993a-881c814b9f5d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.285951] env[69440]: DEBUG oslo_vmware.api [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1224.285951] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]521f4b21-cd73-d503-d99d-63c6692b598b" [ 1224.285951] env[69440]: _type = "Task" [ 1224.285951] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.290671] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1224.290671] env[69440]: value = "task-4140446" [ 1224.290671] env[69440]: _type = "Task" [ 1224.290671] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.297877] env[69440]: DEBUG oslo_vmware.api [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521f4b21-cd73-d503-d99d-63c6692b598b, 'name': SearchDatastore_Task, 'duration_secs': 0.009412} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.298637] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.302957] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140446, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.410820] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.411064] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.493472] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 3d24ccf4-3a82-438c-ad37-0aa7e04afa92] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.629067] env[69440]: DEBUG nova.compute.utils [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1224.633005] env[69440]: DEBUG nova.compute.manager [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1224.633208] env[69440]: DEBUG nova.network.neutron [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1224.647130] env[69440]: INFO nova.compute.manager [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Unrescuing [ 1224.647397] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquiring lock "refresh_cache-d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.647552] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquired lock "refresh_cache-d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.647723] env[69440]: DEBUG nova.network.neutron [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.680963] env[69440]: DEBUG nova.policy [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d72a4d3ff8342689af8cf597d611f52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a73c5a44e4b24fb9a8ac59104ade5085', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1224.803729] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140446, 'name': ReconfigVM_Task, 'duration_secs': 0.14987} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.804063] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819967', 'volume_id': '24421512-3ce9-4d61-983d-672c47ec1d93', 'name': 'volume-24421512-3ce9-4d61-983d-672c47ec1d93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c36abfde-0148-43f4-9702-8f9d0be65f9e', 'attached_at': '', 'detached_at': '', 'volume_id': '24421512-3ce9-4d61-983d-672c47ec1d93', 'serial': '24421512-3ce9-4d61-983d-672c47ec1d93'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1224.804697] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c95f95bc-4f4a-489a-a144-51984aaf771f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.813374] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1224.813374] env[69440]: value = "task-4140447" [ 1224.813374] env[69440]: _type = "Task" [ 1224.813374] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.824232] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140447, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.913550] env[69440]: DEBUG nova.compute.manager [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1224.996113] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 5da8fdb5-7b21-4755-bb50-68bb8e0d8f13] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.088299] env[69440]: DEBUG nova.network.neutron [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Successfully created port: 34435107-ba91-4bc1-af43-8a5aafd099ce {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1225.135352] env[69440]: DEBUG nova.compute.manager [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1225.319590] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da7c0e1-7b81-42db-b6eb-330526d243aa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.330898] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6ed530-0341-4a6f-86f3-9a959e423e69 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.333938] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140447, 'name': Rename_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.363556] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a8f796-f542-4c6c-a397-97f4fc133b1a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.372633] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82ba893-120b-4a39-bdc8-3442bece82a7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.377641] env[69440]: DEBUG nova.network.neutron [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Updating instance_info_cache with network_info: [{"id": "f04d24ea-7030-46eb-80e3-550dfc9b36c1", "address": "fa:16:3e:56:e9:81", "network": {"id": "f4523250-47d0-4b21-9fa3-fe57c85bf7fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2083703277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ee83552310e41e5abdf1a99a03859c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf04d24ea-70", "ovs_interfaceid": "f04d24ea-7030-46eb-80e3-550dfc9b36c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.390649] env[69440]: DEBUG nova.compute.provider_tree [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.435849] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.499939] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 6be6f7c9-9c58-4636-9cbd-c4c251a66b53] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.824164] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140447, 'name': Rename_Task, 'duration_secs': 0.746211} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.824445] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.824693] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8667c45a-f310-48a8-8a88-4d9b95526f97 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.832232] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1225.832232] env[69440]: value = "task-4140448" [ 1225.832232] env[69440]: _type = "Task" [ 1225.832232] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.841228] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.881306] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Releasing lock "refresh_cache-d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.882089] env[69440]: DEBUG nova.objects.instance [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lazy-loading 'flavor' on Instance uuid d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.886253] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Acquiring lock "3868487f-e305-4663-aecc-454a53fb3ec0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.886466] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Lock "3868487f-e305-4663-aecc-454a53fb3ec0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.893811] env[69440]: DEBUG nova.scheduler.client.report [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.003616] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 68d051e0-e7cd-4370-ad1a-cf9d4996913c] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.147639] env[69440]: DEBUG nova.compute.manager [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1226.179501] env[69440]: DEBUG nova.virt.hardware [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.179855] env[69440]: DEBUG nova.virt.hardware [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.180099] env[69440]: DEBUG nova.virt.hardware [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.180333] env[69440]: DEBUG nova.virt.hardware [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.180512] env[69440]: DEBUG nova.virt.hardware [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.180687] env[69440]: DEBUG nova.virt.hardware [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.180938] env[69440]: DEBUG nova.virt.hardware [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.181166] env[69440]: DEBUG nova.virt.hardware [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.181398] env[69440]: DEBUG nova.virt.hardware [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.181609] env[69440]: DEBUG nova.virt.hardware [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.181820] env[69440]: DEBUG nova.virt.hardware [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.182894] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85be199b-6c59-462c-b952-ece33a800f60 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.192268] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cdc8ee-5dba-4a9b-b0ea-fe4bbbc00be4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.343025] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140448, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.389398] env[69440]: DEBUG nova.compute.manager [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1226.392963] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc42216-cf1b-4f25-bf6b-346f09b1dc78 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.398609] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.399077] env[69440]: DEBUG nova.compute.manager [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1226.420583] env[69440]: DEBUG oslo_concurrency.lockutils [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.707s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.420583] env[69440]: DEBUG oslo_concurrency.lockutils [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.422592] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.124s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.424394] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.425296] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7655bcba-265b-4306-a3d1-f69e370757aa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.432913] env[69440]: DEBUG oslo_vmware.api [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1226.432913] env[69440]: value = "task-4140449" [ 1226.432913] env[69440]: _type = "Task" [ 1226.432913] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.443603] env[69440]: DEBUG oslo_vmware.api [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.449551] env[69440]: INFO nova.scheduler.client.report [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Deleted allocations for instance ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a [ 1226.507056] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: b424570b-6a9f-4982-8c59-5a6b2efe9fa5] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.711326] env[69440]: DEBUG nova.compute.manager [req-db607f34-040d-4ce6-a1d0-60637fd101ff req-eebeb3ca-67c1-4da6-a84d-a31692510a22 service nova] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Received event network-vif-plugged-34435107-ba91-4bc1-af43-8a5aafd099ce {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.711552] env[69440]: DEBUG oslo_concurrency.lockutils [req-db607f34-040d-4ce6-a1d0-60637fd101ff req-eebeb3ca-67c1-4da6-a84d-a31692510a22 service nova] Acquiring lock "bbcaea1e-0306-4292-b53e-9e8fb33f42c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.711795] env[69440]: DEBUG oslo_concurrency.lockutils [req-db607f34-040d-4ce6-a1d0-60637fd101ff req-eebeb3ca-67c1-4da6-a84d-a31692510a22 service nova] Lock "bbcaea1e-0306-4292-b53e-9e8fb33f42c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.711981] env[69440]: DEBUG oslo_concurrency.lockutils [req-db607f34-040d-4ce6-a1d0-60637fd101ff req-eebeb3ca-67c1-4da6-a84d-a31692510a22 service nova] Lock "bbcaea1e-0306-4292-b53e-9e8fb33f42c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.712263] env[69440]: DEBUG nova.compute.manager [req-db607f34-040d-4ce6-a1d0-60637fd101ff req-eebeb3ca-67c1-4da6-a84d-a31692510a22 service nova] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] No waiting events found dispatching network-vif-plugged-34435107-ba91-4bc1-af43-8a5aafd099ce {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1226.712610] env[69440]: WARNING nova.compute.manager [req-db607f34-040d-4ce6-a1d0-60637fd101ff req-eebeb3ca-67c1-4da6-a84d-a31692510a22 service nova] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Received unexpected event network-vif-plugged-34435107-ba91-4bc1-af43-8a5aafd099ce for instance with vm_state building and task_state spawning. [ 1226.746178] env[69440]: DEBUG nova.network.neutron [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Successfully updated port: 34435107-ba91-4bc1-af43-8a5aafd099ce {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1226.845711] env[69440]: DEBUG oslo_vmware.api [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140448, 'name': PowerOnVM_Task, 'duration_secs': 0.614893} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.845986] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.846272] env[69440]: DEBUG nova.compute.manager [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1226.847207] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1975a774-3d06-474d-add6-37fb06ce2848 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.913150] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.931299] env[69440]: DEBUG nova.compute.utils [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1226.932731] env[69440]: DEBUG nova.compute.manager [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1226.932907] env[69440]: DEBUG nova.network.neutron [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1226.947073] env[69440]: DEBUG oslo_vmware.api [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140449, 'name': PowerOffVM_Task, 'duration_secs': 0.452509} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.947073] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.952271] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1226.955406] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb21a776-9224-44b2-b5f0-aab246c38f48 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.972475] env[69440]: DEBUG oslo_concurrency.lockutils [None req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.648s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.977763] env[69440]: DEBUG oslo_vmware.api [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1226.977763] env[69440]: value = "task-4140450" [ 1226.977763] env[69440]: _type = "Task" [ 1226.977763] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.991701] env[69440]: DEBUG oslo_vmware.api [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.994356] env[69440]: DEBUG nova.policy [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a92a96d6e5a948d1ab2e99bb2f7804a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a27a00c5d4f64e81b6f2e92da994f52b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1227.014371] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: d8fea3d9-1d92-4bd6-9726-5eae9485f7f8] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.138991] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a407ca92-cdaf-4b0f-a8aa-9feb98231bfa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.148080] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7279fd46-90c5-46a0-aacc-8c94b2125a1a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.185877] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8d6a28-dcfc-4a14-a579-bd97ca871699 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.193789] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94d9c8d-5a9b-4f39-b6b5-5b2208285ff8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.209690] env[69440]: DEBUG nova.compute.provider_tree [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.248422] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "refresh_cache-bbcaea1e-0306-4292-b53e-9e8fb33f42c4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.248614] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "refresh_cache-bbcaea1e-0306-4292-b53e-9e8fb33f42c4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.248861] env[69440]: DEBUG nova.network.neutron [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.274616] env[69440]: DEBUG nova.network.neutron [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Successfully created port: fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1227.367022] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.437934] env[69440]: DEBUG nova.compute.manager [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1227.490443] env[69440]: DEBUG oslo_vmware.api [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140450, 'name': ReconfigVM_Task, 'duration_secs': 0.451178} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.490443] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1227.490594] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.490856] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e374fed-c804-4413-9c87-1037e3724d91 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.499125] env[69440]: DEBUG oslo_vmware.api [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1227.499125] env[69440]: value = "task-4140451" [ 1227.499125] env[69440]: _type = "Task" [ 1227.499125] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.507817] env[69440]: DEBUG oslo_vmware.api [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.518980] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: f2728b30-2c85-4ff6-ae26-eeb799ce554b] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.713765] env[69440]: DEBUG nova.scheduler.client.report [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.783754] env[69440]: DEBUG nova.network.neutron [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1227.928915] env[69440]: DEBUG nova.network.neutron [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Updating instance_info_cache with network_info: [{"id": "34435107-ba91-4bc1-af43-8a5aafd099ce", "address": "fa:16:3e:8b:a9:cf", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34435107-ba", "ovs_interfaceid": "34435107-ba91-4bc1-af43-8a5aafd099ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.011662] env[69440]: DEBUG oslo_vmware.api [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140451, 'name': PowerOnVM_Task, 'duration_secs': 0.414592} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.011943] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.012204] env[69440]: DEBUG nova.compute.manager [None req-a73cebe1-f0af-4913-8134-b6658f6753d5 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1228.013013] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c608866-45ad-47bf-a794-bae1e9b9106a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.022089] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: df834da5-3d71-4b17-a24d-28419e3dee60] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.432519] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "refresh_cache-bbcaea1e-0306-4292-b53e-9e8fb33f42c4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.432882] env[69440]: DEBUG nova.compute.manager [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Instance network_info: |[{"id": "34435107-ba91-4bc1-af43-8a5aafd099ce", "address": "fa:16:3e:8b:a9:cf", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34435107-ba", "ovs_interfaceid": "34435107-ba91-4bc1-af43-8a5aafd099ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1228.434078] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:a9:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34435107-ba91-4bc1-af43-8a5aafd099ce', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.441298] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.441529] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.441798] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-777c259b-b452-48b9-9cf7-46c8ef667d54 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.457098] env[69440]: DEBUG nova.compute.manager [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1228.464605] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.464605] env[69440]: value = "task-4140452" [ 1228.464605] env[69440]: _type = "Task" [ 1228.464605] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.472902] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140452, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.484116] env[69440]: DEBUG nova.virt.hardware [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.484379] env[69440]: DEBUG nova.virt.hardware [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.484539] env[69440]: DEBUG nova.virt.hardware [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.484721] env[69440]: DEBUG nova.virt.hardware [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.484867] env[69440]: DEBUG nova.virt.hardware [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.485027] env[69440]: DEBUG nova.virt.hardware [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.485248] env[69440]: DEBUG nova.virt.hardware [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.485411] env[69440]: DEBUG nova.virt.hardware [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.485577] env[69440]: DEBUG nova.virt.hardware [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.485739] env[69440]: DEBUG nova.virt.hardware [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.485910] env[69440]: DEBUG nova.virt.hardware [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.486820] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050a458c-3970-486f-b27e-188abb1d992d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.496188] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed7ff39-b909-46ad-b3bb-ec39912454e6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.527383] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: e7839a8b-ffb2-4c79-9e74-6b33f1b10c8b] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.726704] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.304s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.733952] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.298s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.736391] env[69440]: INFO nova.compute.claims [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.745083] env[69440]: DEBUG nova.network.neutron [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Successfully updated port: fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1228.753636] env[69440]: DEBUG nova.compute.manager [req-1f539b12-3b7f-4885-951f-bffa5713d52d req-b1804221-742e-4360-b8c5-170fbc151eef service nova] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Received event network-changed-34435107-ba91-4bc1-af43-8a5aafd099ce {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.753891] env[69440]: DEBUG nova.compute.manager [req-1f539b12-3b7f-4885-951f-bffa5713d52d req-b1804221-742e-4360-b8c5-170fbc151eef service nova] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Refreshing instance network info cache due to event network-changed-34435107-ba91-4bc1-af43-8a5aafd099ce. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.754157] env[69440]: DEBUG oslo_concurrency.lockutils [req-1f539b12-3b7f-4885-951f-bffa5713d52d req-b1804221-742e-4360-b8c5-170fbc151eef service nova] Acquiring lock "refresh_cache-bbcaea1e-0306-4292-b53e-9e8fb33f42c4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.754321] env[69440]: DEBUG oslo_concurrency.lockutils [req-1f539b12-3b7f-4885-951f-bffa5713d52d req-b1804221-742e-4360-b8c5-170fbc151eef service nova] Acquired lock "refresh_cache-bbcaea1e-0306-4292-b53e-9e8fb33f42c4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.754478] env[69440]: DEBUG nova.network.neutron [req-1f539b12-3b7f-4885-951f-bffa5713d52d req-b1804221-742e-4360-b8c5-170fbc151eef service nova] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Refreshing network info cache for port 34435107-ba91-4bc1-af43-8a5aafd099ce {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.975869] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140452, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.031572] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 62386841-2d1a-4b69-8438-6646dd617889] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.249537] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "refresh_cache-67d91712-9989-467d-811f-ad1a59a0f74f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.249785] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "refresh_cache-67d91712-9989-467d-811f-ad1a59a0f74f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.249902] env[69440]: DEBUG nova.network.neutron [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.300296] env[69440]: INFO nova.scheduler.client.report [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Deleted allocation for migration b11eb167-33dc-426c-972c-1884c8c4804d [ 1229.478874] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140452, 'name': CreateVM_Task, 'duration_secs': 0.562755} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.479066] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.479794] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.479963] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.480312] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.480612] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfe4cf53-7968-4543-a3bf-a8413b966c3b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.486168] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1229.486168] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b4198c-c543-9157-774a-1220c0e9a9c9" [ 1229.486168] env[69440]: _type = "Task" [ 1229.486168] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.495422] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52b4198c-c543-9157-774a-1220c0e9a9c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.505490] env[69440]: DEBUG nova.network.neutron [req-1f539b12-3b7f-4885-951f-bffa5713d52d req-b1804221-742e-4360-b8c5-170fbc151eef service nova] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Updated VIF entry in instance network info cache for port 34435107-ba91-4bc1-af43-8a5aafd099ce. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.505859] env[69440]: DEBUG nova.network.neutron [req-1f539b12-3b7f-4885-951f-bffa5713d52d req-b1804221-742e-4360-b8c5-170fbc151eef service nova] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Updating instance_info_cache with network_info: [{"id": "34435107-ba91-4bc1-af43-8a5aafd099ce", "address": "fa:16:3e:8b:a9:cf", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34435107-ba", "ovs_interfaceid": "34435107-ba91-4bc1-af43-8a5aafd099ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.534650] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: d91fe50b-1999-4015-bf8a-9fe57041dabf] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.787567] env[69440]: DEBUG nova.network.neutron [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.806124] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "cba02ffc-ef26-4f41-834e-904fcb202eeb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.417s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.810083] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquiring lock "d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.810231] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lock "d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.810307] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquiring lock "d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.810564] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lock "d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.810761] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lock "d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.815796] env[69440]: INFO nova.compute.manager [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Terminating instance [ 1229.913768] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835cb5b3-1f3c-44b2-8841-ca422cde4beb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.921504] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12268a57-568c-43f6-bc62-551bd6a4f1dd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.953320] env[69440]: DEBUG nova.network.neutron [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Updating instance_info_cache with network_info: [{"id": "fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b", "address": "fa:16:3e:fe:60:8c", "network": {"id": "41c1c367-801b-433c-b176-6a81cc0d5096", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2091308805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27a00c5d4f64e81b6f2e92da994f52b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdce584c-e6", "ovs_interfaceid": "fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.955199] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4fbc91-59e2-4b95-8828-24f015889dd8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.963804] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9d2387-ffa2-424d-ae28-194e694c77e3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.980148] env[69440]: DEBUG nova.compute.provider_tree [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.997336] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52b4198c-c543-9157-774a-1220c0e9a9c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010901} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.998051] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.998369] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.998636] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.998781] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.998958] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.999228] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a32ab6e5-7781-4ad2-ba21-e4ee72a8d7fb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.008574] env[69440]: DEBUG oslo_concurrency.lockutils [req-1f539b12-3b7f-4885-951f-bffa5713d52d req-b1804221-742e-4360-b8c5-170fbc151eef service nova] Releasing lock "refresh_cache-bbcaea1e-0306-4292-b53e-9e8fb33f42c4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.008810] env[69440]: DEBUG nova.compute.manager [req-1f539b12-3b7f-4885-951f-bffa5713d52d req-b1804221-742e-4360-b8c5-170fbc151eef service nova] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Received event network-vif-plugged-fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.008994] env[69440]: DEBUG oslo_concurrency.lockutils [req-1f539b12-3b7f-4885-951f-bffa5713d52d req-b1804221-742e-4360-b8c5-170fbc151eef service nova] Acquiring lock "67d91712-9989-467d-811f-ad1a59a0f74f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.009353] env[69440]: DEBUG oslo_concurrency.lockutils [req-1f539b12-3b7f-4885-951f-bffa5713d52d req-b1804221-742e-4360-b8c5-170fbc151eef service nova] Lock "67d91712-9989-467d-811f-ad1a59a0f74f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.009439] env[69440]: DEBUG oslo_concurrency.lockutils [req-1f539b12-3b7f-4885-951f-bffa5713d52d req-b1804221-742e-4360-b8c5-170fbc151eef service nova] Lock "67d91712-9989-467d-811f-ad1a59a0f74f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.009623] env[69440]: DEBUG nova.compute.manager [req-1f539b12-3b7f-4885-951f-bffa5713d52d req-b1804221-742e-4360-b8c5-170fbc151eef service nova] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] No waiting events found dispatching network-vif-plugged-fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1230.009773] env[69440]: WARNING nova.compute.manager [req-1f539b12-3b7f-4885-951f-bffa5713d52d req-b1804221-742e-4360-b8c5-170fbc151eef service nova] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Received unexpected event network-vif-plugged-fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b for instance with vm_state building and task_state spawning. [ 1230.010117] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.010277] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.010995] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ed58337-8f13-48f4-b005-e8389d780987 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.017267] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1230.017267] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5272d4a9-4a61-08b2-d5f2-ba3b547362ef" [ 1230.017267] env[69440]: _type = "Task" [ 1230.017267] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.026467] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5272d4a9-4a61-08b2-d5f2-ba3b547362ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.038038] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 130d72c0-e90e-4b8d-9e81-fe26ab150bae] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.319602] env[69440]: DEBUG nova.compute.manager [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1230.319830] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1230.321087] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0859188f-b6b6-4d8b-b357-6d99a466752c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.329538] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.329854] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e5db758-9198-4eaf-a542-464aa6a21c45 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.337500] env[69440]: DEBUG oslo_vmware.api [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1230.337500] env[69440]: value = "task-4140453" [ 1230.337500] env[69440]: _type = "Task" [ 1230.337500] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.347769] env[69440]: DEBUG oslo_vmware.api [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.459951] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "refresh_cache-67d91712-9989-467d-811f-ad1a59a0f74f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.460595] env[69440]: DEBUG nova.compute.manager [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Instance network_info: |[{"id": "fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b", "address": "fa:16:3e:fe:60:8c", "network": {"id": "41c1c367-801b-433c-b176-6a81cc0d5096", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2091308805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27a00c5d4f64e81b6f2e92da994f52b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdce584c-e6", "ovs_interfaceid": "fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1230.460908] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:60:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.470376] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.470697] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.470975] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca28bd6e-1c56-4f7e-94c6-60e391018be9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.489790] env[69440]: DEBUG nova.scheduler.client.report [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.499876] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.499876] env[69440]: value = "task-4140454" [ 1230.499876] env[69440]: _type = "Task" [ 1230.499876] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.510963] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140454, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.528396] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5272d4a9-4a61-08b2-d5f2-ba3b547362ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.529283] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-151c08e7-c133-4f94-bcc1-060d44fbef87 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.534956] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1230.534956] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]529f26c0-49e8-b144-81e3-bc3018199a97" [ 1230.534956] env[69440]: _type = "Task" [ 1230.534956] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.544051] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 8bd9fdeb-3e98-4d0f-8523-49077618fbdb] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.545905] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529f26c0-49e8-b144-81e3-bc3018199a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.783159] env[69440]: DEBUG nova.compute.manager [req-22d347b3-6f64-4495-a3d3-881e51e8824d req-6d9a6c7c-2004-439a-8edd-77c82c469e0e service nova] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Received event network-changed-fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.783387] env[69440]: DEBUG nova.compute.manager [req-22d347b3-6f64-4495-a3d3-881e51e8824d req-6d9a6c7c-2004-439a-8edd-77c82c469e0e service nova] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Refreshing instance network info cache due to event network-changed-fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.783616] env[69440]: DEBUG oslo_concurrency.lockutils [req-22d347b3-6f64-4495-a3d3-881e51e8824d req-6d9a6c7c-2004-439a-8edd-77c82c469e0e service nova] Acquiring lock "refresh_cache-67d91712-9989-467d-811f-ad1a59a0f74f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.783762] env[69440]: DEBUG oslo_concurrency.lockutils [req-22d347b3-6f64-4495-a3d3-881e51e8824d req-6d9a6c7c-2004-439a-8edd-77c82c469e0e service nova] Acquired lock "refresh_cache-67d91712-9989-467d-811f-ad1a59a0f74f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.783924] env[69440]: DEBUG nova.network.neutron [req-22d347b3-6f64-4495-a3d3-881e51e8824d req-6d9a6c7c-2004-439a-8edd-77c82c469e0e service nova] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Refreshing network info cache for port fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.849798] env[69440]: DEBUG oslo_vmware.api [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140453, 'name': PowerOffVM_Task, 'duration_secs': 0.17571} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.850095] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.850275] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.850531] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f20a4de-f162-46ad-a8e6-b5ba722cebf8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.910727] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "cba02ffc-ef26-4f41-834e-904fcb202eeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.911211] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "cba02ffc-ef26-4f41-834e-904fcb202eeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.911481] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "cba02ffc-ef26-4f41-834e-904fcb202eeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.911660] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "cba02ffc-ef26-4f41-834e-904fcb202eeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.911848] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "cba02ffc-ef26-4f41-834e-904fcb202eeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.914646] env[69440]: INFO nova.compute.manager [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Terminating instance [ 1230.924824] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.925903] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.925903] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Deleting the datastore file [datastore1] d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.925903] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e8bee19-7978-497a-95e5-596f936818dd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.934749] env[69440]: DEBUG oslo_vmware.api [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1230.934749] env[69440]: value = "task-4140456" [ 1230.934749] env[69440]: _type = "Task" [ 1230.934749] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.943843] env[69440]: DEBUG oslo_vmware.api [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.995838] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.996531] env[69440]: DEBUG nova.compute.manager [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1230.999481] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.087s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.001112] env[69440]: INFO nova.compute.claims [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.014195] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140454, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.046978] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529f26c0-49e8-b144-81e3-bc3018199a97, 'name': SearchDatastore_Task, 'duration_secs': 0.010126} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.047440] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: abe87d6e-d684-4ae8-be5b-de88ddbfbf3c] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.049275] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.049541] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] bbcaea1e-0306-4292-b53e-9e8fb33f42c4/bbcaea1e-0306-4292-b53e-9e8fb33f42c4.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.050221] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8299c46-cd51-4077-9f4b-4d56f2203d03 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.057603] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1231.057603] env[69440]: value = "task-4140457" [ 1231.057603] env[69440]: _type = "Task" [ 1231.057603] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.067763] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.422659] env[69440]: DEBUG nova.compute.manager [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.422894] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.423940] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1480ac1f-90b3-457a-ae63-0f7ba32d1be6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.433211] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.436080] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-280670d1-6b8c-482f-938c-120c48e7356e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.447342] env[69440]: DEBUG oslo_vmware.api [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155065} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.448907] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.449154] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.449335] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.449572] env[69440]: INFO nova.compute.manager [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1231.449833] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.450119] env[69440]: DEBUG oslo_vmware.api [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1231.450119] env[69440]: value = "task-4140458" [ 1231.450119] env[69440]: _type = "Task" [ 1231.450119] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.450322] env[69440]: DEBUG nova.compute.manager [-] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1231.450422] env[69440]: DEBUG nova.network.neutron [-] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.464351] env[69440]: DEBUG oslo_vmware.api [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.506645] env[69440]: DEBUG nova.compute.utils [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1231.514553] env[69440]: DEBUG nova.compute.manager [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1231.514801] env[69440]: DEBUG nova.network.neutron [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1231.533988] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140454, 'name': CreateVM_Task, 'duration_secs': 0.609795} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.534189] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.535059] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.535363] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.535771] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.536095] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d1b246a-402e-4258-98c4-59e9567a7dd5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.543779] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1231.543779] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]523ae6ea-b594-46e6-753f-a1f50c7b8d3e" [ 1231.543779] env[69440]: _type = "Task" [ 1231.543779] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.550564] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: d9c9f9e1-1366-45e8-be06-db7055927d43] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.555884] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523ae6ea-b594-46e6-753f-a1f50c7b8d3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.563069] env[69440]: DEBUG nova.network.neutron [req-22d347b3-6f64-4495-a3d3-881e51e8824d req-6d9a6c7c-2004-439a-8edd-77c82c469e0e service nova] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Updated VIF entry in instance network info cache for port fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.563475] env[69440]: DEBUG nova.network.neutron [req-22d347b3-6f64-4495-a3d3-881e51e8824d req-6d9a6c7c-2004-439a-8edd-77c82c469e0e service nova] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Updating instance_info_cache with network_info: [{"id": "fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b", "address": "fa:16:3e:fe:60:8c", "network": {"id": "41c1c367-801b-433c-b176-6a81cc0d5096", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2091308805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27a00c5d4f64e81b6f2e92da994f52b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdce584c-e6", "ovs_interfaceid": "fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.571221] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140457, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.597064] env[69440]: DEBUG nova.policy [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45ebbac89f1a483a91d88d9d1dd2c08d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19cbd3b0988845358fa621a574b0cb25', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1231.855439] env[69440]: DEBUG nova.compute.manager [req-5cd983dc-cf56-4cd1-b389-69c552fce3f5 req-79a31a22-6f46-4f78-b887-154c51c6b246 service nova] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Received event network-vif-deleted-f04d24ea-7030-46eb-80e3-550dfc9b36c1 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.855642] env[69440]: INFO nova.compute.manager [req-5cd983dc-cf56-4cd1-b389-69c552fce3f5 req-79a31a22-6f46-4f78-b887-154c51c6b246 service nova] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Neutron deleted interface f04d24ea-7030-46eb-80e3-550dfc9b36c1; detaching it from the instance and deleting it from the info cache [ 1231.855810] env[69440]: DEBUG nova.network.neutron [req-5cd983dc-cf56-4cd1-b389-69c552fce3f5 req-79a31a22-6f46-4f78-b887-154c51c6b246 service nova] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.963527] env[69440]: DEBUG oslo_vmware.api [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140458, 'name': PowerOffVM_Task, 'duration_secs': 0.242288} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.966021] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.966021] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.966021] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a098133-9cc0-4db2-bcb9-d022f1c468ec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.979450] env[69440]: DEBUG nova.network.neutron [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Successfully created port: 73b1495f-1900-4c35-95d0-827bbc230d19 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1232.012653] env[69440]: DEBUG nova.compute.manager [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1232.040742] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.040970] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.041303] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Deleting the datastore file [datastore1] cba02ffc-ef26-4f41-834e-904fcb202eeb {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.041690] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f2fc620-058e-46da-8129-139ef74bf986 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.056845] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]523ae6ea-b594-46e6-753f-a1f50c7b8d3e, 'name': SearchDatastore_Task, 'duration_secs': 0.021317} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.060858] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.060858] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.060858] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.060858] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.061106] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.061571] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 4038e16b-26c3-4692-954d-2c85a475d626] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.064580] env[69440]: DEBUG oslo_vmware.api [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for the task: (returnval){ [ 1232.064580] env[69440]: value = "task-4140460" [ 1232.064580] env[69440]: _type = "Task" [ 1232.064580] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.064804] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-116192c5-86cb-4994-9c95-773bf61a6494 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.071319] env[69440]: DEBUG oslo_concurrency.lockutils [req-22d347b3-6f64-4495-a3d3-881e51e8824d req-6d9a6c7c-2004-439a-8edd-77c82c469e0e service nova] Releasing lock "refresh_cache-67d91712-9989-467d-811f-ad1a59a0f74f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.082567] env[69440]: DEBUG oslo_vmware.api [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.089457] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517345} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.089728] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.089903] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.091489] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] bbcaea1e-0306-4292-b53e-9e8fb33f42c4/bbcaea1e-0306-4292-b53e-9e8fb33f42c4.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.091720] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.091970] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51509407-e577-46b1-a192-7d60764eb8d4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.094341] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5ac4826-f578-4db1-889a-7cd809213d57 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.100807] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1232.100807] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]520c1ad9-46cb-6dba-8d47-e667bdf79eb3" [ 1232.100807] env[69440]: _type = "Task" [ 1232.100807] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.109031] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1232.109031] env[69440]: value = "task-4140461" [ 1232.109031] env[69440]: _type = "Task" [ 1232.109031] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.120134] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520c1ad9-46cb-6dba-8d47-e667bdf79eb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.127638] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.228845] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f2fc17-dd6d-43cb-ade4-fbe344f7fb57 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.237420] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c7a1fa-2836-498d-b728-4a2a6c30419a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.272240] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96f810e-b491-4b3b-ba9a-6ea284e9e31b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.280862] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f947612-3176-448a-bb6b-cdcc98c7d35f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.296678] env[69440]: DEBUG nova.compute.provider_tree [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1232.337959] env[69440]: DEBUG nova.network.neutron [-] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.358665] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d10dce08-ff8c-4921-816d-c90398ff45dd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.369482] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6603ba9-9efc-43b1-a0cc-6024cab0e4a7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.404154] env[69440]: DEBUG nova.compute.manager [req-5cd983dc-cf56-4cd1-b389-69c552fce3f5 req-79a31a22-6f46-4f78-b887-154c51c6b246 service nova] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Detach interface failed, port_id=f04d24ea-7030-46eb-80e3-550dfc9b36c1, reason: Instance d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1232.564534] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 41012beb-1a6a-4164-ae16-16e46514ac7f] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.576750] env[69440]: DEBUG oslo_vmware.api [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Task: {'id': task-4140460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171929} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.577011] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.577208] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.577386] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.577558] env[69440]: INFO nova.compute.manager [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1232.577798] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.577989] env[69440]: DEBUG nova.compute.manager [-] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1232.578098] env[69440]: DEBUG nova.network.neutron [-] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1232.611888] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520c1ad9-46cb-6dba-8d47-e667bdf79eb3, 'name': SearchDatastore_Task, 'duration_secs': 0.014549} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.615517] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1bb68ba-bff5-4a2d-accf-e300a8b13938 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.624036] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238966} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.625419] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1232.625815] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1232.625815] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528d482d-197b-7016-0d0f-95053d1fd82f" [ 1232.625815] env[69440]: _type = "Task" [ 1232.625815] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.626559] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f8632b-1e6a-4638-bc65-de618413947e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.653312] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] bbcaea1e-0306-4292-b53e-9e8fb33f42c4/bbcaea1e-0306-4292-b53e-9e8fb33f42c4.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.659089] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e396980-8ba6-4635-a020-83e628da9b94 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.673986] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528d482d-197b-7016-0d0f-95053d1fd82f, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.674317] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.674574] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 67d91712-9989-467d-811f-ad1a59a0f74f/67d91712-9989-467d-811f-ad1a59a0f74f.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1232.675539] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5ec20cb-8fc2-46db-b6c8-de552a251c2c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.681270] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1232.681270] env[69440]: value = "task-4140462" [ 1232.681270] env[69440]: _type = "Task" [ 1232.681270] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.686727] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1232.686727] env[69440]: value = "task-4140463" [ 1232.686727] env[69440]: _type = "Task" [ 1232.686727] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.695419] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.702968] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.820310] env[69440]: ERROR nova.scheduler.client.report [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [req-cdc722e3-1c70-490d-8c8b-0d331c2c00dd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9a47e3d9-fb06-4966-9732-1aaf2b781196. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cdc722e3-1c70-490d-8c8b-0d331c2c00dd"}]} [ 1232.836823] env[69440]: DEBUG nova.scheduler.client.report [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Refreshing inventories for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1232.840532] env[69440]: INFO nova.compute.manager [-] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Took 1.39 seconds to deallocate network for instance. [ 1232.854049] env[69440]: DEBUG nova.scheduler.client.report [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Updating ProviderTree inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1232.854320] env[69440]: DEBUG nova.compute.provider_tree [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1232.868831] env[69440]: DEBUG nova.scheduler.client.report [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Refreshing aggregate associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, aggregates: None {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1232.896272] env[69440]: DEBUG nova.scheduler.client.report [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Refreshing trait associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1233.023574] env[69440]: DEBUG nova.compute.manager [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1233.051364] env[69440]: DEBUG nova.virt.hardware [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.051635] env[69440]: DEBUG nova.virt.hardware [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.051793] env[69440]: DEBUG nova.virt.hardware [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.051978] env[69440]: DEBUG nova.virt.hardware [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.052148] env[69440]: DEBUG nova.virt.hardware [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.052297] env[69440]: DEBUG nova.virt.hardware [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.052614] env[69440]: DEBUG nova.virt.hardware [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.052685] env[69440]: DEBUG nova.virt.hardware [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.052829] env[69440]: DEBUG nova.virt.hardware [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.052996] env[69440]: DEBUG nova.virt.hardware [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.053185] env[69440]: DEBUG nova.virt.hardware [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.054106] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e83a27-9847-4aa1-87b7-7fdacc96b1b6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.066082] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b9ba4d-be6c-4d10-93fb-1d2ff04ce8ae {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.071010] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: bf4bc455-fa14-4f59-af98-014c2865aede] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.085531] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45183e22-0a02-4145-9855-a0e779c3486e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.093831] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26164201-d0e2-4f88-9a16-7934d0cf0e31 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.128183] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4967368-c0a4-4dcf-8752-07fa1796643d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.139741] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2a777b-e08e-46e7-9117-afcef58efc57 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.166367] env[69440]: DEBUG nova.compute.provider_tree [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1233.195882] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.201999] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140463, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.347939] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.383707] env[69440]: DEBUG nova.network.neutron [-] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.505266] env[69440]: DEBUG nova.network.neutron [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Successfully updated port: 73b1495f-1900-4c35-95d0-827bbc230d19 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.576458] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: dddcea5f-a8f1-4b81-b0d0-cd3543a75860] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.695102] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140462, 'name': ReconfigVM_Task, 'duration_secs': 0.600117} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.695986] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Reconfigured VM instance instance-00000070 to attach disk [datastore1] bbcaea1e-0306-4292-b53e-9e8fb33f42c4/bbcaea1e-0306-4292-b53e-9e8fb33f42c4.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.696556] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1811fbb5-0d63-45f2-b8cf-07ca759a8e19 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.705545] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52726} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.706910] env[69440]: DEBUG nova.scheduler.client.report [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Updated inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1233.706910] env[69440]: DEBUG nova.compute.provider_tree [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Updating resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 generation from 147 to 148 during operation: update_inventory {{(pid=69440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1233.707053] env[69440]: DEBUG nova.compute.provider_tree [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1233.711591] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 67d91712-9989-467d-811f-ad1a59a0f74f/67d91712-9989-467d-811f-ad1a59a0f74f.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.711827] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1233.712180] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1233.712180] env[69440]: value = "task-4140464" [ 1233.712180] env[69440]: _type = "Task" [ 1233.712180] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.712640] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b079d9e5-85c3-4e55-a5f9-e58190355bfc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.726878] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1233.726878] env[69440]: value = "task-4140465" [ 1233.726878] env[69440]: _type = "Task" [ 1233.726878] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.727276] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140464, 'name': Rename_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.737883] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.883603] env[69440]: DEBUG nova.compute.manager [req-c49c2e8f-de32-4b65-8786-6df116fe7100 req-2e138497-28ea-4e94-a5b2-505733bb7c57 service nova] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Received event network-vif-deleted-ee229206-fbad-4558-892a-ce91c24f1b7a {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.883813] env[69440]: DEBUG nova.compute.manager [req-c49c2e8f-de32-4b65-8786-6df116fe7100 req-2e138497-28ea-4e94-a5b2-505733bb7c57 service nova] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Received event network-vif-plugged-73b1495f-1900-4c35-95d0-827bbc230d19 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.884009] env[69440]: DEBUG oslo_concurrency.lockutils [req-c49c2e8f-de32-4b65-8786-6df116fe7100 req-2e138497-28ea-4e94-a5b2-505733bb7c57 service nova] Acquiring lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.884454] env[69440]: DEBUG oslo_concurrency.lockutils [req-c49c2e8f-de32-4b65-8786-6df116fe7100 req-2e138497-28ea-4e94-a5b2-505733bb7c57 service nova] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.884646] env[69440]: DEBUG oslo_concurrency.lockutils [req-c49c2e8f-de32-4b65-8786-6df116fe7100 req-2e138497-28ea-4e94-a5b2-505733bb7c57 service nova] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.884813] env[69440]: DEBUG nova.compute.manager [req-c49c2e8f-de32-4b65-8786-6df116fe7100 req-2e138497-28ea-4e94-a5b2-505733bb7c57 service nova] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] No waiting events found dispatching network-vif-plugged-73b1495f-1900-4c35-95d0-827bbc230d19 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1233.884975] env[69440]: WARNING nova.compute.manager [req-c49c2e8f-de32-4b65-8786-6df116fe7100 req-2e138497-28ea-4e94-a5b2-505733bb7c57 service nova] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Received unexpected event network-vif-plugged-73b1495f-1900-4c35-95d0-827bbc230d19 for instance with vm_state building and task_state spawning. [ 1233.885149] env[69440]: DEBUG nova.compute.manager [req-c49c2e8f-de32-4b65-8786-6df116fe7100 req-2e138497-28ea-4e94-a5b2-505733bb7c57 service nova] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Received event network-changed-73b1495f-1900-4c35-95d0-827bbc230d19 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.885299] env[69440]: DEBUG nova.compute.manager [req-c49c2e8f-de32-4b65-8786-6df116fe7100 req-2e138497-28ea-4e94-a5b2-505733bb7c57 service nova] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Refreshing instance network info cache due to event network-changed-73b1495f-1900-4c35-95d0-827bbc230d19. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1233.885480] env[69440]: DEBUG oslo_concurrency.lockutils [req-c49c2e8f-de32-4b65-8786-6df116fe7100 req-2e138497-28ea-4e94-a5b2-505733bb7c57 service nova] Acquiring lock "refresh_cache-ed111398-7c40-4cd8-9aba-1dd9b7a6f875" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.885614] env[69440]: DEBUG oslo_concurrency.lockutils [req-c49c2e8f-de32-4b65-8786-6df116fe7100 req-2e138497-28ea-4e94-a5b2-505733bb7c57 service nova] Acquired lock "refresh_cache-ed111398-7c40-4cd8-9aba-1dd9b7a6f875" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.885761] env[69440]: DEBUG nova.network.neutron [req-c49c2e8f-de32-4b65-8786-6df116fe7100 req-2e138497-28ea-4e94-a5b2-505733bb7c57 service nova] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Refreshing network info cache for port 73b1495f-1900-4c35-95d0-827bbc230d19 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.888085] env[69440]: INFO nova.compute.manager [-] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Took 1.31 seconds to deallocate network for instance. [ 1234.007490] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "refresh_cache-ed111398-7c40-4cd8-9aba-1dd9b7a6f875" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.078393] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: c3c00ac9-17c8-41c5-a696-6eb84b2b9537] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.213835] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.214s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.214234] env[69440]: DEBUG nova.compute.manager [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1234.217336] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.852s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.217546] env[69440]: DEBUG nova.objects.instance [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69440) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1234.235018] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140464, 'name': Rename_Task, 'duration_secs': 0.267886} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.236052] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.236496] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ff43fc3-af71-42d4-99d1-5ff302b99e20 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.242309] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06629} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.243271] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.245107] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69e31fe-a6ae-4fe0-b007-28ab8455c5a4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.248275] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1234.248275] env[69440]: value = "task-4140466" [ 1234.248275] env[69440]: _type = "Task" [ 1234.248275] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.272254] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 67d91712-9989-467d-811f-ad1a59a0f74f/67d91712-9989-467d-811f-ad1a59a0f74f.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.274317] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60ca52a7-cecd-4bf7-a229-fcb616019e92 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.293524] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140466, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.300183] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1234.300183] env[69440]: value = "task-4140467" [ 1234.300183] env[69440]: _type = "Task" [ 1234.300183] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.309957] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140467, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.395676] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.434118] env[69440]: DEBUG nova.network.neutron [req-c49c2e8f-de32-4b65-8786-6df116fe7100 req-2e138497-28ea-4e94-a5b2-505733bb7c57 service nova] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.525611] env[69440]: DEBUG nova.network.neutron [req-c49c2e8f-de32-4b65-8786-6df116fe7100 req-2e138497-28ea-4e94-a5b2-505733bb7c57 service nova] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.581633] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 5ee66e6a-5de3-44b0-bcb3-b9c933999d6c] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.722936] env[69440]: DEBUG nova.compute.utils [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.725061] env[69440]: DEBUG nova.compute.manager [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1234.725061] env[69440]: DEBUG nova.network.neutron [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1234.758869] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140466, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.769858] env[69440]: DEBUG nova.policy [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4d92fd7488c4db4bae3afce61a27833', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9b35e4ada17429c82e657e6322e9c46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.811641] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140467, 'name': ReconfigVM_Task, 'duration_secs': 0.42281} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.811933] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 67d91712-9989-467d-811f-ad1a59a0f74f/67d91712-9989-467d-811f-ad1a59a0f74f.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.812605] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57b6f6e8-8289-47c8-8251-1d5fa5a71414 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.824509] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1234.824509] env[69440]: value = "task-4140468" [ 1234.824509] env[69440]: _type = "Task" [ 1234.824509] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.834643] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140468, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.029242] env[69440]: DEBUG oslo_concurrency.lockutils [req-c49c2e8f-de32-4b65-8786-6df116fe7100 req-2e138497-28ea-4e94-a5b2-505733bb7c57 service nova] Releasing lock "refresh_cache-ed111398-7c40-4cd8-9aba-1dd9b7a6f875" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.029718] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquired lock "refresh_cache-ed111398-7c40-4cd8-9aba-1dd9b7a6f875" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.029883] env[69440]: DEBUG nova.network.neutron [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.081417] env[69440]: DEBUG nova.network.neutron [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Successfully created port: 2034f016-d12d-403c-86b3-fde32bc71e02 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1235.084886] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 7b7298a7-3c61-419c-8ca4-4afd452628c5] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.228760] env[69440]: DEBUG nova.compute.manager [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1235.232425] env[69440]: DEBUG oslo_concurrency.lockutils [None req-66d00417-ac41-4e8f-b44b-c628605d313f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.233483] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.886s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.233734] env[69440]: DEBUG nova.objects.instance [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lazy-loading 'resources' on Instance uuid d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.260692] env[69440]: DEBUG oslo_vmware.api [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140466, 'name': PowerOnVM_Task, 'duration_secs': 0.56913} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.260978] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.261207] env[69440]: INFO nova.compute.manager [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1235.261387] env[69440]: DEBUG nova.compute.manager [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1235.262203] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdeed5e-3d37-4d23-bc74-4424bd9c8ddf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.334942] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140468, 'name': Rename_Task, 'duration_secs': 0.157938} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.335266] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.335638] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68ea3744-e5a2-45ec-8b51-a8186008999e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.343032] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1235.343032] env[69440]: value = "task-4140469" [ 1235.343032] env[69440]: _type = "Task" [ 1235.343032] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.352174] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.563753] env[69440]: DEBUG nova.network.neutron [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1235.587839] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 26d5e4a4-a985-440c-ab16-5798e9bd72ff] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.718431] env[69440]: DEBUG nova.network.neutron [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Updating instance_info_cache with network_info: [{"id": "73b1495f-1900-4c35-95d0-827bbc230d19", "address": "fa:16:3e:07:41:3e", "network": {"id": "8a20642f-e8b8-4f2b-8a8e-2bc1d6e136fa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478797543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19cbd3b0988845358fa621a574b0cb25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b1495f-19", "ovs_interfaceid": "73b1495f-1900-4c35-95d0-827bbc230d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.736027] env[69440]: INFO nova.virt.block_device [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Booting with volume 6151d767-4add-4fd9-8ce0-08c978cb31d8 at /dev/sda [ 1235.785908] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47ea6b11-f545-498a-93da-a044bddc775e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.791329] env[69440]: INFO nova.compute.manager [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Took 16.57 seconds to build instance. [ 1235.799726] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ead82a-6b03-4359-91d8-63789f7129d2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.837180] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-443c2b68-f746-4d80-a71d-6fcf7fcc1ee5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.852056] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6408f49e-a597-4124-9c2f-e86e3b4c4949 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.875879] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140469, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.896693] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25be02ed-6fd1-48ef-b51d-d1dec7c1e04f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.904741] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9300d2-ed99-4f10-9573-2a003dfb157d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.919893] env[69440]: DEBUG nova.virt.block_device [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Updating existing volume attachment record: 09e656ca-9fff-4ddb-bd50-6d29f2b42d68 {{(pid=69440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1235.964455] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd940c5-daee-4737-9710-5f355c08f053 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.973035] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aefc8cc-e19f-4f38-be10-f5c1b7f4bdcf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.004887] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2c444e-fca3-44bf-9a5c-0942c6900ac1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.013511] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087477be-d920-4f56-b658-937ace5d2ea8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.030276] env[69440]: DEBUG nova.compute.provider_tree [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1236.091663] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: de682e9a-77cf-41e8-9378-459074854566] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.221921] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Releasing lock "refresh_cache-ed111398-7c40-4cd8-9aba-1dd9b7a6f875" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.222144] env[69440]: DEBUG nova.compute.manager [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Instance network_info: |[{"id": "73b1495f-1900-4c35-95d0-827bbc230d19", "address": "fa:16:3e:07:41:3e", "network": {"id": "8a20642f-e8b8-4f2b-8a8e-2bc1d6e136fa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478797543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19cbd3b0988845358fa621a574b0cb25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b1495f-19", "ovs_interfaceid": "73b1495f-1900-4c35-95d0-827bbc230d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1236.222593] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:41:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73b1495f-1900-4c35-95d0-827bbc230d19', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1236.230971] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.231213] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1236.231468] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ffe78fd-26bd-4690-b7d5-fe05d093e1e7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.255114] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1236.255114] env[69440]: value = "task-4140470" [ 1236.255114] env[69440]: _type = "Task" [ 1236.255114] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.263853] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140470, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.292032] env[69440]: DEBUG oslo_concurrency.lockutils [None req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "bbcaea1e-0306-4292-b53e-9e8fb33f42c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.081s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.355695] env[69440]: DEBUG oslo_vmware.api [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140469, 'name': PowerOnVM_Task, 'duration_secs': 0.755933} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.355978] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.356216] env[69440]: INFO nova.compute.manager [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1236.356403] env[69440]: DEBUG nova.compute.manager [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1236.357223] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b06e503-7674-4d42-ae27-493f6781376c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.453990] env[69440]: DEBUG nova.compute.manager [req-d3fcc268-ed22-4006-b705-630252b77faa req-b4f58622-afdf-4b58-a12b-13b1fd6c9ff3 service nova] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Received event network-changed-34435107-ba91-4bc1-af43-8a5aafd099ce {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.453990] env[69440]: DEBUG nova.compute.manager [req-d3fcc268-ed22-4006-b705-630252b77faa req-b4f58622-afdf-4b58-a12b-13b1fd6c9ff3 service nova] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Refreshing instance network info cache due to event network-changed-34435107-ba91-4bc1-af43-8a5aafd099ce. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1236.453990] env[69440]: DEBUG oslo_concurrency.lockutils [req-d3fcc268-ed22-4006-b705-630252b77faa req-b4f58622-afdf-4b58-a12b-13b1fd6c9ff3 service nova] Acquiring lock "refresh_cache-bbcaea1e-0306-4292-b53e-9e8fb33f42c4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.453990] env[69440]: DEBUG oslo_concurrency.lockutils [req-d3fcc268-ed22-4006-b705-630252b77faa req-b4f58622-afdf-4b58-a12b-13b1fd6c9ff3 service nova] Acquired lock "refresh_cache-bbcaea1e-0306-4292-b53e-9e8fb33f42c4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.453990] env[69440]: DEBUG nova.network.neutron [req-d3fcc268-ed22-4006-b705-630252b77faa req-b4f58622-afdf-4b58-a12b-13b1fd6c9ff3 service nova] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Refreshing network info cache for port 34435107-ba91-4bc1-af43-8a5aafd099ce {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.570933] env[69440]: DEBUG nova.scheduler.client.report [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Updated inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1236.571228] env[69440]: DEBUG nova.compute.provider_tree [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Updating resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 generation from 148 to 149 during operation: update_inventory {{(pid=69440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1236.571413] env[69440]: DEBUG nova.compute.provider_tree [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1236.594970] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 781604b4-a4c8-4b37-952d-e142265212da] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.633152] env[69440]: DEBUG nova.network.neutron [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Successfully updated port: 2034f016-d12d-403c-86b3-fde32bc71e02 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1236.765008] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140470, 'name': CreateVM_Task, 'duration_secs': 0.394297} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.765158] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.766112] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.766112] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.766350] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.766615] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69943b6c-300c-457f-bda7-b3418ed991ed {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.772146] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1236.772146] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52befc5e-f5c0-d16b-6956-fd57d24ba4cc" [ 1236.772146] env[69440]: _type = "Task" [ 1236.772146] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.781471] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52befc5e-f5c0-d16b-6956-fd57d24ba4cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.875884] env[69440]: INFO nova.compute.manager [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Took 15.94 seconds to build instance. [ 1237.077888] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.080656] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.685s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.081653] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.098937] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: d017056e-049d-4162-bc9f-fca50d73fbe0] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.105514] env[69440]: INFO nova.scheduler.client.report [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Deleted allocations for instance cba02ffc-ef26-4f41-834e-904fcb202eeb [ 1237.105514] env[69440]: INFO nova.scheduler.client.report [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Deleted allocations for instance d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0 [ 1237.137035] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Acquiring lock "refresh_cache-3868487f-e305-4663-aecc-454a53fb3ec0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.137035] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Acquired lock "refresh_cache-3868487f-e305-4663-aecc-454a53fb3ec0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.137247] env[69440]: DEBUG nova.network.neutron [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.190356] env[69440]: DEBUG nova.network.neutron [req-d3fcc268-ed22-4006-b705-630252b77faa req-b4f58622-afdf-4b58-a12b-13b1fd6c9ff3 service nova] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Updated VIF entry in instance network info cache for port 34435107-ba91-4bc1-af43-8a5aafd099ce. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.190813] env[69440]: DEBUG nova.network.neutron [req-d3fcc268-ed22-4006-b705-630252b77faa req-b4f58622-afdf-4b58-a12b-13b1fd6c9ff3 service nova] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Updating instance_info_cache with network_info: [{"id": "34435107-ba91-4bc1-af43-8a5aafd099ce", "address": "fa:16:3e:8b:a9:cf", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34435107-ba", "ovs_interfaceid": "34435107-ba91-4bc1-af43-8a5aafd099ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.283128] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52befc5e-f5c0-d16b-6956-fd57d24ba4cc, 'name': SearchDatastore_Task, 'duration_secs': 0.015475} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.283469] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.283708] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.284030] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.284150] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.284284] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.284697] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79e7221c-6ea3-474d-9923-c6531d6d92f3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.294068] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.294294] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.295194] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e5e3cae-301c-49ac-a7d2-b2ec7884ac1a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.303829] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1237.303829] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]522b7428-79df-219b-a03d-67a5b9a95e70" [ 1237.303829] env[69440]: _type = "Task" [ 1237.303829] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.312585] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]522b7428-79df-219b-a03d-67a5b9a95e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.378938] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e6c97baa-de8d-430c-9fff-6c988fe8f97c tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "67d91712-9989-467d-811f-ad1a59a0f74f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.452s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.603056] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 53e86c03-079b-4918-b4a4-ea821a1be472] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.618132] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Lock "cba02ffc-ef26-4f41-834e-904fcb202eeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.707s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.619270] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e96f97e2-4777-47b6-8f01-02886b0670d6 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lock "d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.809s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.671592] env[69440]: DEBUG nova.network.neutron [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.694016] env[69440]: DEBUG oslo_concurrency.lockutils [req-d3fcc268-ed22-4006-b705-630252b77faa req-b4f58622-afdf-4b58-a12b-13b1fd6c9ff3 service nova] Releasing lock "refresh_cache-bbcaea1e-0306-4292-b53e-9e8fb33f42c4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.815190] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]522b7428-79df-219b-a03d-67a5b9a95e70, 'name': SearchDatastore_Task, 'duration_secs': 0.012466} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.816180] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95d2149c-7524-40c7-8add-201752a2ab76 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.821743] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1237.821743] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52e58fc2-10c8-6cdd-9044-a54213bb48bd" [ 1237.821743] env[69440]: _type = "Task" [ 1237.821743] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.830565] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e58fc2-10c8-6cdd-9044-a54213bb48bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.922675] env[69440]: DEBUG oslo_concurrency.lockutils [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "67d91712-9989-467d-811f-ad1a59a0f74f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.922955] env[69440]: DEBUG oslo_concurrency.lockutils [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "67d91712-9989-467d-811f-ad1a59a0f74f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.923198] env[69440]: DEBUG oslo_concurrency.lockutils [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "67d91712-9989-467d-811f-ad1a59a0f74f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.923381] env[69440]: DEBUG oslo_concurrency.lockutils [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "67d91712-9989-467d-811f-ad1a59a0f74f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.923545] env[69440]: DEBUG oslo_concurrency.lockutils [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "67d91712-9989-467d-811f-ad1a59a0f74f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.928691] env[69440]: INFO nova.compute.manager [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Terminating instance [ 1238.016341] env[69440]: DEBUG nova.compute.manager [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.016884] env[69440]: DEBUG nova.virt.hardware [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.017106] env[69440]: DEBUG nova.virt.hardware [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.017263] env[69440]: DEBUG nova.virt.hardware [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.017445] env[69440]: DEBUG nova.virt.hardware [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.017628] env[69440]: DEBUG nova.virt.hardware [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.017790] env[69440]: DEBUG nova.virt.hardware [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.017994] env[69440]: DEBUG nova.virt.hardware [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.021304] env[69440]: DEBUG nova.virt.hardware [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.021514] env[69440]: DEBUG nova.virt.hardware [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.021692] env[69440]: DEBUG nova.virt.hardware [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.021868] env[69440]: DEBUG nova.virt.hardware [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.022787] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e5e4b2-71a2-4a24-bbfd-7c3085e43777 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.036294] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1b278d-1c5d-470e-bd77-b588b35e9e4d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.051526] env[69440]: DEBUG nova.network.neutron [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Updating instance_info_cache with network_info: [{"id": "2034f016-d12d-403c-86b3-fde32bc71e02", "address": "fa:16:3e:82:32:ca", "network": {"id": "960b3e8b-b072-4e0b-a31b-91d7aabe6187", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1034976036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9b35e4ada17429c82e657e6322e9c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2034f016-d1", "ovs_interfaceid": "2034f016-d12d-403c-86b3-fde32bc71e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.106493] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 173d2c12-a9e4-4ac7-9696-1a69a7ea0f10] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.334442] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e58fc2-10c8-6cdd-9044-a54213bb48bd, 'name': SearchDatastore_Task, 'duration_secs': 0.048936} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.334808] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.335178] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] ed111398-7c40-4cd8-9aba-1dd9b7a6f875/ed111398-7c40-4cd8-9aba-1dd9b7a6f875.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.335533] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a82100bf-66a0-4a55-b683-fd675282700f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.344607] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1238.344607] env[69440]: value = "task-4140471" [ 1238.344607] env[69440]: _type = "Task" [ 1238.344607] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.356070] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.434364] env[69440]: DEBUG nova.compute.manager [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1238.434686] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1238.435696] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79963cb-6a04-4f13-9e6f-73b2372aa031 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.444824] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.445159] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8a88282-d442-45cc-b857-c45501f0dab3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.453190] env[69440]: DEBUG oslo_vmware.api [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1238.453190] env[69440]: value = "task-4140473" [ 1238.453190] env[69440]: _type = "Task" [ 1238.453190] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.464927] env[69440]: DEBUG oslo_vmware.api [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.485038] env[69440]: DEBUG nova.compute.manager [req-ffa876d7-a5f8-4734-a968-9b1bf432f00e req-176b7f23-abd5-42f4-ab72-b173a3a18cdf service nova] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Received event network-vif-plugged-2034f016-d12d-403c-86b3-fde32bc71e02 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.485038] env[69440]: DEBUG oslo_concurrency.lockutils [req-ffa876d7-a5f8-4734-a968-9b1bf432f00e req-176b7f23-abd5-42f4-ab72-b173a3a18cdf service nova] Acquiring lock "3868487f-e305-4663-aecc-454a53fb3ec0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.485327] env[69440]: DEBUG oslo_concurrency.lockutils [req-ffa876d7-a5f8-4734-a968-9b1bf432f00e req-176b7f23-abd5-42f4-ab72-b173a3a18cdf service nova] Lock "3868487f-e305-4663-aecc-454a53fb3ec0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.485423] env[69440]: DEBUG oslo_concurrency.lockutils [req-ffa876d7-a5f8-4734-a968-9b1bf432f00e req-176b7f23-abd5-42f4-ab72-b173a3a18cdf service nova] Lock "3868487f-e305-4663-aecc-454a53fb3ec0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.485652] env[69440]: DEBUG nova.compute.manager [req-ffa876d7-a5f8-4734-a968-9b1bf432f00e req-176b7f23-abd5-42f4-ab72-b173a3a18cdf service nova] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] No waiting events found dispatching network-vif-plugged-2034f016-d12d-403c-86b3-fde32bc71e02 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1238.485855] env[69440]: WARNING nova.compute.manager [req-ffa876d7-a5f8-4734-a968-9b1bf432f00e req-176b7f23-abd5-42f4-ab72-b173a3a18cdf service nova] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Received unexpected event network-vif-plugged-2034f016-d12d-403c-86b3-fde32bc71e02 for instance with vm_state building and task_state spawning. [ 1238.485946] env[69440]: DEBUG nova.compute.manager [req-ffa876d7-a5f8-4734-a968-9b1bf432f00e req-176b7f23-abd5-42f4-ab72-b173a3a18cdf service nova] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Received event network-changed-2034f016-d12d-403c-86b3-fde32bc71e02 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.486133] env[69440]: DEBUG nova.compute.manager [req-ffa876d7-a5f8-4734-a968-9b1bf432f00e req-176b7f23-abd5-42f4-ab72-b173a3a18cdf service nova] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Refreshing instance network info cache due to event network-changed-2034f016-d12d-403c-86b3-fde32bc71e02. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.486269] env[69440]: DEBUG oslo_concurrency.lockutils [req-ffa876d7-a5f8-4734-a968-9b1bf432f00e req-176b7f23-abd5-42f4-ab72-b173a3a18cdf service nova] Acquiring lock "refresh_cache-3868487f-e305-4663-aecc-454a53fb3ec0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.557685] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Releasing lock "refresh_cache-3868487f-e305-4663-aecc-454a53fb3ec0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.558262] env[69440]: DEBUG nova.compute.manager [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Instance network_info: |[{"id": "2034f016-d12d-403c-86b3-fde32bc71e02", "address": "fa:16:3e:82:32:ca", "network": {"id": "960b3e8b-b072-4e0b-a31b-91d7aabe6187", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1034976036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9b35e4ada17429c82e657e6322e9c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2034f016-d1", "ovs_interfaceid": "2034f016-d12d-403c-86b3-fde32bc71e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1238.558735] env[69440]: DEBUG oslo_concurrency.lockutils [req-ffa876d7-a5f8-4734-a968-9b1bf432f00e req-176b7f23-abd5-42f4-ab72-b173a3a18cdf service nova] Acquired lock "refresh_cache-3868487f-e305-4663-aecc-454a53fb3ec0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.559061] env[69440]: DEBUG nova.network.neutron [req-ffa876d7-a5f8-4734-a968-9b1bf432f00e req-176b7f23-abd5-42f4-ab72-b173a3a18cdf service nova] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Refreshing network info cache for port 2034f016-d12d-403c-86b3-fde32bc71e02 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.560999] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:32:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2034f016-d12d-403c-86b3-fde32bc71e02', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.572699] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Creating folder: Project (d9b35e4ada17429c82e657e6322e9c46). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1238.577019] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42340567-ec4c-41bc-8332-954288f88caf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.594809] env[69440]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1238.595016] env[69440]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69440) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1238.595990] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Folder already exists: Project (d9b35e4ada17429c82e657e6322e9c46). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1238.596299] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Creating folder: Instances. Parent ref: group-v819968. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1238.596655] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7800e0eb-dcd4-4ac6-a66d-1c92a5f94d73 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.610527] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: e7a7624e-3780-4ab5-9e5e-ff73e934301e] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.613516] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Created folder: Instances in parent group-v819968. [ 1238.613912] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.614966] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.615299] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ec4ea7f-6915-4b5a-9c8d-dad5a1526955 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.643784] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.643784] env[69440]: value = "task-4140476" [ 1238.643784] env[69440]: _type = "Task" [ 1238.643784] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.650685] env[69440]: DEBUG oslo_concurrency.lockutils [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquiring lock "9c3e2817-dc42-4438-9db8-afb96ae7178b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.650968] env[69440]: DEBUG oslo_concurrency.lockutils [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lock "9c3e2817-dc42-4438-9db8-afb96ae7178b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.651291] env[69440]: DEBUG oslo_concurrency.lockutils [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquiring lock "9c3e2817-dc42-4438-9db8-afb96ae7178b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.651491] env[69440]: DEBUG oslo_concurrency.lockutils [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lock "9c3e2817-dc42-4438-9db8-afb96ae7178b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.651668] env[69440]: DEBUG oslo_concurrency.lockutils [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lock "9c3e2817-dc42-4438-9db8-afb96ae7178b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.657958] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140476, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.658716] env[69440]: INFO nova.compute.manager [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Terminating instance [ 1238.839438] env[69440]: DEBUG nova.network.neutron [req-ffa876d7-a5f8-4734-a968-9b1bf432f00e req-176b7f23-abd5-42f4-ab72-b173a3a18cdf service nova] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Updated VIF entry in instance network info cache for port 2034f016-d12d-403c-86b3-fde32bc71e02. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.839809] env[69440]: DEBUG nova.network.neutron [req-ffa876d7-a5f8-4734-a968-9b1bf432f00e req-176b7f23-abd5-42f4-ab72-b173a3a18cdf service nova] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Updating instance_info_cache with network_info: [{"id": "2034f016-d12d-403c-86b3-fde32bc71e02", "address": "fa:16:3e:82:32:ca", "network": {"id": "960b3e8b-b072-4e0b-a31b-91d7aabe6187", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1034976036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9b35e4ada17429c82e657e6322e9c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2034f016-d1", "ovs_interfaceid": "2034f016-d12d-403c-86b3-fde32bc71e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.857754] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140471, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.963289] env[69440]: DEBUG oslo_vmware.api [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140473, 'name': PowerOffVM_Task, 'duration_secs': 0.237235} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.963546] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.963708] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.964047] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9285ad15-1405-4b91-9bd9-e70dcc63a611 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.036767] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.036979] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.037356] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Deleting the datastore file [datastore1] 67d91712-9989-467d-811f-ad1a59a0f74f {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.037422] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79f0bc0b-856f-4cd4-8b06-e6bbe6d25f66 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.046940] env[69440]: DEBUG oslo_vmware.api [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for the task: (returnval){ [ 1239.046940] env[69440]: value = "task-4140478" [ 1239.046940] env[69440]: _type = "Task" [ 1239.046940] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.056244] env[69440]: DEBUG oslo_vmware.api [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.115586] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 559d44dc-2ae8-48a9-9dcd-bad5d03ed236] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.153690] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140476, 'name': CreateVM_Task, 'duration_secs': 0.451727} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.153854] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.154546] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819972', 'volume_id': '6151d767-4add-4fd9-8ce0-08c978cb31d8', 'name': 'volume-6151d767-4add-4fd9-8ce0-08c978cb31d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3868487f-e305-4663-aecc-454a53fb3ec0', 'attached_at': '', 'detached_at': '', 'volume_id': '6151d767-4add-4fd9-8ce0-08c978cb31d8', 'serial': '6151d767-4add-4fd9-8ce0-08c978cb31d8'}, 'guest_format': None, 'attachment_id': '09e656ca-9fff-4ddb-bd50-6d29f2b42d68', 'mount_device': '/dev/sda', 'disk_bus': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69440) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1239.154770] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Root volume attach. Driver type: vmdk {{(pid=69440) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1239.155618] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea348f7b-fcb5-4d0a-ac9a-953cd30daf33 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.164260] env[69440]: DEBUG nova.compute.manager [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.164479] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.165267] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1432ad-3a47-426d-a646-d1e6bbdc73d0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.168789] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5af9f18-486a-4b15-a406-28aab63c54ac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.177462] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206662dc-c125-4e14-8759-150dc12abd80 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.180206] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.180446] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f30c6e17-23b6-4d27-8132-94618446e49e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.187125] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-5ca6c964-e9a8-423e-baa3-619f3b4b0bb5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.189695] env[69440]: DEBUG oslo_vmware.api [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1239.189695] env[69440]: value = "task-4140479" [ 1239.189695] env[69440]: _type = "Task" [ 1239.189695] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.195170] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Waiting for the task: (returnval){ [ 1239.195170] env[69440]: value = "task-4140480" [ 1239.195170] env[69440]: _type = "Task" [ 1239.195170] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.201628] env[69440]: DEBUG oslo_vmware.api [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.212226] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140480, 'name': RelocateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.342968] env[69440]: DEBUG oslo_concurrency.lockutils [req-ffa876d7-a5f8-4734-a968-9b1bf432f00e req-176b7f23-abd5-42f4-ab72-b173a3a18cdf service nova] Releasing lock "refresh_cache-3868487f-e305-4663-aecc-454a53fb3ec0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.356919] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583287} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.357258] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] ed111398-7c40-4cd8-9aba-1dd9b7a6f875/ed111398-7c40-4cd8-9aba-1dd9b7a6f875.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.357621] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.358042] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9a54197-7f2b-4343-916d-21567ae234b8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.368489] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1239.368489] env[69440]: value = "task-4140481" [ 1239.368489] env[69440]: _type = "Task" [ 1239.368489] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.378468] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.560367] env[69440]: DEBUG oslo_vmware.api [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Task: {'id': task-4140478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194884} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.560600] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.560894] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1239.561088] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1239.561257] env[69440]: INFO nova.compute.manager [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1239.561563] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.561799] env[69440]: DEBUG nova.compute.manager [-] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1239.561911] env[69440]: DEBUG nova.network.neutron [-] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1239.618525] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 23bc134e-7725-40b1-b79d-d8ef6dbd7cad] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.703245] env[69440]: DEBUG oslo_vmware.api [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140479, 'name': PowerOffVM_Task, 'duration_secs': 0.218141} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.706829] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.707076] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.707384] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11e34563-feb1-46bb-a623-5ac66a804323 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.717724] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140480, 'name': RelocateVM_Task} progress is 42%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.830182] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.830457] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.830681] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Deleting the datastore file [datastore2] 9c3e2817-dc42-4438-9db8-afb96ae7178b {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.832107] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40f69fcb-1d4e-46b0-9903-a81a912702ad {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.844689] env[69440]: DEBUG oslo_vmware.api [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for the task: (returnval){ [ 1239.844689] env[69440]: value = "task-4140483" [ 1239.844689] env[69440]: _type = "Task" [ 1239.844689] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.861782] env[69440]: DEBUG oslo_vmware.api [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.881372] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110063} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.882159] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.882889] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167e06e8-3ef5-4bb8-aec8-9c5535fc621b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.909534] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] ed111398-7c40-4cd8-9aba-1dd9b7a6f875/ed111398-7c40-4cd8-9aba-1dd9b7a6f875.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.909909] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12c6ad1f-14b4-4033-b255-ecc51d954278 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.933701] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1239.933701] env[69440]: value = "task-4140484" [ 1239.933701] env[69440]: _type = "Task" [ 1239.933701] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.945564] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140484, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.125742] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: f254ccca-ffc2-4ca6-92ac-317b5f99cd20] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.217204] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140480, 'name': RelocateVM_Task} progress is 54%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.359919] env[69440]: DEBUG nova.network.neutron [-] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.361551] env[69440]: DEBUG oslo_vmware.api [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.446891] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.515967] env[69440]: DEBUG nova.compute.manager [req-7b009054-129d-405c-afb1-ffff34dbc401 req-4299fa76-bf65-4819-9aec-802e9758f049 service nova] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Received event network-vif-deleted-fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.631649] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 5c1878eb-3c4b-49b8-89ba-9c51845204bd] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.718127] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140480, 'name': RelocateVM_Task} progress is 67%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.858400] env[69440]: DEBUG oslo_vmware.api [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.863258] env[69440]: INFO nova.compute.manager [-] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Took 1.30 seconds to deallocate network for instance. [ 1240.949484] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140484, 'name': ReconfigVM_Task, 'duration_secs': 0.718145} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.949849] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Reconfigured VM instance instance-00000072 to attach disk [datastore1] ed111398-7c40-4cd8-9aba-1dd9b7a6f875/ed111398-7c40-4cd8-9aba-1dd9b7a6f875.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.950587] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57cc6c56-46cb-48cc-a2e4-75511b3568fd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.962529] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1240.962529] env[69440]: value = "task-4140485" [ 1240.962529] env[69440]: _type = "Task" [ 1240.962529] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.975357] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140485, 'name': Rename_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.135465] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.135920] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Cleaning up deleted instances with incomplete migration {{(pid=69440) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1241.218571] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140480, 'name': RelocateVM_Task} progress is 81%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.360193] env[69440]: DEBUG oslo_vmware.api [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.370719] env[69440]: DEBUG oslo_concurrency.lockutils [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.371111] env[69440]: DEBUG oslo_concurrency.lockutils [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.371383] env[69440]: DEBUG nova.objects.instance [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lazy-loading 'resources' on Instance uuid 67d91712-9989-467d-811f-ad1a59a0f74f {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.475865] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140485, 'name': Rename_Task, 'duration_secs': 0.279583} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.476239] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.476615] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cc83fa1-134f-448b-87cd-23ecdc1230e2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.487746] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1241.487746] env[69440]: value = "task-4140486" [ 1241.487746] env[69440]: _type = "Task" [ 1241.487746] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.500026] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.638484] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.716902] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140480, 'name': RelocateVM_Task} progress is 95%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.860705] env[69440]: DEBUG oslo_vmware.api [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Task: {'id': task-4140483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.639797} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.860705] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.860705] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.861068] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.861068] env[69440]: INFO nova.compute.manager [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Took 2.70 seconds to destroy the instance on the hypervisor. [ 1241.861202] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.861394] env[69440]: DEBUG nova.compute.manager [-] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.861491] env[69440]: DEBUG nova.network.neutron [-] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.003870] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140486, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.032276] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb30431c-a191-4041-87e3-2d859495e653 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.040356] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04c675f-ae35-4c9c-9b34-979426c99cd2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.073186] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336c47a0-88e0-4380-91f3-350cccf258ea {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.084897] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c84d26-1690-4e60-8dab-834c0573ef78 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.107368] env[69440]: DEBUG nova.compute.provider_tree [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.217140] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140480, 'name': RelocateVM_Task} progress is 97%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.500375] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140486, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.558206] env[69440]: DEBUG nova.compute.manager [req-a7aa2053-12f5-4a24-8748-d5e1060b687b req-4c7b3fb9-71cf-4ec3-a042-a89ce150eaaa service nova] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Received event network-vif-deleted-16406d92-c599-47be-873d-63b9b14ce9e5 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.558500] env[69440]: INFO nova.compute.manager [req-a7aa2053-12f5-4a24-8748-d5e1060b687b req-4c7b3fb9-71cf-4ec3-a042-a89ce150eaaa service nova] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Neutron deleted interface 16406d92-c599-47be-873d-63b9b14ce9e5; detaching it from the instance and deleting it from the info cache [ 1242.558715] env[69440]: DEBUG nova.network.neutron [req-a7aa2053-12f5-4a24-8748-d5e1060b687b req-4c7b3fb9-71cf-4ec3-a042-a89ce150eaaa service nova] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.650684] env[69440]: DEBUG nova.scheduler.client.report [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Updated inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1242.651148] env[69440]: DEBUG nova.compute.provider_tree [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Updating resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 generation from 149 to 150 during operation: update_inventory {{(pid=69440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1242.651376] env[69440]: DEBUG nova.compute.provider_tree [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.718687] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140480, 'name': RelocateVM_Task} progress is 97%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.810249] env[69440]: DEBUG nova.network.neutron [-] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.999986] env[69440]: DEBUG oslo_vmware.api [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140486, 'name': PowerOnVM_Task, 'duration_secs': 1.227391} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.000519] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.000966] env[69440]: INFO nova.compute.manager [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Took 9.98 seconds to spawn the instance on the hypervisor. [ 1243.001320] env[69440]: DEBUG nova.compute.manager [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1243.003520] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8bc3de-324e-4cb7-9a1b-589cb8465596 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.062683] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-388a62d8-435e-499b-929f-d81cd19224cf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.073052] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c993d6-b1ba-459c-bdbb-ceb2327a8114 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.107113] env[69440]: DEBUG nova.compute.manager [req-a7aa2053-12f5-4a24-8748-d5e1060b687b req-4c7b3fb9-71cf-4ec3-a042-a89ce150eaaa service nova] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Detach interface failed, port_id=16406d92-c599-47be-873d-63b9b14ce9e5, reason: Instance 9c3e2817-dc42-4438-9db8-afb96ae7178b could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1243.162410] env[69440]: DEBUG oslo_concurrency.lockutils [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.193139] env[69440]: INFO nova.scheduler.client.report [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Deleted allocations for instance 67d91712-9989-467d-811f-ad1a59a0f74f [ 1243.220674] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140480, 'name': RelocateVM_Task, 'duration_secs': 3.908988} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.220674] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Volume attach. Driver type: vmdk {{(pid=69440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1243.220674] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819972', 'volume_id': '6151d767-4add-4fd9-8ce0-08c978cb31d8', 'name': 'volume-6151d767-4add-4fd9-8ce0-08c978cb31d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3868487f-e305-4663-aecc-454a53fb3ec0', 'attached_at': '', 'detached_at': '', 'volume_id': '6151d767-4add-4fd9-8ce0-08c978cb31d8', 'serial': '6151d767-4add-4fd9-8ce0-08c978cb31d8'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1243.221929] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4f9dc7-6170-4edf-a301-d54a206e9c0e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.242441] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bf0f62-f7c1-4d11-8d03-c0115897a17c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.269508] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-6151d767-4add-4fd9-8ce0-08c978cb31d8/volume-6151d767-4add-4fd9-8ce0-08c978cb31d8.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.270658] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c95ab6f-b2aa-4720-92af-38cd2227c527 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.294183] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Waiting for the task: (returnval){ [ 1243.294183] env[69440]: value = "task-4140487" [ 1243.294183] env[69440]: _type = "Task" [ 1243.294183] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.307676] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.313022] env[69440]: INFO nova.compute.manager [-] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Took 1.45 seconds to deallocate network for instance. [ 1243.522314] env[69440]: INFO nova.compute.manager [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Took 18.10 seconds to build instance. [ 1243.571375] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ec71c509-2017-4144-8320-621ac2473561 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "4ae7afb6-2812-4f28-842b-a3fd38624537" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.571654] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ec71c509-2017-4144-8320-621ac2473561 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "4ae7afb6-2812-4f28-842b-a3fd38624537" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.704389] env[69440]: DEBUG oslo_concurrency.lockutils [None req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Lock "67d91712-9989-467d-811f-ad1a59a0f74f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.781s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.805190] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.821618] env[69440]: DEBUG oslo_concurrency.lockutils [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.822225] env[69440]: DEBUG oslo_concurrency.lockutils [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.822499] env[69440]: DEBUG nova.objects.instance [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lazy-loading 'resources' on Instance uuid 9c3e2817-dc42-4438-9db8-afb96ae7178b {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.898658] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "6db4be35-78b9-4afb-8270-d39988531a3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.898957] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "6db4be35-78b9-4afb-8270-d39988531a3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.899213] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "6db4be35-78b9-4afb-8270-d39988531a3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.899440] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "6db4be35-78b9-4afb-8270-d39988531a3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.899626] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "6db4be35-78b9-4afb-8270-d39988531a3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.902020] env[69440]: INFO nova.compute.manager [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Terminating instance [ 1243.975024] env[69440]: DEBUG nova.compute.manager [req-49130298-7428-4307-800d-4d614b2b51a3 req-494c3012-48c6-4ed8-b04c-798d96dfee6a service nova] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Received event network-changed-73b1495f-1900-4c35-95d0-827bbc230d19 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.975024] env[69440]: DEBUG nova.compute.manager [req-49130298-7428-4307-800d-4d614b2b51a3 req-494c3012-48c6-4ed8-b04c-798d96dfee6a service nova] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Refreshing instance network info cache due to event network-changed-73b1495f-1900-4c35-95d0-827bbc230d19. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.975205] env[69440]: DEBUG oslo_concurrency.lockutils [req-49130298-7428-4307-800d-4d614b2b51a3 req-494c3012-48c6-4ed8-b04c-798d96dfee6a service nova] Acquiring lock "refresh_cache-ed111398-7c40-4cd8-9aba-1dd9b7a6f875" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.975345] env[69440]: DEBUG oslo_concurrency.lockutils [req-49130298-7428-4307-800d-4d614b2b51a3 req-494c3012-48c6-4ed8-b04c-798d96dfee6a service nova] Acquired lock "refresh_cache-ed111398-7c40-4cd8-9aba-1dd9b7a6f875" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.975502] env[69440]: DEBUG nova.network.neutron [req-49130298-7428-4307-800d-4d614b2b51a3 req-494c3012-48c6-4ed8-b04c-798d96dfee6a service nova] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Refreshing network info cache for port 73b1495f-1900-4c35-95d0-827bbc230d19 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.024338] env[69440]: DEBUG oslo_concurrency.lockutils [None req-cd765a7b-d589-48ba-88cd-4659712517dd tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.613s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.075101] env[69440]: DEBUG nova.compute.utils [None req-ec71c509-2017-4144-8320-621ac2473561 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.136149] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.305540] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140487, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.405957] env[69440]: DEBUG nova.compute.manager [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1244.406298] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.408053] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280b1c8d-9b29-436d-a1f1-ddfa4f76834c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.421759] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.422103] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c6dc05d-b947-4c8b-a311-212e23d94c6e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.430183] env[69440]: DEBUG oslo_vmware.api [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1244.430183] env[69440]: value = "task-4140488" [ 1244.430183] env[69440]: _type = "Task" [ 1244.430183] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.440037] env[69440]: DEBUG oslo_vmware.api [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.455873] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca318bf1-88a6-461f-b044-d91663ff65f3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.464774] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070a64b4-caae-4e95-bd33-f887244c201e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.500476] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad95e869-312f-4fae-91af-950aac86e271 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.509950] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefd9c2f-c3b3-4ffd-bec7-500ebb878f54 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.526836] env[69440]: DEBUG nova.compute.provider_tree [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.577993] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ec71c509-2017-4144-8320-621ac2473561 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "4ae7afb6-2812-4f28-842b-a3fd38624537" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.644708] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.745438] env[69440]: DEBUG nova.network.neutron [req-49130298-7428-4307-800d-4d614b2b51a3 req-494c3012-48c6-4ed8-b04c-798d96dfee6a service nova] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Updated VIF entry in instance network info cache for port 73b1495f-1900-4c35-95d0-827bbc230d19. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.745820] env[69440]: DEBUG nova.network.neutron [req-49130298-7428-4307-800d-4d614b2b51a3 req-494c3012-48c6-4ed8-b04c-798d96dfee6a service nova] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Updating instance_info_cache with network_info: [{"id": "73b1495f-1900-4c35-95d0-827bbc230d19", "address": "fa:16:3e:07:41:3e", "network": {"id": "8a20642f-e8b8-4f2b-8a8e-2bc1d6e136fa", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478797543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19cbd3b0988845358fa621a574b0cb25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b1495f-19", "ovs_interfaceid": "73b1495f-1900-4c35-95d0-827bbc230d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.806785] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140487, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.940942] env[69440]: DEBUG oslo_vmware.api [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140488, 'name': PowerOffVM_Task, 'duration_secs': 0.274471} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.941235] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.941480] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.941664] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ed3abcc-3a94-4d0b-9019-da9084d7ea23 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.015902] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.016211] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.016436] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Deleting the datastore file [datastore2] 6db4be35-78b9-4afb-8270-d39988531a3a {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.016713] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35fbbf82-e542-4a84-b76f-67ad832eb2c2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.024421] env[69440]: DEBUG oslo_vmware.api [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for the task: (returnval){ [ 1245.024421] env[69440]: value = "task-4140490" [ 1245.024421] env[69440]: _type = "Task" [ 1245.024421] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.030392] env[69440]: DEBUG nova.scheduler.client.report [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.038482] env[69440]: DEBUG oslo_vmware.api [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.151199] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Getting list of instances from cluster (obj){ [ 1245.151199] env[69440]: value = "domain-c8" [ 1245.151199] env[69440]: _type = "ClusterComputeResource" [ 1245.151199] env[69440]: } {{(pid=69440) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1245.156025] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82892083-edef-4200-b0d0-4f3113958bdd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.181105] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Got total of 6 instances {{(pid=69440) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1245.181460] env[69440]: WARNING nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] While synchronizing instance power states, found 8 instances in the database and 6 instances on the hypervisor. [ 1245.181712] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Triggering sync for uuid 896ced19-ce4b-486c-9a37-96cb8e6767d0 {{(pid=69440) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1245.181998] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Triggering sync for uuid 6db4be35-78b9-4afb-8270-d39988531a3a {{(pid=69440) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1245.182325] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Triggering sync for uuid c36abfde-0148-43f4-9702-8f9d0be65f9e {{(pid=69440) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1245.182643] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Triggering sync for uuid 9c3e2817-dc42-4438-9db8-afb96ae7178b {{(pid=69440) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1245.182918] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Triggering sync for uuid 4ae7afb6-2812-4f28-842b-a3fd38624537 {{(pid=69440) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1245.183198] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Triggering sync for uuid bbcaea1e-0306-4292-b53e-9e8fb33f42c4 {{(pid=69440) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1245.183471] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Triggering sync for uuid ed111398-7c40-4cd8-9aba-1dd9b7a6f875 {{(pid=69440) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1245.183731] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Triggering sync for uuid 3868487f-e305-4663-aecc-454a53fb3ec0 {{(pid=69440) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1245.184475] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "896ced19-ce4b-486c-9a37-96cb8e6767d0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.184831] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "896ced19-ce4b-486c-9a37-96cb8e6767d0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.188156] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "6db4be35-78b9-4afb-8270-d39988531a3a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.188156] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "c36abfde-0148-43f4-9702-8f9d0be65f9e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.188156] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "c36abfde-0148-43f4-9702-8f9d0be65f9e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.188156] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "9c3e2817-dc42-4438-9db8-afb96ae7178b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.188156] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "4ae7afb6-2812-4f28-842b-a3fd38624537" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.188156] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "4ae7afb6-2812-4f28-842b-a3fd38624537" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.188156] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "bbcaea1e-0306-4292-b53e-9e8fb33f42c4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.188156] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "bbcaea1e-0306-4292-b53e-9e8fb33f42c4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.188156] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.188156] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.188156] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "3868487f-e305-4663-aecc-454a53fb3ec0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.188678] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c79061d-287b-4eea-8445-1467b2fa2b7c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.192248] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e45cdbc-d2bc-4fd2-a5ca-6b62545d30de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.195875] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc7854a-ed69-4da9-aab0-40ae4024741d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.199043] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7556d4f1-fd8d-4bb1-8ad0-583a7302ebd3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.201991] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512792ed-47f0-42b0-9bff-7b3a8df86648 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.248950] env[69440]: DEBUG oslo_concurrency.lockutils [req-49130298-7428-4307-800d-4d614b2b51a3 req-494c3012-48c6-4ed8-b04c-798d96dfee6a service nova] Releasing lock "refresh_cache-ed111398-7c40-4cd8-9aba-1dd9b7a6f875" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.308082] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140487, 'name': ReconfigVM_Task, 'duration_secs': 1.765783} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.308082] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-6151d767-4add-4fd9-8ce0-08c978cb31d8/volume-6151d767-4add-4fd9-8ce0-08c978cb31d8.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.313517] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1003643-4d47-45fa-abae-a99cb43caa84 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.331722] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Waiting for the task: (returnval){ [ 1245.331722] env[69440]: value = "task-4140491" [ 1245.331722] env[69440]: _type = "Task" [ 1245.331722] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.341761] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140491, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.534122] env[69440]: DEBUG oslo_vmware.api [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Task: {'id': task-4140490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141751} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.534815] env[69440]: DEBUG oslo_concurrency.lockutils [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.537377] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.537377] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.537377] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.537597] env[69440]: INFO nova.compute.manager [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1245.537842] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.538137] env[69440]: DEBUG nova.compute.manager [-] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.538231] env[69440]: DEBUG nova.network.neutron [-] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.559267] env[69440]: INFO nova.scheduler.client.report [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Deleted allocations for instance 9c3e2817-dc42-4438-9db8-afb96ae7178b [ 1245.668190] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ec71c509-2017-4144-8320-621ac2473561 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "4ae7afb6-2812-4f28-842b-a3fd38624537" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.716633] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "4ae7afb6-2812-4f28-842b-a3fd38624537" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.530s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.716907] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ec71c509-2017-4144-8320-621ac2473561 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "4ae7afb6-2812-4f28-842b-a3fd38624537" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.049s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.717170] env[69440]: INFO nova.compute.manager [None req-ec71c509-2017-4144-8320-621ac2473561 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Attaching volume 0b993e47-a042-4433-822d-5588ccbd16cf to /dev/sdb [ 1245.722517] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "c36abfde-0148-43f4-9702-8f9d0be65f9e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.722848] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.723151] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "896ced19-ce4b-486c-9a37-96cb8e6767d0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.723440] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "bbcaea1e-0306-4292-b53e-9e8fb33f42c4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.757363] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c587d4a1-2a5d-42c3-8188-fadb333f3a51 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.764936] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79581aac-0a80-468b-aead-9bc9d95b9e95 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.784782] env[69440]: DEBUG nova.virt.block_device [None req-ec71c509-2017-4144-8320-621ac2473561 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Updating existing volume attachment record: 65047531-5f35-49c9-b3a1-a6b10e7620cb {{(pid=69440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1245.842625] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140491, 'name': ReconfigVM_Task, 'duration_secs': 0.157274} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.842809] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819972', 'volume_id': '6151d767-4add-4fd9-8ce0-08c978cb31d8', 'name': 'volume-6151d767-4add-4fd9-8ce0-08c978cb31d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3868487f-e305-4663-aecc-454a53fb3ec0', 'attached_at': '', 'detached_at': '', 'volume_id': '6151d767-4add-4fd9-8ce0-08c978cb31d8', 'serial': '6151d767-4add-4fd9-8ce0-08c978cb31d8'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1245.844168] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0654607-77cc-42e8-9ece-7dd203d1caf5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.851729] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Waiting for the task: (returnval){ [ 1245.851729] env[69440]: value = "task-4140492" [ 1245.851729] env[69440]: _type = "Task" [ 1245.851729] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.865012] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140492, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.073433] env[69440]: DEBUG oslo_concurrency.lockutils [None req-409eaba5-c661-4a7f-aee7-79714e769f20 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Lock "9c3e2817-dc42-4438-9db8-afb96ae7178b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.422s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.074596] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "9c3e2817-dc42-4438-9db8-afb96ae7178b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.889s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.074882] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75baedf1-f53e-4cff-b5f7-345669f665e6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.085302] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4683081e-84a2-4c17-b9a7-c2d9c4c9b4a9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.248409] env[69440]: DEBUG nova.compute.manager [req-6177ad80-a848-49b5-92a4-ca357a53332b req-20aa0c00-e936-46a2-9ee3-e43f70b63272 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Received event network-vif-deleted-9d41fd79-ca9f-4221-81b5-a61cc5686462 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.248409] env[69440]: INFO nova.compute.manager [req-6177ad80-a848-49b5-92a4-ca357a53332b req-20aa0c00-e936-46a2-9ee3-e43f70b63272 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Neutron deleted interface 9d41fd79-ca9f-4221-81b5-a61cc5686462; detaching it from the instance and deleting it from the info cache [ 1246.248531] env[69440]: DEBUG nova.network.neutron [req-6177ad80-a848-49b5-92a4-ca357a53332b req-20aa0c00-e936-46a2-9ee3-e43f70b63272 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.364852] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140492, 'name': Rename_Task, 'duration_secs': 0.260236} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.365980] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.366679] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69580190-5c3b-446f-8bfd-20b1a1f9c758 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.375497] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Waiting for the task: (returnval){ [ 1246.375497] env[69440]: value = "task-4140494" [ 1246.375497] env[69440]: _type = "Task" [ 1246.375497] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.387367] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.621546] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "9c3e2817-dc42-4438-9db8-afb96ae7178b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.731519] env[69440]: DEBUG nova.network.neutron [-] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.755215] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67165840-99d2-4536-b65a-110af086f37d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.764914] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1c694a-2060-4fa7-b005-c8f0e95e45f7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.803579] env[69440]: DEBUG nova.compute.manager [req-6177ad80-a848-49b5-92a4-ca357a53332b req-20aa0c00-e936-46a2-9ee3-e43f70b63272 service nova] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Detach interface failed, port_id=9d41fd79-ca9f-4221-81b5-a61cc5686462, reason: Instance 6db4be35-78b9-4afb-8270-d39988531a3a could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1246.887386] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140494, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.232851] env[69440]: INFO nova.compute.manager [-] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Took 1.69 seconds to deallocate network for instance. [ 1247.392634] env[69440]: DEBUG oslo_vmware.api [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140494, 'name': PowerOnVM_Task, 'duration_secs': 0.975548} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.393104] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.393413] env[69440]: INFO nova.compute.manager [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1247.393713] env[69440]: DEBUG nova.compute.manager [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1247.395051] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73ab7a5-d315-4e6e-bbd7-7b1838e792b2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.746526] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.746649] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.747023] env[69440]: DEBUG nova.objects.instance [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lazy-loading 'resources' on Instance uuid 6db4be35-78b9-4afb-8270-d39988531a3a {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.918919] env[69440]: INFO nova.compute.manager [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Took 21.02 seconds to build instance. [ 1248.372832] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3fe200-f344-4636-a355-5d3519ed49ea {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.382030] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddd1223-8733-43cd-b5c1-a2fccd0750f8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.417751] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02ab178-b1c8-4aa6-b67e-dbf0450d9d63 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.421313] env[69440]: DEBUG oslo_concurrency.lockutils [None req-f2e72f3a-7022-4794-b9f7-a2a9783b047d tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Lock "3868487f-e305-4663-aecc-454a53fb3ec0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.534s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.421313] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "3868487f-e305-4663-aecc-454a53fb3ec0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.234s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.421537] env[69440]: INFO nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] During sync_power_state the instance has a pending task (spawning). Skip. [ 1248.421674] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "3868487f-e305-4663-aecc-454a53fb3ec0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.428796] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce341a6-95b7-4ce7-a658-2d56e7af66cd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.445431] env[69440]: DEBUG nova.compute.provider_tree [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.951380] env[69440]: DEBUG nova.compute.manager [req-7a744316-8d36-4e3d-867c-4b12d0bf9361 req-d6da890d-87be-49e7-a8c3-7e763d2ea9e9 service nova] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Received event network-changed-2034f016-d12d-403c-86b3-fde32bc71e02 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.951380] env[69440]: DEBUG nova.compute.manager [req-7a744316-8d36-4e3d-867c-4b12d0bf9361 req-d6da890d-87be-49e7-a8c3-7e763d2ea9e9 service nova] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Refreshing instance network info cache due to event network-changed-2034f016-d12d-403c-86b3-fde32bc71e02. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1248.951380] env[69440]: DEBUG oslo_concurrency.lockutils [req-7a744316-8d36-4e3d-867c-4b12d0bf9361 req-d6da890d-87be-49e7-a8c3-7e763d2ea9e9 service nova] Acquiring lock "refresh_cache-3868487f-e305-4663-aecc-454a53fb3ec0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.951696] env[69440]: DEBUG oslo_concurrency.lockutils [req-7a744316-8d36-4e3d-867c-4b12d0bf9361 req-d6da890d-87be-49e7-a8c3-7e763d2ea9e9 service nova] Acquired lock "refresh_cache-3868487f-e305-4663-aecc-454a53fb3ec0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.952181] env[69440]: DEBUG nova.network.neutron [req-7a744316-8d36-4e3d-867c-4b12d0bf9361 req-d6da890d-87be-49e7-a8c3-7e763d2ea9e9 service nova] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Refreshing network info cache for port 2034f016-d12d-403c-86b3-fde32bc71e02 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.958147] env[69440]: DEBUG nova.scheduler.client.report [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.466419] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.496188] env[69440]: INFO nova.scheduler.client.report [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Deleted allocations for instance 6db4be35-78b9-4afb-8270-d39988531a3a [ 1249.837321] env[69440]: DEBUG nova.network.neutron [req-7a744316-8d36-4e3d-867c-4b12d0bf9361 req-d6da890d-87be-49e7-a8c3-7e763d2ea9e9 service nova] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Updated VIF entry in instance network info cache for port 2034f016-d12d-403c-86b3-fde32bc71e02. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.837929] env[69440]: DEBUG nova.network.neutron [req-7a744316-8d36-4e3d-867c-4b12d0bf9361 req-d6da890d-87be-49e7-a8c3-7e763d2ea9e9 service nova] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Updating instance_info_cache with network_info: [{"id": "2034f016-d12d-403c-86b3-fde32bc71e02", "address": "fa:16:3e:82:32:ca", "network": {"id": "960b3e8b-b072-4e0b-a31b-91d7aabe6187", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1034976036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9b35e4ada17429c82e657e6322e9c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2034f016-d1", "ovs_interfaceid": "2034f016-d12d-403c-86b3-fde32bc71e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.009027] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Lock "6db4be35-78b9-4afb-8270-d39988531a3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.109s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.009356] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "6db4be35-78b9-4afb-8270-d39988531a3a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.824s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.009633] env[69440]: INFO nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] During sync_power_state the instance has a pending task (deleting). Skip. [ 1250.009826] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "6db4be35-78b9-4afb-8270-d39988531a3a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.335440] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec71c509-2017-4144-8320-621ac2473561 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Volume attach. Driver type: vmdk {{(pid=69440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1250.335440] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec71c509-2017-4144-8320-621ac2473561 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819979', 'volume_id': '0b993e47-a042-4433-822d-5588ccbd16cf', 'name': 'volume-0b993e47-a042-4433-822d-5588ccbd16cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ae7afb6-2812-4f28-842b-a3fd38624537', 'attached_at': '', 'detached_at': '', 'volume_id': '0b993e47-a042-4433-822d-5588ccbd16cf', 'serial': '0b993e47-a042-4433-822d-5588ccbd16cf'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1250.336517] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9e9dba-0977-4089-a748-6b3665cf92d3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.340686] env[69440]: DEBUG oslo_concurrency.lockutils [req-7a744316-8d36-4e3d-867c-4b12d0bf9361 req-d6da890d-87be-49e7-a8c3-7e763d2ea9e9 service nova] Releasing lock "refresh_cache-3868487f-e305-4663-aecc-454a53fb3ec0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.356717] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3feaa1-1d5f-420f-a3c1-5c33e71d8c96 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.387389] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec71c509-2017-4144-8320-621ac2473561 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-0b993e47-a042-4433-822d-5588ccbd16cf/volume-0b993e47-a042-4433-822d-5588ccbd16cf.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.387729] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e10478d8-52b3-4871-8350-a59b4176e972 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.407112] env[69440]: DEBUG oslo_vmware.api [None req-ec71c509-2017-4144-8320-621ac2473561 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1250.407112] env[69440]: value = "task-4140496" [ 1250.407112] env[69440]: _type = "Task" [ 1250.407112] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.417934] env[69440]: DEBUG oslo_vmware.api [None req-ec71c509-2017-4144-8320-621ac2473561 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.920923] env[69440]: DEBUG oslo_vmware.api [None req-ec71c509-2017-4144-8320-621ac2473561 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140496, 'name': ReconfigVM_Task, 'duration_secs': 0.389032} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.921429] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec71c509-2017-4144-8320-621ac2473561 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-0b993e47-a042-4433-822d-5588ccbd16cf/volume-0b993e47-a042-4433-822d-5588ccbd16cf.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.930357] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d953a675-f2f8-4f7e-ba0d-fa72493d9689 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.957520] env[69440]: DEBUG oslo_vmware.api [None req-ec71c509-2017-4144-8320-621ac2473561 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1250.957520] env[69440]: value = "task-4140497" [ 1250.957520] env[69440]: _type = "Task" [ 1250.957520] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.972596] env[69440]: DEBUG oslo_vmware.api [None req-ec71c509-2017-4144-8320-621ac2473561 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140497, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.167975] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "f4d37dc7-3946-4df9-a93e-e2affc91a824" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.168227] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "f4d37dc7-3946-4df9-a93e-e2affc91a824" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.468140] env[69440]: DEBUG oslo_vmware.api [None req-ec71c509-2017-4144-8320-621ac2473561 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140497, 'name': ReconfigVM_Task, 'duration_secs': 0.357995} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.468456] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec71c509-2017-4144-8320-621ac2473561 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819979', 'volume_id': '0b993e47-a042-4433-822d-5588ccbd16cf', 'name': 'volume-0b993e47-a042-4433-822d-5588ccbd16cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ae7afb6-2812-4f28-842b-a3fd38624537', 'attached_at': '', 'detached_at': '', 'volume_id': '0b993e47-a042-4433-822d-5588ccbd16cf', 'serial': '0b993e47-a042-4433-822d-5588ccbd16cf'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1251.670846] env[69440]: DEBUG nova.compute.manager [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1252.194168] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.194450] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.196391] env[69440]: INFO nova.compute.claims [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.507413] env[69440]: DEBUG nova.objects.instance [None req-ec71c509-2017-4144-8320-621ac2473561 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lazy-loading 'flavor' on Instance uuid 4ae7afb6-2812-4f28-842b-a3fd38624537 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.013404] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ec71c509-2017-4144-8320-621ac2473561 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "4ae7afb6-2812-4f28-842b-a3fd38624537" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.296s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.197386] env[69440]: DEBUG oslo_concurrency.lockutils [None req-47729460-15e6-4f44-96f5-f954c2c42e32 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "4ae7afb6-2812-4f28-842b-a3fd38624537" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.197735] env[69440]: DEBUG oslo_concurrency.lockutils [None req-47729460-15e6-4f44-96f5-f954c2c42e32 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "4ae7afb6-2812-4f28-842b-a3fd38624537" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.299368] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a72c9a-9837-4222-a0b1-02ff4b578171 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.307613] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b2a787-a18d-46b6-9af9-6330cdba489f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.343817] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f060d6b8-0e7d-4b1d-9505-c7ff9c91c430 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.354139] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92129d69-923a-46ce-8f46-6cb71cf6f623 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.373857] env[69440]: DEBUG nova.compute.provider_tree [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.701190] env[69440]: INFO nova.compute.manager [None req-47729460-15e6-4f44-96f5-f954c2c42e32 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Detaching volume 0b993e47-a042-4433-822d-5588ccbd16cf [ 1253.731846] env[69440]: INFO nova.virt.block_device [None req-47729460-15e6-4f44-96f5-f954c2c42e32 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Attempting to driver detach volume 0b993e47-a042-4433-822d-5588ccbd16cf from mountpoint /dev/sdb [ 1253.732164] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-47729460-15e6-4f44-96f5-f954c2c42e32 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Volume detach. Driver type: vmdk {{(pid=69440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1253.732371] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-47729460-15e6-4f44-96f5-f954c2c42e32 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819979', 'volume_id': '0b993e47-a042-4433-822d-5588ccbd16cf', 'name': 'volume-0b993e47-a042-4433-822d-5588ccbd16cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ae7afb6-2812-4f28-842b-a3fd38624537', 'attached_at': '', 'detached_at': '', 'volume_id': '0b993e47-a042-4433-822d-5588ccbd16cf', 'serial': '0b993e47-a042-4433-822d-5588ccbd16cf'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1253.733256] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bc0109-e48a-4c21-8aa7-3af95acb1de5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.756814] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36697870-86c4-477f-b368-6180028a0615 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.765747] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae343556-4036-46bf-af35-f16a38346fe4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.787427] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cb64df-95a5-4590-b490-2dc81c94af07 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.804286] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-47729460-15e6-4f44-96f5-f954c2c42e32 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] The volume has not been displaced from its original location: [datastore2] volume-0b993e47-a042-4433-822d-5588ccbd16cf/volume-0b993e47-a042-4433-822d-5588ccbd16cf.vmdk. No consolidation needed. {{(pid=69440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1253.809876] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-47729460-15e6-4f44-96f5-f954c2c42e32 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1253.810217] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a51fec03-a74b-474d-b848-894f0238f959 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.828524] env[69440]: DEBUG oslo_vmware.api [None req-47729460-15e6-4f44-96f5-f954c2c42e32 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1253.828524] env[69440]: value = "task-4140499" [ 1253.828524] env[69440]: _type = "Task" [ 1253.828524] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.836654] env[69440]: DEBUG oslo_vmware.api [None req-47729460-15e6-4f44-96f5-f954c2c42e32 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.877954] env[69440]: DEBUG nova.scheduler.client.report [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.339063] env[69440]: DEBUG oslo_vmware.api [None req-47729460-15e6-4f44-96f5-f954c2c42e32 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140499, 'name': ReconfigVM_Task, 'duration_secs': 0.22156} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.339443] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-47729460-15e6-4f44-96f5-f954c2c42e32 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1254.343999] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94eb139f-62fd-4d5a-8fd3-67b9746cee51 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.362099] env[69440]: DEBUG oslo_vmware.api [None req-47729460-15e6-4f44-96f5-f954c2c42e32 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1254.362099] env[69440]: value = "task-4140500" [ 1254.362099] env[69440]: _type = "Task" [ 1254.362099] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.379631] env[69440]: DEBUG oslo_vmware.api [None req-47729460-15e6-4f44-96f5-f954c2c42e32 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140500, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.383638] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.384320] env[69440]: DEBUG nova.compute.manager [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1254.872635] env[69440]: DEBUG oslo_vmware.api [None req-47729460-15e6-4f44-96f5-f954c2c42e32 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140500, 'name': ReconfigVM_Task, 'duration_secs': 0.148922} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.872945] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-47729460-15e6-4f44-96f5-f954c2c42e32 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819979', 'volume_id': '0b993e47-a042-4433-822d-5588ccbd16cf', 'name': 'volume-0b993e47-a042-4433-822d-5588ccbd16cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ae7afb6-2812-4f28-842b-a3fd38624537', 'attached_at': '', 'detached_at': '', 'volume_id': '0b993e47-a042-4433-822d-5588ccbd16cf', 'serial': '0b993e47-a042-4433-822d-5588ccbd16cf'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1254.889667] env[69440]: DEBUG nova.compute.utils [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1254.891128] env[69440]: DEBUG nova.compute.manager [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1254.891295] env[69440]: DEBUG nova.network.neutron [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1254.938594] env[69440]: DEBUG nova.policy [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c30e4a46ec64d1e838c97e03d415b99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '425d5b44393d418991df5db46b5c3cf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.240995] env[69440]: DEBUG nova.network.neutron [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Successfully created port: 9bb15d98-84ad-4039-8aa2-8c9bbe0001af {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1255.394777] env[69440]: DEBUG nova.compute.manager [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1255.430627] env[69440]: DEBUG nova.objects.instance [None req-47729460-15e6-4f44-96f5-f954c2c42e32 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lazy-loading 'flavor' on Instance uuid 4ae7afb6-2812-4f28-842b-a3fd38624537 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.405459] env[69440]: DEBUG nova.compute.manager [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.439468] env[69440]: DEBUG oslo_concurrency.lockutils [None req-47729460-15e6-4f44-96f5-f954c2c42e32 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "4ae7afb6-2812-4f28-842b-a3fd38624537" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.242s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.507847] env[69440]: DEBUG nova.virt.hardware [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.508107] env[69440]: DEBUG nova.virt.hardware [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.508270] env[69440]: DEBUG nova.virt.hardware [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.508594] env[69440]: DEBUG nova.virt.hardware [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.508706] env[69440]: DEBUG nova.virt.hardware [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.508858] env[69440]: DEBUG nova.virt.hardware [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.509079] env[69440]: DEBUG nova.virt.hardware [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.509241] env[69440]: DEBUG nova.virt.hardware [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.509425] env[69440]: DEBUG nova.virt.hardware [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.509605] env[69440]: DEBUG nova.virt.hardware [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.509777] env[69440]: DEBUG nova.virt.hardware [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.510691] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b74cd55-03a7-4fdb-b509-6f084a0a42e8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.259557] env[69440]: DEBUG nova.network.neutron [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Successfully updated port: 9bb15d98-84ad-4039-8aa2-8c9bbe0001af {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.261806] env[69440]: DEBUG nova.compute.manager [req-cf23d160-ff7c-4b93-b3f0-0a5aa783d676 req-62b12651-3bbb-442b-bed7-bc50230be32b service nova] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Received event network-vif-plugged-9bb15d98-84ad-4039-8aa2-8c9bbe0001af {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.261806] env[69440]: DEBUG oslo_concurrency.lockutils [req-cf23d160-ff7c-4b93-b3f0-0a5aa783d676 req-62b12651-3bbb-442b-bed7-bc50230be32b service nova] Acquiring lock "f4d37dc7-3946-4df9-a93e-e2affc91a824-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.261806] env[69440]: DEBUG oslo_concurrency.lockutils [req-cf23d160-ff7c-4b93-b3f0-0a5aa783d676 req-62b12651-3bbb-442b-bed7-bc50230be32b service nova] Lock "f4d37dc7-3946-4df9-a93e-e2affc91a824-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.261973] env[69440]: DEBUG oslo_concurrency.lockutils [req-cf23d160-ff7c-4b93-b3f0-0a5aa783d676 req-62b12651-3bbb-442b-bed7-bc50230be32b service nova] Lock "f4d37dc7-3946-4df9-a93e-e2affc91a824-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.262095] env[69440]: DEBUG nova.compute.manager [req-cf23d160-ff7c-4b93-b3f0-0a5aa783d676 req-62b12651-3bbb-442b-bed7-bc50230be32b service nova] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] No waiting events found dispatching network-vif-plugged-9bb15d98-84ad-4039-8aa2-8c9bbe0001af {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1257.262258] env[69440]: WARNING nova.compute.manager [req-cf23d160-ff7c-4b93-b3f0-0a5aa783d676 req-62b12651-3bbb-442b-bed7-bc50230be32b service nova] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Received unexpected event network-vif-plugged-9bb15d98-84ad-4039-8aa2-8c9bbe0001af for instance with vm_state building and task_state spawning. [ 1257.265569] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bfa627-6d86-4159-b055-c8b91a72dda9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.771841] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "refresh_cache-f4d37dc7-3946-4df9-a93e-e2affc91a824" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.772206] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired lock "refresh_cache-f4d37dc7-3946-4df9-a93e-e2affc91a824" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.772206] env[69440]: DEBUG nova.network.neutron [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.773611] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "4ae7afb6-2812-4f28-842b-a3fd38624537" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.773872] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "4ae7afb6-2812-4f28-842b-a3fd38624537" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.774121] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "4ae7afb6-2812-4f28-842b-a3fd38624537-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.774341] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "4ae7afb6-2812-4f28-842b-a3fd38624537-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.774542] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "4ae7afb6-2812-4f28-842b-a3fd38624537-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.777745] env[69440]: INFO nova.compute.manager [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Terminating instance [ 1258.282060] env[69440]: DEBUG nova.compute.manager [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.282060] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.283165] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444203e9-726b-4b11-b704-58ebcae3e66b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.293336] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.293690] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a1677ba-839d-4c38-8c91-5dddbed320ba {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.302021] env[69440]: DEBUG oslo_vmware.api [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1258.302021] env[69440]: value = "task-4140501" [ 1258.302021] env[69440]: _type = "Task" [ 1258.302021] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.315084] env[69440]: DEBUG oslo_vmware.api [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.316679] env[69440]: DEBUG nova.network.neutron [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.473930] env[69440]: DEBUG nova.network.neutron [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Updating instance_info_cache with network_info: [{"id": "9bb15d98-84ad-4039-8aa2-8c9bbe0001af", "address": "fa:16:3e:c8:dd:db", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb15d98-84", "ovs_interfaceid": "9bb15d98-84ad-4039-8aa2-8c9bbe0001af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.679113] env[69440]: DEBUG nova.compute.manager [req-0e085f8c-bac8-4895-8ae4-b5637141e054 req-a06c1d19-e7d2-4ef5-bb71-5c1631b64af4 service nova] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Received event network-changed-9bb15d98-84ad-4039-8aa2-8c9bbe0001af {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.679304] env[69440]: DEBUG nova.compute.manager [req-0e085f8c-bac8-4895-8ae4-b5637141e054 req-a06c1d19-e7d2-4ef5-bb71-5c1631b64af4 service nova] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Refreshing instance network info cache due to event network-changed-9bb15d98-84ad-4039-8aa2-8c9bbe0001af. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.679526] env[69440]: DEBUG oslo_concurrency.lockutils [req-0e085f8c-bac8-4895-8ae4-b5637141e054 req-a06c1d19-e7d2-4ef5-bb71-5c1631b64af4 service nova] Acquiring lock "refresh_cache-f4d37dc7-3946-4df9-a93e-e2affc91a824" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.812395] env[69440]: DEBUG oslo_vmware.api [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140501, 'name': PowerOffVM_Task, 'duration_secs': 0.193359} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.812768] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.812807] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.813077] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae1f08cb-88fe-41d0-8255-57a1f48cc09a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.875031] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.875273] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.875454] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Deleting the datastore file [datastore1] 4ae7afb6-2812-4f28-842b-a3fd38624537 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.875814] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfa4de54-f7a9-4cf2-a551-648032d8f93b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.883460] env[69440]: DEBUG oslo_vmware.api [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for the task: (returnval){ [ 1258.883460] env[69440]: value = "task-4140503" [ 1258.883460] env[69440]: _type = "Task" [ 1258.883460] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.891865] env[69440]: DEBUG oslo_vmware.api [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.977417] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lock "refresh_cache-f4d37dc7-3946-4df9-a93e-e2affc91a824" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.977739] env[69440]: DEBUG nova.compute.manager [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Instance network_info: |[{"id": "9bb15d98-84ad-4039-8aa2-8c9bbe0001af", "address": "fa:16:3e:c8:dd:db", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb15d98-84", "ovs_interfaceid": "9bb15d98-84ad-4039-8aa2-8c9bbe0001af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1258.978131] env[69440]: DEBUG oslo_concurrency.lockutils [req-0e085f8c-bac8-4895-8ae4-b5637141e054 req-a06c1d19-e7d2-4ef5-bb71-5c1631b64af4 service nova] Acquired lock "refresh_cache-f4d37dc7-3946-4df9-a93e-e2affc91a824" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.978349] env[69440]: DEBUG nova.network.neutron [req-0e085f8c-bac8-4895-8ae4-b5637141e054 req-a06c1d19-e7d2-4ef5-bb71-5c1631b64af4 service nova] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Refreshing network info cache for port 9bb15d98-84ad-4039-8aa2-8c9bbe0001af {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.979821] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:dd:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bb15d98-84ad-4039-8aa2-8c9bbe0001af', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.987495] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Creating folder: Project (425d5b44393d418991df5db46b5c3cf2). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1258.988609] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a24aa771-06b0-40c6-ab8a-658982c4c942 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.999763] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Created folder: Project (425d5b44393d418991df5db46b5c3cf2) in parent group-v819662. [ 1258.999958] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Creating folder: Instances. Parent ref: group-v819980. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1259.000219] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36b427e3-f2d4-47d6-9e49-e9a3121b8ed9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.009873] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Created folder: Instances in parent group-v819980. [ 1259.010129] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.010325] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.010537] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3851e9f8-4f35-4385-a46d-ecb737271133 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.031279] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.031279] env[69440]: value = "task-4140506" [ 1259.031279] env[69440]: _type = "Task" [ 1259.031279] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.039468] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140506, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.247394] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.247579] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.247730] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.247890] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.248068] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1259.394274] env[69440]: DEBUG oslo_vmware.api [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Task: {'id': task-4140503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138883} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.394443] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.394510] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.394655] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.394832] env[69440]: INFO nova.compute.manager [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1259.395096] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.395308] env[69440]: DEBUG nova.compute.manager [-] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.395413] env[69440]: DEBUG nova.network.neutron [-] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.542669] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140506, 'name': CreateVM_Task, 'duration_secs': 0.355991} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.542826] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.543518] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.543773] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.544124] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.544393] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d718d3c0-a1bf-4be7-97f7-bf945ecb93e1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.549733] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1259.549733] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]525fef29-8f8a-3ee6-157f-268ab4415e2d" [ 1259.549733] env[69440]: _type = "Task" [ 1259.549733] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.559870] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525fef29-8f8a-3ee6-157f-268ab4415e2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.925578] env[69440]: DEBUG nova.network.neutron [req-0e085f8c-bac8-4895-8ae4-b5637141e054 req-a06c1d19-e7d2-4ef5-bb71-5c1631b64af4 service nova] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Updated VIF entry in instance network info cache for port 9bb15d98-84ad-4039-8aa2-8c9bbe0001af. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.926073] env[69440]: DEBUG nova.network.neutron [req-0e085f8c-bac8-4895-8ae4-b5637141e054 req-a06c1d19-e7d2-4ef5-bb71-5c1631b64af4 service nova] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Updating instance_info_cache with network_info: [{"id": "9bb15d98-84ad-4039-8aa2-8c9bbe0001af", "address": "fa:16:3e:c8:dd:db", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb15d98-84", "ovs_interfaceid": "9bb15d98-84ad-4039-8aa2-8c9bbe0001af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.061126] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]525fef29-8f8a-3ee6-157f-268ab4415e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.010305} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.061473] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.061760] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.062019] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.062254] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.062346] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.062604] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a99de448-dc4f-4ffa-8897-adebb04d7027 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.071972] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.072175] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.072893] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b8facb-9580-4eaa-b273-2bbf4695e104 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.079080] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1260.079080] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528068dc-be06-e70f-df01-fdd73a54bc40" [ 1260.079080] env[69440]: _type = "Task" [ 1260.079080] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.087549] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528068dc-be06-e70f-df01-fdd73a54bc40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.243824] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.248263] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.429418] env[69440]: DEBUG oslo_concurrency.lockutils [req-0e085f8c-bac8-4895-8ae4-b5637141e054 req-a06c1d19-e7d2-4ef5-bb71-5c1631b64af4 service nova] Releasing lock "refresh_cache-f4d37dc7-3946-4df9-a93e-e2affc91a824" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.512800] env[69440]: DEBUG nova.network.neutron [-] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.589723] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528068dc-be06-e70f-df01-fdd73a54bc40, 'name': SearchDatastore_Task, 'duration_secs': 0.010278} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.590578] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3eeeb13-4d14-4da4-8a5d-ed2ba20693bf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.597455] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1260.597455] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ef58dc-c086-5e2c-c7bb-d0bd1f021e01" [ 1260.597455] env[69440]: _type = "Task" [ 1260.597455] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.605793] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ef58dc-c086-5e2c-c7bb-d0bd1f021e01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.705080] env[69440]: DEBUG nova.compute.manager [req-7c1cfd40-b3d8-4045-979e-18c855d8904e req-3d7a2f9e-cbfa-440b-80fe-f4554f938335 service nova] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Received event network-vif-deleted-699c1bed-baac-4bd2-a72e-19f630c1069b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.750354] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.750620] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.750807] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.750966] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1260.751885] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c32ebb-c1ad-4799-b7a8-a70126db5bc8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.761243] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f2c29c-f4bf-4293-bea1-b918bf0a1463 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.777248] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b973bfa-6da7-4002-8168-dc2dbb715307 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.784420] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e5ed61-54b8-49d8-a9d2-31310a5c6e86 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.813838] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179171MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=69440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1260.813997] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.814234] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.017919] env[69440]: INFO nova.compute.manager [-] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Took 1.62 seconds to deallocate network for instance. [ 1261.107518] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ef58dc-c086-5e2c-c7bb-d0bd1f021e01, 'name': SearchDatastore_Task, 'duration_secs': 0.010438} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.107767] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.108015] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] f4d37dc7-3946-4df9-a93e-e2affc91a824/f4d37dc7-3946-4df9-a93e-e2affc91a824.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.108282] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84a4da92-ee06-4975-8cf2-2adcfa6f93f9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.115401] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1261.115401] env[69440]: value = "task-4140507" [ 1261.115401] env[69440]: _type = "Task" [ 1261.115401] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.123535] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.525644] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.626076] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140507, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.846625] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 896ced19-ce4b-486c-9a37-96cb8e6767d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1261.846797] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance c36abfde-0148-43f4-9702-8f9d0be65f9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1261.846922] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 4ae7afb6-2812-4f28-842b-a3fd38624537 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1261.847057] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance bbcaea1e-0306-4292-b53e-9e8fb33f42c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1261.847202] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance ed111398-7c40-4cd8-9aba-1dd9b7a6f875 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1261.847342] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 3868487f-e305-4663-aecc-454a53fb3ec0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1261.847458] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance f4d37dc7-3946-4df9-a93e-e2affc91a824 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1261.847650] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1261.847784] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1261.936546] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6a9bb4-2862-40b1-a5da-ebf6b0a66223 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.945945] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909dcad9-796f-4316-8e68-76a798f1253b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.977244] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1843cc-1363-4d51-95bb-344b5cdc02ab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.986022] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d067ea79-7937-4ed0-b36a-5c2f114e5842 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.000263] env[69440]: DEBUG nova.compute.provider_tree [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1262.126820] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577687} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.127203] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] f4d37dc7-3946-4df9-a93e-e2affc91a824/f4d37dc7-3946-4df9-a93e-e2affc91a824.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.127303] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.127518] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de8156eb-c131-4971-950e-c5c77fe09be0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.135771] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1262.135771] env[69440]: value = "task-4140508" [ 1262.135771] env[69440]: _type = "Task" [ 1262.135771] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.146029] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.521740] env[69440]: ERROR nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [req-32be08b3-9b43-416f-b7c6-af7d246d2647] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9a47e3d9-fb06-4966-9732-1aaf2b781196. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-32be08b3-9b43-416f-b7c6-af7d246d2647"}]} [ 1262.540903] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Refreshing inventories for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1262.556882] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Updating ProviderTree inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1262.557093] env[69440]: DEBUG nova.compute.provider_tree [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1262.569160] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Refreshing aggregate associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, aggregates: None {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1262.589074] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Refreshing trait associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1262.648024] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075499} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.648024] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.648782] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a2ada8-1c09-42af-b109-a7d5f6b6376e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.673900] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] f4d37dc7-3946-4df9-a93e-e2affc91a824/f4d37dc7-3946-4df9-a93e-e2affc91a824.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.677331] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e76d74f-e639-4c3f-94e9-9a8564beed01 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.700078] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1262.700078] env[69440]: value = "task-4140509" [ 1262.700078] env[69440]: _type = "Task" [ 1262.700078] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.711673] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.734315] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576c764c-92ae-48c9-b111-dca7618cd235 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.743041] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e606174-df83-40fa-aec7-1343ba605642 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.775705] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf979e9-3fa5-4b33-83f9-2547b103c62f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.784624] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ce8c2d-f343-469a-ad6d-7e0b25a794e7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.800041] env[69440]: DEBUG nova.compute.provider_tree [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1263.210485] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.335877] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Updated inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1263.336132] env[69440]: DEBUG nova.compute.provider_tree [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Updating resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 generation from 151 to 152 during operation: update_inventory {{(pid=69440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1263.336289] env[69440]: DEBUG nova.compute.provider_tree [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1263.712996] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140509, 'name': ReconfigVM_Task, 'duration_secs': 0.914417} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.713301] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Reconfigured VM instance instance-00000074 to attach disk [datastore2] f4d37dc7-3946-4df9-a93e-e2affc91a824/f4d37dc7-3946-4df9-a93e-e2affc91a824.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.713948] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d52f8224-fa1a-4611-89bf-b2d1eb2f2491 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.721139] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1263.721139] env[69440]: value = "task-4140510" [ 1263.721139] env[69440]: _type = "Task" [ 1263.721139] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.729740] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140510, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.841273] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1263.841636] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.027s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.841905] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.317s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.842275] env[69440]: DEBUG nova.objects.instance [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lazy-loading 'resources' on Instance uuid 4ae7afb6-2812-4f28-842b-a3fd38624537 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.061537] env[69440]: DEBUG oslo_concurrency.lockutils [None req-102a586e-fd57-471e-a6f3-00366e775f50 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "c36abfde-0148-43f4-9702-8f9d0be65f9e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.061831] env[69440]: DEBUG oslo_concurrency.lockutils [None req-102a586e-fd57-471e-a6f3-00366e775f50 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "c36abfde-0148-43f4-9702-8f9d0be65f9e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.231355] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140510, 'name': Rename_Task, 'duration_secs': 0.152598} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.231886] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.231886] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75088472-2dbc-480c-ae8f-504e954a0382 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.238253] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1264.238253] env[69440]: value = "task-4140511" [ 1264.238253] env[69440]: _type = "Task" [ 1264.238253] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.246826] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.451450] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c0903d-016f-4767-a232-ab85433e2ebd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.460584] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e613aaa-90e3-4b46-8f54-c7d60764471f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.490248] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a010d24-ffb1-43b4-908e-316b2da06716 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.498481] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d893bb-5ec1-4bad-acc8-9690c0e7bc4e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.513937] env[69440]: DEBUG nova.compute.provider_tree [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.565552] env[69440]: INFO nova.compute.manager [None req-102a586e-fd57-471e-a6f3-00366e775f50 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Detaching volume 24421512-3ce9-4d61-983d-672c47ec1d93 [ 1264.598346] env[69440]: INFO nova.virt.block_device [None req-102a586e-fd57-471e-a6f3-00366e775f50 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Attempting to driver detach volume 24421512-3ce9-4d61-983d-672c47ec1d93 from mountpoint /dev/sdb [ 1264.598635] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-102a586e-fd57-471e-a6f3-00366e775f50 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Volume detach. Driver type: vmdk {{(pid=69440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1264.598815] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-102a586e-fd57-471e-a6f3-00366e775f50 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819967', 'volume_id': '24421512-3ce9-4d61-983d-672c47ec1d93', 'name': 'volume-24421512-3ce9-4d61-983d-672c47ec1d93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c36abfde-0148-43f4-9702-8f9d0be65f9e', 'attached_at': '', 'detached_at': '', 'volume_id': '24421512-3ce9-4d61-983d-672c47ec1d93', 'serial': '24421512-3ce9-4d61-983d-672c47ec1d93'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1264.599760] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53d55b8-02c2-4c47-9c7a-15682a57bb2a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.622411] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d95c36d-7e5d-4da7-acd8-b9b293fa6945 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.630702] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3f3fd7-d569-4f06-9b1c-6d24d7b8ec61 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.651824] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b66865-d987-48a6-b027-0ff1136366f4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.667632] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-102a586e-fd57-471e-a6f3-00366e775f50 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] The volume has not been displaced from its original location: [datastore1] volume-24421512-3ce9-4d61-983d-672c47ec1d93/volume-24421512-3ce9-4d61-983d-672c47ec1d93.vmdk. No consolidation needed. {{(pid=69440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1264.673053] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-102a586e-fd57-471e-a6f3-00366e775f50 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1264.673407] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9698d7da-ee74-4127-8915-d85894922c26 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.693823] env[69440]: DEBUG oslo_vmware.api [None req-102a586e-fd57-471e-a6f3-00366e775f50 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1264.693823] env[69440]: value = "task-4140512" [ 1264.693823] env[69440]: _type = "Task" [ 1264.693823] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.703617] env[69440]: DEBUG oslo_vmware.api [None req-102a586e-fd57-471e-a6f3-00366e775f50 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140512, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.748325] env[69440]: DEBUG oslo_vmware.api [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140511, 'name': PowerOnVM_Task, 'duration_secs': 0.499546} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.748673] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.748898] env[69440]: INFO nova.compute.manager [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1264.749104] env[69440]: DEBUG nova.compute.manager [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1264.749984] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b7f461-4b82-4c07-93da-35d7e70beaeb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.843923] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.844287] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.018053] env[69440]: DEBUG nova.scheduler.client.report [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.204817] env[69440]: DEBUG oslo_vmware.api [None req-102a586e-fd57-471e-a6f3-00366e775f50 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140512, 'name': ReconfigVM_Task, 'duration_secs': 0.249126} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.205158] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-102a586e-fd57-471e-a6f3-00366e775f50 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1265.210552] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dd8d310-36ba-4825-b777-26fbae6c270a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.226713] env[69440]: DEBUG oslo_vmware.api [None req-102a586e-fd57-471e-a6f3-00366e775f50 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1265.226713] env[69440]: value = "task-4140513" [ 1265.226713] env[69440]: _type = "Task" [ 1265.226713] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.236738] env[69440]: DEBUG oslo_vmware.api [None req-102a586e-fd57-471e-a6f3-00366e775f50 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.270317] env[69440]: INFO nova.compute.manager [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Took 13.09 seconds to build instance. [ 1265.523044] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.532828] env[69440]: DEBUG nova.compute.manager [req-b7a3ace5-a413-4e03-9687-99bcbfc04415 req-83cc4444-b4ec-42bf-9065-61c6f5f85af9 service nova] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Received event network-changed-9bb15d98-84ad-4039-8aa2-8c9bbe0001af {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.533050] env[69440]: DEBUG nova.compute.manager [req-b7a3ace5-a413-4e03-9687-99bcbfc04415 req-83cc4444-b4ec-42bf-9065-61c6f5f85af9 service nova] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Refreshing instance network info cache due to event network-changed-9bb15d98-84ad-4039-8aa2-8c9bbe0001af. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.533268] env[69440]: DEBUG oslo_concurrency.lockutils [req-b7a3ace5-a413-4e03-9687-99bcbfc04415 req-83cc4444-b4ec-42bf-9065-61c6f5f85af9 service nova] Acquiring lock "refresh_cache-f4d37dc7-3946-4df9-a93e-e2affc91a824" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.533427] env[69440]: DEBUG oslo_concurrency.lockutils [req-b7a3ace5-a413-4e03-9687-99bcbfc04415 req-83cc4444-b4ec-42bf-9065-61c6f5f85af9 service nova] Acquired lock "refresh_cache-f4d37dc7-3946-4df9-a93e-e2affc91a824" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.533589] env[69440]: DEBUG nova.network.neutron [req-b7a3ace5-a413-4e03-9687-99bcbfc04415 req-83cc4444-b4ec-42bf-9065-61c6f5f85af9 service nova] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Refreshing network info cache for port 9bb15d98-84ad-4039-8aa2-8c9bbe0001af {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.546745] env[69440]: INFO nova.scheduler.client.report [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Deleted allocations for instance 4ae7afb6-2812-4f28-842b-a3fd38624537 [ 1265.737176] env[69440]: DEBUG oslo_vmware.api [None req-102a586e-fd57-471e-a6f3-00366e775f50 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140513, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.772092] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6623c5b9-9c8c-4647-860d-ac95d27a2840 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "f4d37dc7-3946-4df9-a93e-e2affc91a824" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.604s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.054327] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c513f715-325f-4d46-8b48-71a2558ba3f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Lock "4ae7afb6-2812-4f28-842b-a3fd38624537" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.280s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.237623] env[69440]: DEBUG oslo_vmware.api [None req-102a586e-fd57-471e-a6f3-00366e775f50 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140513, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.250382] env[69440]: DEBUG nova.network.neutron [req-b7a3ace5-a413-4e03-9687-99bcbfc04415 req-83cc4444-b4ec-42bf-9065-61c6f5f85af9 service nova] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Updated VIF entry in instance network info cache for port 9bb15d98-84ad-4039-8aa2-8c9bbe0001af. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.250730] env[69440]: DEBUG nova.network.neutron [req-b7a3ace5-a413-4e03-9687-99bcbfc04415 req-83cc4444-b4ec-42bf-9065-61c6f5f85af9 service nova] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Updating instance_info_cache with network_info: [{"id": "9bb15d98-84ad-4039-8aa2-8c9bbe0001af", "address": "fa:16:3e:c8:dd:db", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb15d98-84", "ovs_interfaceid": "9bb15d98-84ad-4039-8aa2-8c9bbe0001af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.737967] env[69440]: DEBUG oslo_vmware.api [None req-102a586e-fd57-471e-a6f3-00366e775f50 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140513, 'name': ReconfigVM_Task, 'duration_secs': 1.158554} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.738304] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-102a586e-fd57-471e-a6f3-00366e775f50 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819967', 'volume_id': '24421512-3ce9-4d61-983d-672c47ec1d93', 'name': 'volume-24421512-3ce9-4d61-983d-672c47ec1d93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c36abfde-0148-43f4-9702-8f9d0be65f9e', 'attached_at': '', 'detached_at': '', 'volume_id': '24421512-3ce9-4d61-983d-672c47ec1d93', 'serial': '24421512-3ce9-4d61-983d-672c47ec1d93'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1266.753188] env[69440]: DEBUG oslo_concurrency.lockutils [req-b7a3ace5-a413-4e03-9687-99bcbfc04415 req-83cc4444-b4ec-42bf-9065-61c6f5f85af9 service nova] Releasing lock "refresh_cache-f4d37dc7-3946-4df9-a93e-e2affc91a824" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.284104] env[69440]: DEBUG nova.objects.instance [None req-102a586e-fd57-471e-a6f3-00366e775f50 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lazy-loading 'flavor' on Instance uuid c36abfde-0148-43f4-9702-8f9d0be65f9e {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.292399] env[69440]: DEBUG oslo_concurrency.lockutils [None req-102a586e-fd57-471e-a6f3-00366e775f50 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "c36abfde-0148-43f4-9702-8f9d0be65f9e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.230s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.392582] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "c36abfde-0148-43f4-9702-8f9d0be65f9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.393042] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "c36abfde-0148-43f4-9702-8f9d0be65f9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.393042] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "c36abfde-0148-43f4-9702-8f9d0be65f9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.393238] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "c36abfde-0148-43f4-9702-8f9d0be65f9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.393406] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "c36abfde-0148-43f4-9702-8f9d0be65f9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.395632] env[69440]: INFO nova.compute.manager [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Terminating instance [ 1269.899633] env[69440]: DEBUG nova.compute.manager [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.899863] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.900796] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1433f115-8450-4ae9-8788-de19c0b9ceb5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.908586] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.908825] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d31c815-4403-4810-8c9a-2d87449eaef7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.919447] env[69440]: DEBUG oslo_vmware.api [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1269.919447] env[69440]: value = "task-4140516" [ 1269.919447] env[69440]: _type = "Task" [ 1269.919447] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.928081] env[69440]: DEBUG oslo_vmware.api [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.429556] env[69440]: DEBUG oslo_vmware.api [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140516, 'name': PowerOffVM_Task, 'duration_secs': 0.242301} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.429928] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.429928] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.430179] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e50c9ed-7251-4850-a05f-551df0fd0725 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.494775] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.494979] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.495183] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Deleting the datastore file [datastore2] c36abfde-0148-43f4-9702-8f9d0be65f9e {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.495460] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9edfb573-b346-4a38-b794-2563eeb6dc58 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.503357] env[69440]: DEBUG oslo_vmware.api [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1270.503357] env[69440]: value = "task-4140518" [ 1270.503357] env[69440]: _type = "Task" [ 1270.503357] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.512315] env[69440]: DEBUG oslo_vmware.api [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.013724] env[69440]: DEBUG oslo_vmware.api [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136441} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.014075] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.014283] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.014457] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.014665] env[69440]: INFO nova.compute.manager [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1271.014935] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.015264] env[69440]: DEBUG nova.compute.manager [-] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.015264] env[69440]: DEBUG nova.network.neutron [-] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.569663] env[69440]: DEBUG nova.compute.manager [req-d1df4a05-d50d-4b61-9af2-600dc84f53bb req-775d9ae8-e488-4a21-8e02-96f78c5b5aea service nova] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Received event network-vif-deleted-03711172-7b63-45ac-b7e9-7151009f449e {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.569663] env[69440]: INFO nova.compute.manager [req-d1df4a05-d50d-4b61-9af2-600dc84f53bb req-775d9ae8-e488-4a21-8e02-96f78c5b5aea service nova] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Neutron deleted interface 03711172-7b63-45ac-b7e9-7151009f449e; detaching it from the instance and deleting it from the info cache [ 1271.569983] env[69440]: DEBUG nova.network.neutron [req-d1df4a05-d50d-4b61-9af2-600dc84f53bb req-775d9ae8-e488-4a21-8e02-96f78c5b5aea service nova] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.010047] env[69440]: DEBUG nova.network.neutron [-] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.073054] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee63f7bc-3f42-4a3e-9722-bebcb3835e58 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.081871] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfb8af5-9344-436c-9bb8-ce6b30648476 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.115794] env[69440]: DEBUG nova.compute.manager [req-d1df4a05-d50d-4b61-9af2-600dc84f53bb req-775d9ae8-e488-4a21-8e02-96f78c5b5aea service nova] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Detach interface failed, port_id=03711172-7b63-45ac-b7e9-7151009f449e, reason: Instance c36abfde-0148-43f4-9702-8f9d0be65f9e could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1272.196374] env[69440]: DEBUG nova.compute.manager [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Stashing vm_state: active {{(pid=69440) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1272.513126] env[69440]: INFO nova.compute.manager [-] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Took 1.50 seconds to deallocate network for instance. [ 1272.719783] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.720102] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.021118] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.225978] env[69440]: INFO nova.compute.claims [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.734538] env[69440]: INFO nova.compute.resource_tracker [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Updating resource usage from migration 6b28f6df-0298-483e-b009-75b97d19b3c3 [ 1273.828303] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc7075c-0402-47b7-89ba-ea70b3b206c7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.836139] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474cb0e2-5ead-4b42-a990-292934bde707 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.867843] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffad233-2c52-4559-ae88-c177b3624371 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.875804] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bd7316-8e62-402c-94af-6a652548d5d5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.890496] env[69440]: DEBUG nova.compute.provider_tree [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1274.410766] env[69440]: ERROR nova.scheduler.client.report [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [req-5e8aa94e-0da4-4b28-bb9f-571e97de361d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9a47e3d9-fb06-4966-9732-1aaf2b781196. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5e8aa94e-0da4-4b28-bb9f-571e97de361d"}]} [ 1274.427549] env[69440]: DEBUG nova.scheduler.client.report [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Refreshing inventories for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1274.441546] env[69440]: DEBUG nova.scheduler.client.report [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Updating ProviderTree inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1274.441818] env[69440]: DEBUG nova.compute.provider_tree [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1274.452905] env[69440]: DEBUG nova.scheduler.client.report [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Refreshing aggregate associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, aggregates: None {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1274.471256] env[69440]: DEBUG nova.scheduler.client.report [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Refreshing trait associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1274.575985] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bd6035-3956-4dcc-afe0-fdb09eaa3ce6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.584172] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec832063-79bd-4d22-9a48-b49b28f93d6e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.614624] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc053a65-1776-4b98-83bf-d68b386ce049 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.623892] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91147b80-7dc2-4d45-a543-dfa8fd0df79c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.637884] env[69440]: DEBUG nova.compute.provider_tree [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1275.167454] env[69440]: DEBUG nova.scheduler.client.report [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Updated inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1275.167770] env[69440]: DEBUG nova.compute.provider_tree [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Updating resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 generation from 154 to 155 during operation: update_inventory {{(pid=69440) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1275.167982] env[69440]: DEBUG nova.compute.provider_tree [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1275.672943] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.953s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.673268] env[69440]: INFO nova.compute.manager [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Migrating [ 1275.680049] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.659s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.680271] env[69440]: DEBUG nova.objects.instance [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lazy-loading 'resources' on Instance uuid c36abfde-0148-43f4-9702-8f9d0be65f9e {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.191187] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "refresh_cache-bbcaea1e-0306-4292-b53e-9e8fb33f42c4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.191459] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "refresh_cache-bbcaea1e-0306-4292-b53e-9e8fb33f42c4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.191790] env[69440]: DEBUG nova.network.neutron [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.286806] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faabac3-1668-4846-af42-36bf5e05487b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.295139] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344a8cb3-2184-464e-acaa-01aec83c6348 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.325703] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76e1cda-b1d9-420d-b676-da00962a08da {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.334074] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda8597b-5744-4edf-a65f-1743489ee81a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.350410] env[69440]: DEBUG nova.compute.provider_tree [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.859285] env[69440]: DEBUG nova.scheduler.client.report [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.203505] env[69440]: DEBUG nova.network.neutron [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Updating instance_info_cache with network_info: [{"id": "34435107-ba91-4bc1-af43-8a5aafd099ce", "address": "fa:16:3e:8b:a9:cf", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34435107-ba", "ovs_interfaceid": "34435107-ba91-4bc1-af43-8a5aafd099ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.367812] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.396954] env[69440]: INFO nova.scheduler.client.report [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Deleted allocations for instance c36abfde-0148-43f4-9702-8f9d0be65f9e [ 1277.707064] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "refresh_cache-bbcaea1e-0306-4292-b53e-9e8fb33f42c4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.905888] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0b34b4b1-9062-4541-b96f-285fd906e8e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "c36abfde-0148-43f4-9702-8f9d0be65f9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.513s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.082493] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "b4ffa45e-1385-469e-83dc-9b70a8ee2fc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.082783] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "b4ffa45e-1385-469e-83dc-9b70a8ee2fc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.222807] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25fb506-efe1-4963-9193-885ccac93636 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.242548] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Updating instance 'bbcaea1e-0306-4292-b53e-9e8fb33f42c4' progress to 0 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.586046] env[69440]: DEBUG nova.compute.manager [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.748367] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.748607] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18bc3267-6213-46d5-9639-a359f272b662 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.756353] env[69440]: DEBUG oslo_vmware.api [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1279.756353] env[69440]: value = "task-4140520" [ 1279.756353] env[69440]: _type = "Task" [ 1279.756353] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.765138] env[69440]: DEBUG oslo_vmware.api [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.106736] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.107024] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.108655] env[69440]: INFO nova.compute.claims [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.268180] env[69440]: DEBUG oslo_vmware.api [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140520, 'name': PowerOffVM_Task, 'duration_secs': 0.249779} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.268356] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.268540] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Updating instance 'bbcaea1e-0306-4292-b53e-9e8fb33f42c4' progress to 17 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.775145] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.775382] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.775545] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.775729] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.775881] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.776036] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.776249] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.776408] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.776581] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.776736] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.776909] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.782082] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e313c11-dc1e-4396-959c-5116edca4a6e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.798976] env[69440]: DEBUG oslo_vmware.api [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1280.798976] env[69440]: value = "task-4140521" [ 1280.798976] env[69440]: _type = "Task" [ 1280.798976] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.808508] env[69440]: DEBUG oslo_vmware.api [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.221533] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593158a7-f3ff-4caa-9857-9faf9cd0fcff {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.229449] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38d121b-6a36-414a-bd8b-651f1dcdbb72 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.259895] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d510bb4c-ba72-41b6-96d3-c0d905682dbd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.268106] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f577ef06-bd3f-4f4f-8b91-d83523121d64 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.283576] env[69440]: DEBUG nova.compute.provider_tree [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.309201] env[69440]: DEBUG oslo_vmware.api [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140521, 'name': ReconfigVM_Task, 'duration_secs': 0.163045} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.309505] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Updating instance 'bbcaea1e-0306-4292-b53e-9e8fb33f42c4' progress to 33 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1281.787343] env[69440]: DEBUG nova.scheduler.client.report [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.816327] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.816598] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.816731] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.816911] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.817074] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.817224] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.817426] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.817582] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.817746] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.817921] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.818099] env[69440]: DEBUG nova.virt.hardware [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.823436] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1281.824093] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa79b932-3e5f-4e1d-856a-7bf948a969c8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.844183] env[69440]: DEBUG oslo_vmware.api [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1281.844183] env[69440]: value = "task-4140522" [ 1281.844183] env[69440]: _type = "Task" [ 1281.844183] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.853955] env[69440]: DEBUG oslo_vmware.api [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.292896] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.293507] env[69440]: DEBUG nova.compute.manager [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1282.355622] env[69440]: DEBUG oslo_vmware.api [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140522, 'name': ReconfigVM_Task, 'duration_secs': 0.197795} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.355979] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1282.356942] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe20d64-42e0-47ef-a89a-df51dc4f44d8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.381600] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] bbcaea1e-0306-4292-b53e-9e8fb33f42c4/bbcaea1e-0306-4292-b53e-9e8fb33f42c4.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.382097] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-965ba82e-54f4-4e4c-ac5d-c2ab08fe67b3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.402684] env[69440]: DEBUG oslo_vmware.api [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1282.402684] env[69440]: value = "task-4140523" [ 1282.402684] env[69440]: _type = "Task" [ 1282.402684] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.411443] env[69440]: DEBUG oslo_vmware.api [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.799564] env[69440]: DEBUG nova.compute.utils [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1282.801037] env[69440]: DEBUG nova.compute.manager [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1282.801218] env[69440]: DEBUG nova.network.neutron [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1282.840824] env[69440]: DEBUG nova.policy [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '953bae9992674354ad3da96f7008670a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2b4c535d474c6eb53aef8e7a10ab16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1282.913558] env[69440]: DEBUG oslo_vmware.api [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140523, 'name': ReconfigVM_Task, 'duration_secs': 0.284293} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.913856] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Reconfigured VM instance instance-00000070 to attach disk [datastore1] bbcaea1e-0306-4292-b53e-9e8fb33f42c4/bbcaea1e-0306-4292-b53e-9e8fb33f42c4.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.914170] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Updating instance 'bbcaea1e-0306-4292-b53e-9e8fb33f42c4' progress to 50 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1283.119208] env[69440]: DEBUG nova.network.neutron [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Successfully created port: 41db8b12-41d0-4723-bbc4-31dcd3f71923 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1283.165854] env[69440]: DEBUG oslo_concurrency.lockutils [None req-161b028c-6f2e-4c0f-bc2d-2cc0f9d358bf tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.166108] env[69440]: DEBUG oslo_concurrency.lockutils [None req-161b028c-6f2e-4c0f-bc2d-2cc0f9d358bf tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.305496] env[69440]: DEBUG nova.compute.manager [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1283.421173] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59477c9d-6eb2-4f21-94fc-9b4253cfe8da {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.441769] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e4517a-7d9c-4c3e-956e-0177841657e4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.461458] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Updating instance 'bbcaea1e-0306-4292-b53e-9e8fb33f42c4' progress to 67 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1283.669566] env[69440]: DEBUG nova.compute.utils [None req-161b028c-6f2e-4c0f-bc2d-2cc0f9d358bf tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.002990] env[69440]: DEBUG nova.network.neutron [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Port 34435107-ba91-4bc1-af43-8a5aafd099ce binding to destination host cpu-1 is already ACTIVE {{(pid=69440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1284.173517] env[69440]: DEBUG oslo_concurrency.lockutils [None req-161b028c-6f2e-4c0f-bc2d-2cc0f9d358bf tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.315846] env[69440]: DEBUG nova.compute.manager [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1284.342736] env[69440]: DEBUG nova.virt.hardware [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.343021] env[69440]: DEBUG nova.virt.hardware [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.343183] env[69440]: DEBUG nova.virt.hardware [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.343371] env[69440]: DEBUG nova.virt.hardware [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.343518] env[69440]: DEBUG nova.virt.hardware [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.343666] env[69440]: DEBUG nova.virt.hardware [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.343880] env[69440]: DEBUG nova.virt.hardware [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.344046] env[69440]: DEBUG nova.virt.hardware [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.344220] env[69440]: DEBUG nova.virt.hardware [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.344384] env[69440]: DEBUG nova.virt.hardware [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.344556] env[69440]: DEBUG nova.virt.hardware [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.345569] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee88c21d-2e69-4d62-99f8-82f3451171fb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.354781] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346e204d-55c8-4507-8651-525d812f9418 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.490893] env[69440]: DEBUG nova.compute.manager [req-14f6c800-6a32-462f-ba86-0ec7036492af req-83157a6d-78e9-4d84-8b5e-0e16f26dd0fa service nova] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Received event network-vif-plugged-41db8b12-41d0-4723-bbc4-31dcd3f71923 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.491298] env[69440]: DEBUG oslo_concurrency.lockutils [req-14f6c800-6a32-462f-ba86-0ec7036492af req-83157a6d-78e9-4d84-8b5e-0e16f26dd0fa service nova] Acquiring lock "b4ffa45e-1385-469e-83dc-9b70a8ee2fc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.491517] env[69440]: DEBUG oslo_concurrency.lockutils [req-14f6c800-6a32-462f-ba86-0ec7036492af req-83157a6d-78e9-4d84-8b5e-0e16f26dd0fa service nova] Lock "b4ffa45e-1385-469e-83dc-9b70a8ee2fc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.491683] env[69440]: DEBUG oslo_concurrency.lockutils [req-14f6c800-6a32-462f-ba86-0ec7036492af req-83157a6d-78e9-4d84-8b5e-0e16f26dd0fa service nova] Lock "b4ffa45e-1385-469e-83dc-9b70a8ee2fc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.491857] env[69440]: DEBUG nova.compute.manager [req-14f6c800-6a32-462f-ba86-0ec7036492af req-83157a6d-78e9-4d84-8b5e-0e16f26dd0fa service nova] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] No waiting events found dispatching network-vif-plugged-41db8b12-41d0-4723-bbc4-31dcd3f71923 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1284.492040] env[69440]: WARNING nova.compute.manager [req-14f6c800-6a32-462f-ba86-0ec7036492af req-83157a6d-78e9-4d84-8b5e-0e16f26dd0fa service nova] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Received unexpected event network-vif-plugged-41db8b12-41d0-4723-bbc4-31dcd3f71923 for instance with vm_state building and task_state spawning. [ 1284.578637] env[69440]: DEBUG nova.network.neutron [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Successfully updated port: 41db8b12-41d0-4723-bbc4-31dcd3f71923 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1285.025028] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "bbcaea1e-0306-4292-b53e-9e8fb33f42c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.025292] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "bbcaea1e-0306-4292-b53e-9e8fb33f42c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.025465] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "bbcaea1e-0306-4292-b53e-9e8fb33f42c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.083582] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "refresh_cache-b4ffa45e-1385-469e-83dc-9b70a8ee2fc6" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.083664] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired lock "refresh_cache-b4ffa45e-1385-469e-83dc-9b70a8ee2fc6" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.083847] env[69440]: DEBUG nova.network.neutron [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.238079] env[69440]: DEBUG oslo_concurrency.lockutils [None req-161b028c-6f2e-4c0f-bc2d-2cc0f9d358bf tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.238356] env[69440]: DEBUG oslo_concurrency.lockutils [None req-161b028c-6f2e-4c0f-bc2d-2cc0f9d358bf tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.238591] env[69440]: INFO nova.compute.manager [None req-161b028c-6f2e-4c0f-bc2d-2cc0f9d358bf tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Attaching volume 351080d3-3579-4d0c-a285-0ddaa2c098d3 to /dev/sdb [ 1285.272230] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71eb08d-5d36-499c-8558-419df4fc591a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.280306] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b754ca7d-134e-4a71-93b3-fd84fbf33e4f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.295810] env[69440]: DEBUG nova.virt.block_device [None req-161b028c-6f2e-4c0f-bc2d-2cc0f9d358bf tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Updating existing volume attachment record: 173f7138-76c7-467e-9a92-27119da5d3fd {{(pid=69440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1285.615870] env[69440]: DEBUG nova.network.neutron [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.751077] env[69440]: DEBUG nova.network.neutron [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Updating instance_info_cache with network_info: [{"id": "41db8b12-41d0-4723-bbc4-31dcd3f71923", "address": "fa:16:3e:45:af:aa", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41db8b12-41", "ovs_interfaceid": "41db8b12-41d0-4723-bbc4-31dcd3f71923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.062439] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "refresh_cache-bbcaea1e-0306-4292-b53e-9e8fb33f42c4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.062647] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "refresh_cache-bbcaea1e-0306-4292-b53e-9e8fb33f42c4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.062842] env[69440]: DEBUG nova.network.neutron [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.254132] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Releasing lock "refresh_cache-b4ffa45e-1385-469e-83dc-9b70a8ee2fc6" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.254461] env[69440]: DEBUG nova.compute.manager [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Instance network_info: |[{"id": "41db8b12-41d0-4723-bbc4-31dcd3f71923", "address": "fa:16:3e:45:af:aa", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41db8b12-41", "ovs_interfaceid": "41db8b12-41d0-4723-bbc4-31dcd3f71923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1286.255150] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:af:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41db8b12-41d0-4723-bbc4-31dcd3f71923', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1286.262702] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1286.262946] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1286.263505] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-537de5a4-160a-4774-89a7-ec7cae499961 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.284435] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1286.284435] env[69440]: value = "task-4140525" [ 1286.284435] env[69440]: _type = "Task" [ 1286.284435] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.292685] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140525, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.519265] env[69440]: DEBUG nova.compute.manager [req-b688dc23-a598-4c0b-8336-3aa44db7e3af req-5b4d44c8-76eb-4702-bb1d-8520ecb21fa0 service nova] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Received event network-changed-41db8b12-41d0-4723-bbc4-31dcd3f71923 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.519427] env[69440]: DEBUG nova.compute.manager [req-b688dc23-a598-4c0b-8336-3aa44db7e3af req-5b4d44c8-76eb-4702-bb1d-8520ecb21fa0 service nova] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Refreshing instance network info cache due to event network-changed-41db8b12-41d0-4723-bbc4-31dcd3f71923. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.519651] env[69440]: DEBUG oslo_concurrency.lockutils [req-b688dc23-a598-4c0b-8336-3aa44db7e3af req-5b4d44c8-76eb-4702-bb1d-8520ecb21fa0 service nova] Acquiring lock "refresh_cache-b4ffa45e-1385-469e-83dc-9b70a8ee2fc6" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.519766] env[69440]: DEBUG oslo_concurrency.lockutils [req-b688dc23-a598-4c0b-8336-3aa44db7e3af req-5b4d44c8-76eb-4702-bb1d-8520ecb21fa0 service nova] Acquired lock "refresh_cache-b4ffa45e-1385-469e-83dc-9b70a8ee2fc6" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.519923] env[69440]: DEBUG nova.network.neutron [req-b688dc23-a598-4c0b-8336-3aa44db7e3af req-5b4d44c8-76eb-4702-bb1d-8520ecb21fa0 service nova] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Refreshing network info cache for port 41db8b12-41d0-4723-bbc4-31dcd3f71923 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.738683] env[69440]: INFO nova.compute.manager [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Rebuilding instance [ 1286.779255] env[69440]: DEBUG nova.network.neutron [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Updating instance_info_cache with network_info: [{"id": "34435107-ba91-4bc1-af43-8a5aafd099ce", "address": "fa:16:3e:8b:a9:cf", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34435107-ba", "ovs_interfaceid": "34435107-ba91-4bc1-af43-8a5aafd099ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.788546] env[69440]: DEBUG nova.compute.manager [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1286.789624] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ea33d0-bdd8-47bd-88b0-676f43387e51 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.799176] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140525, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.225897] env[69440]: DEBUG nova.network.neutron [req-b688dc23-a598-4c0b-8336-3aa44db7e3af req-5b4d44c8-76eb-4702-bb1d-8520ecb21fa0 service nova] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Updated VIF entry in instance network info cache for port 41db8b12-41d0-4723-bbc4-31dcd3f71923. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.226279] env[69440]: DEBUG nova.network.neutron [req-b688dc23-a598-4c0b-8336-3aa44db7e3af req-5b4d44c8-76eb-4702-bb1d-8520ecb21fa0 service nova] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Updating instance_info_cache with network_info: [{"id": "41db8b12-41d0-4723-bbc4-31dcd3f71923", "address": "fa:16:3e:45:af:aa", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41db8b12-41", "ovs_interfaceid": "41db8b12-41d0-4723-bbc4-31dcd3f71923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.284947] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "refresh_cache-bbcaea1e-0306-4292-b53e-9e8fb33f42c4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.299846] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140525, 'name': CreateVM_Task, 'duration_secs': 0.892053} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.300162] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.307586] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.307763] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.308128] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.308376] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ffa618a-8ee3-419c-abda-187aa35015ef {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.313715] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1287.313715] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]524725e8-78f8-75f3-611e-367aaa95cba2" [ 1287.313715] env[69440]: _type = "Task" [ 1287.313715] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.323534] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]524725e8-78f8-75f3-611e-367aaa95cba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.732291] env[69440]: DEBUG oslo_concurrency.lockutils [req-b688dc23-a598-4c0b-8336-3aa44db7e3af req-5b4d44c8-76eb-4702-bb1d-8520ecb21fa0 service nova] Releasing lock "refresh_cache-b4ffa45e-1385-469e-83dc-9b70a8ee2fc6" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.807235] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.807536] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0c72d2d-ff0a-4bc4-9a54-3650a7d2f2f3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.810671] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06933e9-ab8f-4cf8-b211-1cf997fd97c7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.834147] env[69440]: DEBUG oslo_vmware.api [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Waiting for the task: (returnval){ [ 1287.834147] env[69440]: value = "task-4140527" [ 1287.834147] env[69440]: _type = "Task" [ 1287.834147] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.835241] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece85ea0-1970-4fa3-beb3-f5460de4fdc2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.845897] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]524725e8-78f8-75f3-611e-367aaa95cba2, 'name': SearchDatastore_Task, 'duration_secs': 0.017185} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.846627] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.846887] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1287.847353] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.847471] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.847686] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.848363] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c4f0e84-60da-4e06-9486-508e4a37d236 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.856278] env[69440]: DEBUG oslo_vmware.api [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.856711] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Updating instance 'bbcaea1e-0306-4292-b53e-9e8fb33f42c4' progress to 83 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.868672] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.869673] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1287.869787] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adae8d59-99f8-4400-bae7-5dd2041ff4d3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.876160] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1287.876160] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b2656d-e48c-6560-4ad8-60fd4cabd97c" [ 1287.876160] env[69440]: _type = "Task" [ 1287.876160] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.885130] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52b2656d-e48c-6560-4ad8-60fd4cabd97c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.348342] env[69440]: DEBUG oslo_vmware.api [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140527, 'name': PowerOffVM_Task, 'duration_secs': 0.222632} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.348601] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.349335] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.349592] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f542117-aefd-44c8-b5d6-a07d1cdec866 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.355928] env[69440]: DEBUG oslo_vmware.api [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Waiting for the task: (returnval){ [ 1288.355928] env[69440]: value = "task-4140528" [ 1288.355928] env[69440]: _type = "Task" [ 1288.355928] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.365187] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.365449] env[69440]: DEBUG oslo_vmware.api [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.365661] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49873b08-595c-43ea-ba7e-73a3e4168b34 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.371337] env[69440]: DEBUG oslo_vmware.api [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1288.371337] env[69440]: value = "task-4140529" [ 1288.371337] env[69440]: _type = "Task" [ 1288.371337] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.379333] env[69440]: DEBUG oslo_vmware.api [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.388022] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52b2656d-e48c-6560-4ad8-60fd4cabd97c, 'name': SearchDatastore_Task, 'duration_secs': 0.010291} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.388851] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ee2719-c4bd-4249-bdc8-ff60e154841a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.394831] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1288.394831] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52c54c9d-b0d8-3c69-ad1b-476d1fd1e77b" [ 1288.394831] env[69440]: _type = "Task" [ 1288.394831] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.404807] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c54c9d-b0d8-3c69-ad1b-476d1fd1e77b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.867677] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] VM already powered off {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1288.868138] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Volume detach. Driver type: vmdk {{(pid=69440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1288.868138] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819972', 'volume_id': '6151d767-4add-4fd9-8ce0-08c978cb31d8', 'name': 'volume-6151d767-4add-4fd9-8ce0-08c978cb31d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3868487f-e305-4663-aecc-454a53fb3ec0', 'attached_at': '', 'detached_at': '', 'volume_id': '6151d767-4add-4fd9-8ce0-08c978cb31d8', 'serial': '6151d767-4add-4fd9-8ce0-08c978cb31d8'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1288.869045] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee6b7e9-ddd9-4dce-982f-5a5baf88a64c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.883267] env[69440]: DEBUG oslo_vmware.api [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140529, 'name': PowerOnVM_Task, 'duration_secs': 0.373173} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.896466] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.896684] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c146584a-ac6d-4860-b35c-e2148f371917 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Updating instance 'bbcaea1e-0306-4292-b53e-9e8fb33f42c4' progress to 100 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.905769] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f154ba2-49b8-42ed-bc15-7f8cc1e2e54e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.919650] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64bcf2b-5bc8-471d-a946-f14e838c37e3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.923560] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c54c9d-b0d8-3c69-ad1b-476d1fd1e77b, 'name': SearchDatastore_Task, 'duration_secs': 0.010634} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.923941] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.924327] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] b4ffa45e-1385-469e-83dc-9b70a8ee2fc6/b4ffa45e-1385-469e-83dc-9b70a8ee2fc6.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.925167] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5fa798f-2b32-446b-81df-75b008e3b642 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.952586] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3201fe-7b60-48a0-9e2a-d89aa5d0869e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.959133] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1288.959133] env[69440]: value = "task-4140530" [ 1288.959133] env[69440]: _type = "Task" [ 1288.959133] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.977791] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] The volume has not been displaced from its original location: [datastore1] volume-6151d767-4add-4fd9-8ce0-08c978cb31d8/volume-6151d767-4add-4fd9-8ce0-08c978cb31d8.vmdk. No consolidation needed. {{(pid=69440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1288.983357] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1288.984570] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7c60458-2a62-46f5-be45-1b4f9d900c81 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.001239] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.010218] env[69440]: DEBUG oslo_vmware.api [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Waiting for the task: (returnval){ [ 1289.010218] env[69440]: value = "task-4140531" [ 1289.010218] env[69440]: _type = "Task" [ 1289.010218] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.019212] env[69440]: DEBUG oslo_vmware.api [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.473083] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510993} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.473291] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] b4ffa45e-1385-469e-83dc-9b70a8ee2fc6/b4ffa45e-1385-469e-83dc-9b70a8ee2fc6.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.473435] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.473706] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38995222-7469-44be-96bc-93782a10972b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.480985] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1289.480985] env[69440]: value = "task-4140532" [ 1289.480985] env[69440]: _type = "Task" [ 1289.480985] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.491288] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.521529] env[69440]: DEBUG oslo_vmware.api [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140531, 'name': ReconfigVM_Task, 'duration_secs': 0.24702} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.521830] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1289.526441] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1beb04e-606f-4d07-adae-456ef29c5d4e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.542902] env[69440]: DEBUG oslo_vmware.api [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Waiting for the task: (returnval){ [ 1289.542902] env[69440]: value = "task-4140533" [ 1289.542902] env[69440]: _type = "Task" [ 1289.542902] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.552209] env[69440]: DEBUG oslo_vmware.api [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.841086] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-161b028c-6f2e-4c0f-bc2d-2cc0f9d358bf tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Volume attach. Driver type: vmdk {{(pid=69440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1289.841365] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-161b028c-6f2e-4c0f-bc2d-2cc0f9d358bf tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819983', 'volume_id': '351080d3-3579-4d0c-a285-0ddaa2c098d3', 'name': 'volume-351080d3-3579-4d0c-a285-0ddaa2c098d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed111398-7c40-4cd8-9aba-1dd9b7a6f875', 'attached_at': '', 'detached_at': '', 'volume_id': '351080d3-3579-4d0c-a285-0ddaa2c098d3', 'serial': '351080d3-3579-4d0c-a285-0ddaa2c098d3'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1289.842270] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5f5883-8275-4c70-8915-1a5b1d1cde9a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.859988] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31c2623-5829-4160-b356-2886a6a4cb2e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.885560] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-161b028c-6f2e-4c0f-bc2d-2cc0f9d358bf tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-351080d3-3579-4d0c-a285-0ddaa2c098d3/volume-351080d3-3579-4d0c-a285-0ddaa2c098d3.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.885974] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfff8ac9-9960-4ffd-89c5-d3e17645b70a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.906734] env[69440]: DEBUG oslo_vmware.api [None req-161b028c-6f2e-4c0f-bc2d-2cc0f9d358bf tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1289.906734] env[69440]: value = "task-4140534" [ 1289.906734] env[69440]: _type = "Task" [ 1289.906734] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.922816] env[69440]: DEBUG oslo_vmware.api [None req-161b028c-6f2e-4c0f-bc2d-2cc0f9d358bf tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140534, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.990792] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076022} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.991120] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.991918] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5252e4bd-22a8-4815-a5e5-fb6d28abe4a5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.014524] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] b4ffa45e-1385-469e-83dc-9b70a8ee2fc6/b4ffa45e-1385-469e-83dc-9b70a8ee2fc6.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.014833] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d2c36f2-73f6-46c7-ab37-59a6a81892f8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.035695] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1290.035695] env[69440]: value = "task-4140535" [ 1290.035695] env[69440]: _type = "Task" [ 1290.035695] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.044347] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.052372] env[69440]: DEBUG oslo_vmware.api [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140533, 'name': ReconfigVM_Task, 'duration_secs': 0.253892} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.052671] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819972', 'volume_id': '6151d767-4add-4fd9-8ce0-08c978cb31d8', 'name': 'volume-6151d767-4add-4fd9-8ce0-08c978cb31d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3868487f-e305-4663-aecc-454a53fb3ec0', 'attached_at': '', 'detached_at': '', 'volume_id': '6151d767-4add-4fd9-8ce0-08c978cb31d8', 'serial': '6151d767-4add-4fd9-8ce0-08c978cb31d8'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1290.052982] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.053754] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47d6104-3724-424a-9d66-aa3880d6a21c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.060933] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.061234] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14bbacd0-4030-4ed0-b3f8-7c05c3f5a401 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.130962] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.131328] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.131558] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Deleting the datastore file [datastore1] 3868487f-e305-4663-aecc-454a53fb3ec0 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.131909] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7181ed46-549a-4ada-b511-41dc955ba54a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.140704] env[69440]: DEBUG oslo_vmware.api [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Waiting for the task: (returnval){ [ 1290.140704] env[69440]: value = "task-4140537" [ 1290.140704] env[69440]: _type = "Task" [ 1290.140704] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.148910] env[69440]: DEBUG oslo_vmware.api [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.426959] env[69440]: DEBUG oslo_vmware.api [None req-161b028c-6f2e-4c0f-bc2d-2cc0f9d358bf tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140534, 'name': ReconfigVM_Task, 'duration_secs': 0.435719} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.427400] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-161b028c-6f2e-4c0f-bc2d-2cc0f9d358bf tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-351080d3-3579-4d0c-a285-0ddaa2c098d3/volume-351080d3-3579-4d0c-a285-0ddaa2c098d3.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.432528] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beca3f87-ef4d-4e57-a43e-55f405ddda1f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.450485] env[69440]: DEBUG oslo_vmware.api [None req-161b028c-6f2e-4c0f-bc2d-2cc0f9d358bf tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1290.450485] env[69440]: value = "task-4140538" [ 1290.450485] env[69440]: _type = "Task" [ 1290.450485] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.459348] env[69440]: DEBUG oslo_vmware.api [None req-161b028c-6f2e-4c0f-bc2d-2cc0f9d358bf tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.550571] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140535, 'name': ReconfigVM_Task, 'duration_secs': 0.358561} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.550988] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Reconfigured VM instance instance-00000075 to attach disk [datastore2] b4ffa45e-1385-469e-83dc-9b70a8ee2fc6/b4ffa45e-1385-469e-83dc-9b70a8ee2fc6.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.551944] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6159905a-3e2c-4d61-b27b-29a7dd2d66ac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.560477] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1290.560477] env[69440]: value = "task-4140539" [ 1290.560477] env[69440]: _type = "Task" [ 1290.560477] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.570407] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140539, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.651638] env[69440]: DEBUG oslo_vmware.api [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Task: {'id': task-4140537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187502} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.651893] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.652095] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.652280] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.707086] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Volume detach. Driver type: vmdk {{(pid=69440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1290.707831] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-235586c7-5bb1-4f80-b35c-a2e6a0e49385 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.718012] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9697aca8-3728-4fca-aaf5-ef5616ef38da {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.748925] env[69440]: ERROR nova.compute.manager [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Failed to detach volume 6151d767-4add-4fd9-8ce0-08c978cb31d8 from /dev/sda: nova.exception.InstanceNotFound: Instance 3868487f-e305-4663-aecc-454a53fb3ec0 could not be found. [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Traceback (most recent call last): [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] self.driver.rebuild(**kwargs) [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] raise NotImplementedError() [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] NotImplementedError [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] During handling of the above exception, another exception occurred: [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Traceback (most recent call last): [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] self.driver.detach_volume(context, old_connection_info, [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] return self._volumeops.detach_volume(connection_info, instance) [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] self._detach_volume_vmdk(connection_info, instance) [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] stable_ref.fetch_moref(session) [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] nova.exception.InstanceNotFound: Instance 3868487f-e305-4663-aecc-454a53fb3ec0 could not be found. [ 1290.748925] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] [ 1290.892454] env[69440]: DEBUG nova.compute.utils [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Build of instance 3868487f-e305-4663-aecc-454a53fb3ec0 aborted: Failed to rebuild volume backed instance. {{(pid=69440) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1290.894803] env[69440]: ERROR nova.compute.manager [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 3868487f-e305-4663-aecc-454a53fb3ec0 aborted: Failed to rebuild volume backed instance. [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Traceback (most recent call last): [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] self.driver.rebuild(**kwargs) [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] raise NotImplementedError() [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] NotImplementedError [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] During handling of the above exception, another exception occurred: [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Traceback (most recent call last): [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] self._detach_root_volume(context, instance, root_bdm) [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] with excutils.save_and_reraise_exception(): [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] self.force_reraise() [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] raise self.value [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] self.driver.detach_volume(context, old_connection_info, [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] return self._volumeops.detach_volume(connection_info, instance) [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] self._detach_volume_vmdk(connection_info, instance) [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] stable_ref.fetch_moref(session) [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] nova.exception.InstanceNotFound: Instance 3868487f-e305-4663-aecc-454a53fb3ec0 could not be found. [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] During handling of the above exception, another exception occurred: [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Traceback (most recent call last): [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] yield [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1290.894803] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] self._do_rebuild_instance_with_claim( [ 1290.896364] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1290.896364] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] self._do_rebuild_instance( [ 1290.896364] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1290.896364] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] self._rebuild_default_impl(**kwargs) [ 1290.896364] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1290.896364] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] self._rebuild_volume_backed_instance( [ 1290.896364] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1290.896364] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] raise exception.BuildAbortException( [ 1290.896364] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] nova.exception.BuildAbortException: Build of instance 3868487f-e305-4663-aecc-454a53fb3ec0 aborted: Failed to rebuild volume backed instance. [ 1290.896364] env[69440]: ERROR nova.compute.manager [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] [ 1290.962458] env[69440]: DEBUG oslo_vmware.api [None req-161b028c-6f2e-4c0f-bc2d-2cc0f9d358bf tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140538, 'name': ReconfigVM_Task, 'duration_secs': 0.162321} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.962781] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-161b028c-6f2e-4c0f-bc2d-2cc0f9d358bf tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819983', 'volume_id': '351080d3-3579-4d0c-a285-0ddaa2c098d3', 'name': 'volume-351080d3-3579-4d0c-a285-0ddaa2c098d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed111398-7c40-4cd8-9aba-1dd9b7a6f875', 'attached_at': '', 'detached_at': '', 'volume_id': '351080d3-3579-4d0c-a285-0ddaa2c098d3', 'serial': '351080d3-3579-4d0c-a285-0ddaa2c098d3'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1291.071349] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140539, 'name': Rename_Task, 'duration_secs': 0.178334} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.071648] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.071924] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3049e9b4-f7e7-46b1-afe9-7b8583ec133f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.078907] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1291.078907] env[69440]: value = "task-4140540" [ 1291.078907] env[69440]: _type = "Task" [ 1291.078907] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.087199] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.589737] env[69440]: DEBUG oslo_vmware.api [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140540, 'name': PowerOnVM_Task, 'duration_secs': 0.504452} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.590023] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.590231] env[69440]: INFO nova.compute.manager [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1291.590415] env[69440]: DEBUG nova.compute.manager [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1291.591217] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e25d00e-9c9a-4008-adb5-e4816f375bea {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.809680] env[69440]: DEBUG nova.network.neutron [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Port 34435107-ba91-4bc1-af43-8a5aafd099ce binding to destination host cpu-1 is already ACTIVE {{(pid=69440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1291.809967] env[69440]: DEBUG oslo_concurrency.lockutils [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "refresh_cache-bbcaea1e-0306-4292-b53e-9e8fb33f42c4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.810138] env[69440]: DEBUG oslo_concurrency.lockutils [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "refresh_cache-bbcaea1e-0306-4292-b53e-9e8fb33f42c4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.810303] env[69440]: DEBUG nova.network.neutron [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.999946] env[69440]: DEBUG nova.objects.instance [None req-161b028c-6f2e-4c0f-bc2d-2cc0f9d358bf tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lazy-loading 'flavor' on Instance uuid ed111398-7c40-4cd8-9aba-1dd9b7a6f875 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.110691] env[69440]: INFO nova.compute.manager [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Took 12.02 seconds to build instance. [ 1292.505316] env[69440]: DEBUG oslo_concurrency.lockutils [None req-161b028c-6f2e-4c0f-bc2d-2cc0f9d358bf tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.267s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.584405] env[69440]: DEBUG nova.network.neutron [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Updating instance_info_cache with network_info: [{"id": "34435107-ba91-4bc1-af43-8a5aafd099ce", "address": "fa:16:3e:8b:a9:cf", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34435107-ba", "ovs_interfaceid": "34435107-ba91-4bc1-af43-8a5aafd099ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.612702] env[69440]: DEBUG oslo_concurrency.lockutils [None req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "b4ffa45e-1385-469e-83dc-9b70a8ee2fc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.530s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.910612] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.911009] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.004198] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b6396d-548d-4d93-993e-95125bd031a5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.013139] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819a60e6-4408-4971-aa68-49ef4a610e90 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.046216] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce4f38f-3b42-4460-9835-1f4c08b0b035 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.054387] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c7a366-2710-444e-94d8-bc5368f5d914 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.071648] env[69440]: DEBUG nova.compute.provider_tree [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.087845] env[69440]: DEBUG oslo_concurrency.lockutils [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "refresh_cache-bbcaea1e-0306-4292-b53e-9e8fb33f42c4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.194100] env[69440]: DEBUG nova.compute.manager [req-454ef922-0a71-43f8-a7f2-d243edfecd6e req-d7ef3985-88a9-4d7d-91a7-d4c13992ab23 service nova] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Received event network-changed-41db8b12-41d0-4723-bbc4-31dcd3f71923 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.194329] env[69440]: DEBUG nova.compute.manager [req-454ef922-0a71-43f8-a7f2-d243edfecd6e req-d7ef3985-88a9-4d7d-91a7-d4c13992ab23 service nova] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Refreshing instance network info cache due to event network-changed-41db8b12-41d0-4723-bbc4-31dcd3f71923. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.194540] env[69440]: DEBUG oslo_concurrency.lockutils [req-454ef922-0a71-43f8-a7f2-d243edfecd6e req-d7ef3985-88a9-4d7d-91a7-d4c13992ab23 service nova] Acquiring lock "refresh_cache-b4ffa45e-1385-469e-83dc-9b70a8ee2fc6" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.194679] env[69440]: DEBUG oslo_concurrency.lockutils [req-454ef922-0a71-43f8-a7f2-d243edfecd6e req-d7ef3985-88a9-4d7d-91a7-d4c13992ab23 service nova] Acquired lock "refresh_cache-b4ffa45e-1385-469e-83dc-9b70a8ee2fc6" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.194842] env[69440]: DEBUG nova.network.neutron [req-454ef922-0a71-43f8-a7f2-d243edfecd6e req-d7ef3985-88a9-4d7d-91a7-d4c13992ab23 service nova] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Refreshing network info cache for port 41db8b12-41d0-4723-bbc4-31dcd3f71923 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.392393] env[69440]: DEBUG oslo_concurrency.lockutils [None req-952b2b5c-f7b0-408a-8cad-27d43bd1d70c tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.392393] env[69440]: DEBUG oslo_concurrency.lockutils [None req-952b2b5c-f7b0-408a-8cad-27d43bd1d70c tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.575188] env[69440]: DEBUG nova.scheduler.client.report [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.591395] env[69440]: DEBUG nova.compute.manager [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69440) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1293.591637] env[69440]: DEBUG oslo_concurrency.lockutils [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.749375] env[69440]: DEBUG oslo_concurrency.lockutils [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Acquiring lock "3868487f-e305-4663-aecc-454a53fb3ec0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.749779] env[69440]: DEBUG oslo_concurrency.lockutils [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Lock "3868487f-e305-4663-aecc-454a53fb3ec0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.750052] env[69440]: DEBUG oslo_concurrency.lockutils [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Acquiring lock "3868487f-e305-4663-aecc-454a53fb3ec0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.750292] env[69440]: DEBUG oslo_concurrency.lockutils [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Lock "3868487f-e305-4663-aecc-454a53fb3ec0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.750486] env[69440]: DEBUG oslo_concurrency.lockutils [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Lock "3868487f-e305-4663-aecc-454a53fb3ec0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.753182] env[69440]: INFO nova.compute.manager [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Terminating instance [ 1293.895058] env[69440]: DEBUG nova.compute.utils [None req-952b2b5c-f7b0-408a-8cad-27d43bd1d70c tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.908078] env[69440]: DEBUG nova.network.neutron [req-454ef922-0a71-43f8-a7f2-d243edfecd6e req-d7ef3985-88a9-4d7d-91a7-d4c13992ab23 service nova] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Updated VIF entry in instance network info cache for port 41db8b12-41d0-4723-bbc4-31dcd3f71923. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1293.908212] env[69440]: DEBUG nova.network.neutron [req-454ef922-0a71-43f8-a7f2-d243edfecd6e req-d7ef3985-88a9-4d7d-91a7-d4c13992ab23 service nova] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Updating instance_info_cache with network_info: [{"id": "41db8b12-41d0-4723-bbc4-31dcd3f71923", "address": "fa:16:3e:45:af:aa", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41db8b12-41", "ovs_interfaceid": "41db8b12-41d0-4723-bbc4-31dcd3f71923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.080595] env[69440]: DEBUG oslo_concurrency.lockutils [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.169s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.081129] env[69440]: INFO nova.compute.manager [None req-ac011efe-2d31-4f24-a235-3a162512497f tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Successfully reverted task state from rebuilding on failure for instance. [ 1294.086109] env[69440]: DEBUG oslo_concurrency.lockutils [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.494s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.258171] env[69440]: DEBUG nova.compute.manager [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1294.258715] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-211d4793-b448-4fae-9fb9-431413f1f963 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.270065] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0103e559-8c31-40d7-a097-4660b5bb606a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.300705] env[69440]: WARNING nova.virt.vmwareapi.driver [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 3868487f-e305-4663-aecc-454a53fb3ec0 could not be found. [ 1294.300964] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.301359] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93d6249d-13e0-46e5-9a47-4d985ad12bb8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.310462] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ce0da9-b32f-4402-89d5-6fc0305a1f34 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.337905] env[69440]: WARNING nova.virt.vmwareapi.vmops [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3868487f-e305-4663-aecc-454a53fb3ec0 could not be found. [ 1294.338118] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.338249] env[69440]: INFO nova.compute.manager [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1294.338508] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.338772] env[69440]: DEBUG nova.compute.manager [-] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.338914] env[69440]: DEBUG nova.network.neutron [-] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.400283] env[69440]: DEBUG oslo_concurrency.lockutils [None req-952b2b5c-f7b0-408a-8cad-27d43bd1d70c tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.410596] env[69440]: DEBUG oslo_concurrency.lockutils [req-454ef922-0a71-43f8-a7f2-d243edfecd6e req-d7ef3985-88a9-4d7d-91a7-d4c13992ab23 service nova] Releasing lock "refresh_cache-b4ffa45e-1385-469e-83dc-9b70a8ee2fc6" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.589957] env[69440]: DEBUG nova.objects.instance [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lazy-loading 'migration_context' on Instance uuid bbcaea1e-0306-4292-b53e-9e8fb33f42c4 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.821445] env[69440]: DEBUG nova.compute.manager [req-74ec456b-9837-4755-aede-e5d7fdd01f36 req-281be506-a4b6-40dc-b6ad-12c274863ada service nova] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Received event network-vif-deleted-2034f016-d12d-403c-86b3-fde32bc71e02 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.821567] env[69440]: INFO nova.compute.manager [req-74ec456b-9837-4755-aede-e5d7fdd01f36 req-281be506-a4b6-40dc-b6ad-12c274863ada service nova] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Neutron deleted interface 2034f016-d12d-403c-86b3-fde32bc71e02; detaching it from the instance and deleting it from the info cache [ 1294.821646] env[69440]: DEBUG nova.network.neutron [req-74ec456b-9837-4755-aede-e5d7fdd01f36 req-281be506-a4b6-40dc-b6ad-12c274863ada service nova] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.181694] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b546f527-6c6d-4e4a-9746-5be265818057 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.190394] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743f3afa-276e-40e6-8d02-e00f6222df3e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.224019] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ac3264-ca98-4878-8b31-9b1142bf52dd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.232864] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fa660c-e911-4322-9397-35660e4fab24 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.246654] env[69440]: DEBUG nova.compute.provider_tree [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.300585] env[69440]: DEBUG nova.network.neutron [-] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.323853] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fe714c5-7d08-4341-9807-36d4fc119c54 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.333626] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de395d87-b9d8-4627-971b-f97952fa4344 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.365910] env[69440]: DEBUG nova.compute.manager [req-74ec456b-9837-4755-aede-e5d7fdd01f36 req-281be506-a4b6-40dc-b6ad-12c274863ada service nova] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Detach interface failed, port_id=2034f016-d12d-403c-86b3-fde32bc71e02, reason: Instance 3868487f-e305-4663-aecc-454a53fb3ec0 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1295.469730] env[69440]: DEBUG oslo_concurrency.lockutils [None req-952b2b5c-f7b0-408a-8cad-27d43bd1d70c tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.469730] env[69440]: DEBUG oslo_concurrency.lockutils [None req-952b2b5c-f7b0-408a-8cad-27d43bd1d70c tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.469730] env[69440]: INFO nova.compute.manager [None req-952b2b5c-f7b0-408a-8cad-27d43bd1d70c tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Attaching volume 62d0a382-57b1-418b-932a-5bcab47becfd to /dev/sdc [ 1295.504020] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b12fa6-f483-4989-b184-e3aff2949e26 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.510968] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fb7931-6bdb-4922-bde8-22186a1312e6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.526403] env[69440]: DEBUG nova.virt.block_device [None req-952b2b5c-f7b0-408a-8cad-27d43bd1d70c tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Updating existing volume attachment record: b04fc100-a082-4b4b-96f3-828f309c0f5a {{(pid=69440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1295.751469] env[69440]: DEBUG nova.scheduler.client.report [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.803146] env[69440]: INFO nova.compute.manager [-] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Took 1.46 seconds to deallocate network for instance. [ 1296.356700] env[69440]: INFO nova.compute.manager [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Took 0.55 seconds to detach 1 volumes for instance. [ 1296.361350] env[69440]: DEBUG nova.compute.manager [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Deleting volume: 6151d767-4add-4fd9-8ce0-08c978cb31d8 {{(pid=69440) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1296.764434] env[69440]: DEBUG oslo_concurrency.lockutils [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.678s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.965119] env[69440]: DEBUG oslo_concurrency.lockutils [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.965119] env[69440]: DEBUG oslo_concurrency.lockutils [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.965119] env[69440]: DEBUG nova.objects.instance [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Lazy-loading 'resources' on Instance uuid 3868487f-e305-4663-aecc-454a53fb3ec0 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.570422] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2a3a96-1901-404e-b284-b8019b5f11c5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.579015] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87db5bd6-1d32-4fb6-9920-81aa41e45d84 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.611218] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3306c769-d72c-4d3a-b6ed-455cec9ac391 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.619881] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dcd57e-cd7d-4dd6-9375-e1b6e92f5066 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.634399] env[69440]: DEBUG nova.compute.provider_tree [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.138123] env[69440]: DEBUG nova.scheduler.client.report [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.303424] env[69440]: INFO nova.compute.manager [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Swapping old allocation on dict_keys(['9a47e3d9-fb06-4966-9732-1aaf2b781196']) held by migration 6b28f6df-0298-483e-b009-75b97d19b3c3 for instance [ 1298.328141] env[69440]: DEBUG nova.scheduler.client.report [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Overwriting current allocation {'allocations': {'9a47e3d9-fb06-4966-9732-1aaf2b781196': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 157}}, 'project_id': 'a73c5a44e4b24fb9a8ac59104ade5085', 'user_id': '5d72a4d3ff8342689af8cf597d611f52', 'consumer_generation': 1} on consumer bbcaea1e-0306-4292-b53e-9e8fb33f42c4 {{(pid=69440) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1298.408483] env[69440]: DEBUG oslo_concurrency.lockutils [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "refresh_cache-bbcaea1e-0306-4292-b53e-9e8fb33f42c4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.408803] env[69440]: DEBUG oslo_concurrency.lockutils [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "refresh_cache-bbcaea1e-0306-4292-b53e-9e8fb33f42c4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.409014] env[69440]: DEBUG nova.network.neutron [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.644165] env[69440]: DEBUG oslo_concurrency.lockutils [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.132460] env[69440]: DEBUG nova.network.neutron [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Updating instance_info_cache with network_info: [{"id": "34435107-ba91-4bc1-af43-8a5aafd099ce", "address": "fa:16:3e:8b:a9:cf", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34435107-ba", "ovs_interfaceid": "34435107-ba91-4bc1-af43-8a5aafd099ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.162268] env[69440]: DEBUG oslo_concurrency.lockutils [None req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Lock "3868487f-e305-4663-aecc-454a53fb3ec0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.412s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.635997] env[69440]: DEBUG oslo_concurrency.lockutils [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "refresh_cache-bbcaea1e-0306-4292-b53e-9e8fb33f42c4" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.636568] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.636924] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f9dd21e-d892-4501-9a6a-aeacb700122e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.644688] env[69440]: DEBUG oslo_vmware.api [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1299.644688] env[69440]: value = "task-4140547" [ 1299.644688] env[69440]: _type = "Task" [ 1299.644688] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.654527] env[69440]: DEBUG oslo_vmware.api [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.073358] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-952b2b5c-f7b0-408a-8cad-27d43bd1d70c tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Volume attach. Driver type: vmdk {{(pid=69440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1300.073620] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-952b2b5c-f7b0-408a-8cad-27d43bd1d70c tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819986', 'volume_id': '62d0a382-57b1-418b-932a-5bcab47becfd', 'name': 'volume-62d0a382-57b1-418b-932a-5bcab47becfd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed111398-7c40-4cd8-9aba-1dd9b7a6f875', 'attached_at': '', 'detached_at': '', 'volume_id': '62d0a382-57b1-418b-932a-5bcab47becfd', 'serial': '62d0a382-57b1-418b-932a-5bcab47becfd'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1300.074614] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afca332-d1ee-4110-a736-1f557ed6ad4a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.092842] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb277c7e-d6da-4014-9fe3-a0041f2907fd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.120760] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-952b2b5c-f7b0-408a-8cad-27d43bd1d70c tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-62d0a382-57b1-418b-932a-5bcab47becfd/volume-62d0a382-57b1-418b-932a-5bcab47becfd.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.121107] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4fe3d89-31ab-49cb-91b0-d1c42091f2de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.140306] env[69440]: DEBUG oslo_vmware.api [None req-952b2b5c-f7b0-408a-8cad-27d43bd1d70c tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1300.140306] env[69440]: value = "task-4140548" [ 1300.140306] env[69440]: _type = "Task" [ 1300.140306] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.149017] env[69440]: DEBUG oslo_vmware.api [None req-952b2b5c-f7b0-408a-8cad-27d43bd1d70c tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.157578] env[69440]: DEBUG oslo_vmware.api [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140547, 'name': PowerOffVM_Task, 'duration_secs': 0.200098} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.157844] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.158533] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.158747] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.158949] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.160166] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.160166] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.160166] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.160166] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.160166] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.160166] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.160166] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.160511] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.165355] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0b39db4-5706-4950-a410-01d8ea5a00a1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.181377] env[69440]: DEBUG oslo_vmware.api [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1300.181377] env[69440]: value = "task-4140549" [ 1300.181377] env[69440]: _type = "Task" [ 1300.181377] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.190531] env[69440]: DEBUG oslo_vmware.api [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.650379] env[69440]: DEBUG oslo_vmware.api [None req-952b2b5c-f7b0-408a-8cad-27d43bd1d70c tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140548, 'name': ReconfigVM_Task, 'duration_secs': 0.478765} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.650790] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-952b2b5c-f7b0-408a-8cad-27d43bd1d70c tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-62d0a382-57b1-418b-932a-5bcab47becfd/volume-62d0a382-57b1-418b-932a-5bcab47becfd.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.655473] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab8d31ee-d768-41f1-9d20-904b0a8c50f3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.671468] env[69440]: DEBUG oslo_vmware.api [None req-952b2b5c-f7b0-408a-8cad-27d43bd1d70c tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1300.671468] env[69440]: value = "task-4140550" [ 1300.671468] env[69440]: _type = "Task" [ 1300.671468] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.680316] env[69440]: DEBUG oslo_vmware.api [None req-952b2b5c-f7b0-408a-8cad-27d43bd1d70c tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.691383] env[69440]: DEBUG oslo_vmware.api [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140549, 'name': ReconfigVM_Task, 'duration_secs': 0.13952} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.692772] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d4e0fe-b179-459d-a2e2-ba21ed252bb3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.714270] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.714527] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.714690] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.714873] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.715059] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.715191] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.715398] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.715556] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.715719] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.715883] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.716072] env[69440]: DEBUG nova.virt.hardware [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.716946] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11e4281b-d904-4ca4-abc4-1012105e0ba7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.723211] env[69440]: DEBUG oslo_vmware.api [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1300.723211] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]526a5a59-3c55-79b9-a65d-c72b9fa9ca32" [ 1300.723211] env[69440]: _type = "Task" [ 1300.723211] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.733308] env[69440]: DEBUG oslo_vmware.api [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526a5a59-3c55-79b9-a65d-c72b9fa9ca32, 'name': SearchDatastore_Task, 'duration_secs': 0.007258} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.739543] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1300.739875] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a8637ab-bdb9-450b-90ec-0363d545311d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.759162] env[69440]: DEBUG oslo_vmware.api [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1300.759162] env[69440]: value = "task-4140551" [ 1300.759162] env[69440]: _type = "Task" [ 1300.759162] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.767928] env[69440]: DEBUG oslo_vmware.api [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.181756] env[69440]: DEBUG oslo_vmware.api [None req-952b2b5c-f7b0-408a-8cad-27d43bd1d70c tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140550, 'name': ReconfigVM_Task, 'duration_secs': 0.16785} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.182275] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-952b2b5c-f7b0-408a-8cad-27d43bd1d70c tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819986', 'volume_id': '62d0a382-57b1-418b-932a-5bcab47becfd', 'name': 'volume-62d0a382-57b1-418b-932a-5bcab47becfd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed111398-7c40-4cd8-9aba-1dd9b7a6f875', 'attached_at': '', 'detached_at': '', 'volume_id': '62d0a382-57b1-418b-932a-5bcab47becfd', 'serial': '62d0a382-57b1-418b-932a-5bcab47becfd'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1301.269701] env[69440]: DEBUG oslo_vmware.api [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140551, 'name': ReconfigVM_Task, 'duration_secs': 0.227367} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.269858] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1301.270621] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5d0518-d854-4f6e-bf2f-529079f76e70 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.293772] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] bbcaea1e-0306-4292-b53e-9e8fb33f42c4/bbcaea1e-0306-4292-b53e-9e8fb33f42c4.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.294077] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c278817-7a09-491d-8752-77e58466ace6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.313037] env[69440]: DEBUG oslo_vmware.api [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1301.313037] env[69440]: value = "task-4140553" [ 1301.313037] env[69440]: _type = "Task" [ 1301.313037] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.321594] env[69440]: DEBUG oslo_vmware.api [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.824156] env[69440]: DEBUG oslo_vmware.api [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140553, 'name': ReconfigVM_Task, 'duration_secs': 0.271094} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.824156] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Reconfigured VM instance instance-00000070 to attach disk [datastore1] bbcaea1e-0306-4292-b53e-9e8fb33f42c4/bbcaea1e-0306-4292-b53e-9e8fb33f42c4.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.824831] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8503e8b-27fe-45b0-9312-d5034acf46dc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.844113] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac96df3-f44d-4ab1-8eef-b4040f0207b0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.862747] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bb7f89-4cfd-4712-9ce3-ea8864855580 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.880740] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2afbb40-cdd6-4dd4-9438-adbc4ec4cb51 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.887594] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.887826] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aea778c-6b57-4fa5-8fce-d6fc682c041a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.894273] env[69440]: DEBUG oslo_vmware.api [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1301.894273] env[69440]: value = "task-4140554" [ 1301.894273] env[69440]: _type = "Task" [ 1301.894273] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.903210] env[69440]: DEBUG oslo_vmware.api [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.217766] env[69440]: DEBUG nova.objects.instance [None req-952b2b5c-f7b0-408a-8cad-27d43bd1d70c tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lazy-loading 'flavor' on Instance uuid ed111398-7c40-4cd8-9aba-1dd9b7a6f875 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.403856] env[69440]: DEBUG oslo_vmware.api [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140554, 'name': PowerOnVM_Task, 'duration_secs': 0.35932} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.404148] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.723751] env[69440]: DEBUG oslo_concurrency.lockutils [None req-952b2b5c-f7b0-408a-8cad-27d43bd1d70c tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.256s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.415389] env[69440]: INFO nova.compute.manager [None req-73321c98-2679-4573-9c26-0d2622cf3d16 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Updating instance to original state: 'active' [ 1303.506083] env[69440]: DEBUG oslo_concurrency.lockutils [None req-446c5941-5e5e-40c0-a548-a358a32befa1 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.506517] env[69440]: DEBUG oslo_concurrency.lockutils [None req-446c5941-5e5e-40c0-a548-a358a32befa1 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.010538] env[69440]: INFO nova.compute.manager [None req-446c5941-5e5e-40c0-a548-a358a32befa1 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Detaching volume 351080d3-3579-4d0c-a285-0ddaa2c098d3 [ 1304.045181] env[69440]: INFO nova.virt.block_device [None req-446c5941-5e5e-40c0-a548-a358a32befa1 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Attempting to driver detach volume 351080d3-3579-4d0c-a285-0ddaa2c098d3 from mountpoint /dev/sdb [ 1304.045435] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-446c5941-5e5e-40c0-a548-a358a32befa1 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Volume detach. Driver type: vmdk {{(pid=69440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1304.045627] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-446c5941-5e5e-40c0-a548-a358a32befa1 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819983', 'volume_id': '351080d3-3579-4d0c-a285-0ddaa2c098d3', 'name': 'volume-351080d3-3579-4d0c-a285-0ddaa2c098d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed111398-7c40-4cd8-9aba-1dd9b7a6f875', 'attached_at': '', 'detached_at': '', 'volume_id': '351080d3-3579-4d0c-a285-0ddaa2c098d3', 'serial': '351080d3-3579-4d0c-a285-0ddaa2c098d3'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1304.046867] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1522b020-a212-4b2e-bbfb-6503faa3cb2d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.073944] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce17a2e-5d9b-4c13-a0f4-69f103011b75 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.082989] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9062148e-2b64-49b3-bafb-a7f03808f20e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.107094] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14658222-a1c4-4077-aba8-a9b3ed984973 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.122812] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-446c5941-5e5e-40c0-a548-a358a32befa1 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] The volume has not been displaced from its original location: [datastore2] volume-351080d3-3579-4d0c-a285-0ddaa2c098d3/volume-351080d3-3579-4d0c-a285-0ddaa2c098d3.vmdk. No consolidation needed. {{(pid=69440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1304.128136] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-446c5941-5e5e-40c0-a548-a358a32befa1 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1304.128515] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8d54858-5b9b-4333-bc32-bde4959bf24a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.147736] env[69440]: DEBUG oslo_vmware.api [None req-446c5941-5e5e-40c0-a548-a358a32befa1 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1304.147736] env[69440]: value = "task-4140556" [ 1304.147736] env[69440]: _type = "Task" [ 1304.147736] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.157248] env[69440]: DEBUG oslo_vmware.api [None req-446c5941-5e5e-40c0-a548-a358a32befa1 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140556, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.508717] env[69440]: DEBUG nova.compute.manager [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1304.509678] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1540a4c-044a-4587-97e6-a9b8a998a60f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.658984] env[69440]: DEBUG oslo_vmware.api [None req-446c5941-5e5e-40c0-a548-a358a32befa1 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.771946] env[69440]: DEBUG oslo_concurrency.lockutils [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "bbcaea1e-0306-4292-b53e-9e8fb33f42c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.772284] env[69440]: DEBUG oslo_concurrency.lockutils [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "bbcaea1e-0306-4292-b53e-9e8fb33f42c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.772602] env[69440]: DEBUG oslo_concurrency.lockutils [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "bbcaea1e-0306-4292-b53e-9e8fb33f42c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.772805] env[69440]: DEBUG oslo_concurrency.lockutils [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "bbcaea1e-0306-4292-b53e-9e8fb33f42c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.772980] env[69440]: DEBUG oslo_concurrency.lockutils [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "bbcaea1e-0306-4292-b53e-9e8fb33f42c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.775181] env[69440]: INFO nova.compute.manager [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Terminating instance [ 1305.021401] env[69440]: INFO nova.compute.manager [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] instance snapshotting [ 1305.022072] env[69440]: DEBUG nova.objects.instance [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lazy-loading 'flavor' on Instance uuid f4d37dc7-3946-4df9-a93e-e2affc91a824 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.162863] env[69440]: DEBUG oslo_vmware.api [None req-446c5941-5e5e-40c0-a548-a358a32befa1 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.279309] env[69440]: DEBUG nova.compute.manager [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1305.279567] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.280614] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c58dd2-400a-45a7-9b33-6b88ba689da0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.289740] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.290264] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ae80f9d-7f75-42c0-8fe1-7cb528d66cf8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.299999] env[69440]: DEBUG oslo_vmware.api [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1305.299999] env[69440]: value = "task-4140558" [ 1305.299999] env[69440]: _type = "Task" [ 1305.299999] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.309705] env[69440]: DEBUG oslo_vmware.api [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.528525] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4599a3dd-348d-4d20-a4ea-782ed8390303 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.548725] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d08aeda-62c4-49f1-8378-0fe2d7da3660 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.660454] env[69440]: DEBUG oslo_vmware.api [None req-446c5941-5e5e-40c0-a548-a358a32befa1 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140556, 'name': ReconfigVM_Task, 'duration_secs': 1.198313} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.660728] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-446c5941-5e5e-40c0-a548-a358a32befa1 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1305.665649] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be5f91f1-5d74-4e0d-932a-be03a45a97a9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.681961] env[69440]: DEBUG oslo_vmware.api [None req-446c5941-5e5e-40c0-a548-a358a32befa1 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1305.681961] env[69440]: value = "task-4140559" [ 1305.681961] env[69440]: _type = "Task" [ 1305.681961] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.690067] env[69440]: DEBUG oslo_vmware.api [None req-446c5941-5e5e-40c0-a548-a358a32befa1 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.811301] env[69440]: DEBUG oslo_vmware.api [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140558, 'name': PowerOffVM_Task, 'duration_secs': 0.21799} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.811533] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.811693] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1305.811961] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45ac30dc-150d-49e0-922c-5f62dc165bca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.886193] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.886460] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.886612] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Deleting the datastore file [datastore1] bbcaea1e-0306-4292-b53e-9e8fb33f42c4 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.886975] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77ceb513-06e8-4dea-ac8d-a2541792818c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.893819] env[69440]: DEBUG oslo_vmware.api [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1305.893819] env[69440]: value = "task-4140561" [ 1305.893819] env[69440]: _type = "Task" [ 1305.893819] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.902848] env[69440]: DEBUG oslo_vmware.api [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.061378] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Creating Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1306.061801] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c07d501a-6792-49b0-a4d0-2060f7b99acd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.069720] env[69440]: DEBUG oslo_vmware.api [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1306.069720] env[69440]: value = "task-4140562" [ 1306.069720] env[69440]: _type = "Task" [ 1306.069720] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.079208] env[69440]: DEBUG oslo_vmware.api [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140562, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.192758] env[69440]: DEBUG oslo_vmware.api [None req-446c5941-5e5e-40c0-a548-a358a32befa1 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140559, 'name': ReconfigVM_Task, 'duration_secs': 0.1664} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.193092] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-446c5941-5e5e-40c0-a548-a358a32befa1 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819983', 'volume_id': '351080d3-3579-4d0c-a285-0ddaa2c098d3', 'name': 'volume-351080d3-3579-4d0c-a285-0ddaa2c098d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed111398-7c40-4cd8-9aba-1dd9b7a6f875', 'attached_at': '', 'detached_at': '', 'volume_id': '351080d3-3579-4d0c-a285-0ddaa2c098d3', 'serial': '351080d3-3579-4d0c-a285-0ddaa2c098d3'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1306.404400] env[69440]: DEBUG oslo_vmware.api [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157687} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.404665] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1306.404827] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1306.405044] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1306.405237] env[69440]: INFO nova.compute.manager [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1306.405486] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.405682] env[69440]: DEBUG nova.compute.manager [-] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1306.405771] env[69440]: DEBUG nova.network.neutron [-] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1306.580031] env[69440]: DEBUG oslo_vmware.api [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140562, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.734530] env[69440]: DEBUG nova.objects.instance [None req-446c5941-5e5e-40c0-a548-a358a32befa1 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lazy-loading 'flavor' on Instance uuid ed111398-7c40-4cd8-9aba-1dd9b7a6f875 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.873837] env[69440]: DEBUG nova.compute.manager [req-25cfce38-0ba3-433b-909d-eb9f71920e09 req-cd500961-faf9-4946-a743-51c64dd75d68 service nova] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Received event network-vif-deleted-34435107-ba91-4bc1-af43-8a5aafd099ce {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.874119] env[69440]: INFO nova.compute.manager [req-25cfce38-0ba3-433b-909d-eb9f71920e09 req-cd500961-faf9-4946-a743-51c64dd75d68 service nova] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Neutron deleted interface 34435107-ba91-4bc1-af43-8a5aafd099ce; detaching it from the instance and deleting it from the info cache [ 1306.874303] env[69440]: DEBUG nova.network.neutron [req-25cfce38-0ba3-433b-909d-eb9f71920e09 req-cd500961-faf9-4946-a743-51c64dd75d68 service nova] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.083611] env[69440]: DEBUG oslo_vmware.api [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140562, 'name': CreateSnapshot_Task, 'duration_secs': 0.536528} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.083892] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Created Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1307.084722] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55332aa5-3a8f-4efd-b6ac-a54d3bf482d3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.355952] env[69440]: DEBUG nova.network.neutron [-] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.377056] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d68dbc5-484c-46a1-8e57-4f8c4e78a087 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.386023] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1b73b0-1057-480b-bb87-7bf0df3075e5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.414477] env[69440]: DEBUG nova.compute.manager [req-25cfce38-0ba3-433b-909d-eb9f71920e09 req-cd500961-faf9-4946-a743-51c64dd75d68 service nova] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Detach interface failed, port_id=34435107-ba91-4bc1-af43-8a5aafd099ce, reason: Instance bbcaea1e-0306-4292-b53e-9e8fb33f42c4 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1307.603304] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Creating linked-clone VM from snapshot {{(pid=69440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1307.603652] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1690c4d7-7601-482a-9f1c-d2e50e31fff7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.613140] env[69440]: DEBUG oslo_vmware.api [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1307.613140] env[69440]: value = "task-4140564" [ 1307.613140] env[69440]: _type = "Task" [ 1307.613140] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.622653] env[69440]: DEBUG oslo_vmware.api [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140564, 'name': CloneVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.743232] env[69440]: DEBUG oslo_concurrency.lockutils [None req-446c5941-5e5e-40c0-a548-a358a32befa1 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.237s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.811184] env[69440]: DEBUG oslo_concurrency.lockutils [None req-526d510f-1323-431a-874b-136339484082 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.811471] env[69440]: DEBUG oslo_concurrency.lockutils [None req-526d510f-1323-431a-874b-136339484082 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.859057] env[69440]: INFO nova.compute.manager [-] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Took 1.45 seconds to deallocate network for instance. [ 1308.125237] env[69440]: DEBUG oslo_vmware.api [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140564, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.315713] env[69440]: INFO nova.compute.manager [None req-526d510f-1323-431a-874b-136339484082 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Detaching volume 62d0a382-57b1-418b-932a-5bcab47becfd [ 1308.348851] env[69440]: INFO nova.virt.block_device [None req-526d510f-1323-431a-874b-136339484082 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Attempting to driver detach volume 62d0a382-57b1-418b-932a-5bcab47becfd from mountpoint /dev/sdc [ 1308.349149] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-526d510f-1323-431a-874b-136339484082 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Volume detach. Driver type: vmdk {{(pid=69440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1308.349352] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-526d510f-1323-431a-874b-136339484082 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819986', 'volume_id': '62d0a382-57b1-418b-932a-5bcab47becfd', 'name': 'volume-62d0a382-57b1-418b-932a-5bcab47becfd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed111398-7c40-4cd8-9aba-1dd9b7a6f875', 'attached_at': '', 'detached_at': '', 'volume_id': '62d0a382-57b1-418b-932a-5bcab47becfd', 'serial': '62d0a382-57b1-418b-932a-5bcab47becfd'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1308.350290] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6abfe19-da55-4666-86f2-aaaad7986500 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.372432] env[69440]: DEBUG oslo_concurrency.lockutils [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.372432] env[69440]: DEBUG oslo_concurrency.lockutils [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.372605] env[69440]: DEBUG oslo_concurrency.lockutils [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.375390] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa5f79a-8ab1-41b1-bdac-cf556303f810 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.382656] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fa5935-49c4-4347-8085-62723e2becec {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.403035] env[69440]: INFO nova.scheduler.client.report [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Deleted allocations for instance bbcaea1e-0306-4292-b53e-9e8fb33f42c4 [ 1308.404703] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271b1313-57ab-482c-8398-7330895f05fc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.422560] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-526d510f-1323-431a-874b-136339484082 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] The volume has not been displaced from its original location: [datastore2] volume-62d0a382-57b1-418b-932a-5bcab47becfd/volume-62d0a382-57b1-418b-932a-5bcab47becfd.vmdk. No consolidation needed. {{(pid=69440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1308.427745] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-526d510f-1323-431a-874b-136339484082 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Reconfiguring VM instance instance-00000072 to detach disk 2002 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1308.428068] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a23ccd3-402f-482d-834c-8660117ce55e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.446723] env[69440]: DEBUG oslo_vmware.api [None req-526d510f-1323-431a-874b-136339484082 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1308.446723] env[69440]: value = "task-4140565" [ 1308.446723] env[69440]: _type = "Task" [ 1308.446723] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.459148] env[69440]: DEBUG oslo_vmware.api [None req-526d510f-1323-431a-874b-136339484082 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.625076] env[69440]: DEBUG oslo_vmware.api [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140564, 'name': CloneVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.915385] env[69440]: DEBUG oslo_concurrency.lockutils [None req-721a9723-0cd3-448b-88ef-370772cbba2e tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "bbcaea1e-0306-4292-b53e-9e8fb33f42c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.143s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.959880] env[69440]: DEBUG oslo_vmware.api [None req-526d510f-1323-431a-874b-136339484082 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140565, 'name': ReconfigVM_Task, 'duration_secs': 0.235175} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.960268] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-526d510f-1323-431a-874b-136339484082 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Reconfigured VM instance instance-00000072 to detach disk 2002 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1308.965819] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-647c4395-602c-48e6-9d02-df370b3e4414 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.984235] env[69440]: DEBUG oslo_vmware.api [None req-526d510f-1323-431a-874b-136339484082 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1308.984235] env[69440]: value = "task-4140566" [ 1308.984235] env[69440]: _type = "Task" [ 1308.984235] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.994663] env[69440]: DEBUG oslo_vmware.api [None req-526d510f-1323-431a-874b-136339484082 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.126020] env[69440]: DEBUG oslo_vmware.api [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140564, 'name': CloneVM_Task, 'duration_secs': 1.055619} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.126348] env[69440]: INFO nova.virt.vmwareapi.vmops [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Created linked-clone VM from snapshot [ 1309.127136] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edfcf55-309b-4983-baf8-7d60c56f8a73 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.136536] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Uploading image 0546ff55-b343-4a8d-8a59-7bccae1ef547 {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1309.161726] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1309.161726] env[69440]: value = "vm-819989" [ 1309.161726] env[69440]: _type = "VirtualMachine" [ 1309.161726] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1309.162043] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5a5863b7-68a2-4dbe-b439-2d58345c470e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.169686] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lease: (returnval){ [ 1309.169686] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52815300-1821-3b48-46c0-7586e36259f0" [ 1309.169686] env[69440]: _type = "HttpNfcLease" [ 1309.169686] env[69440]: } obtained for exporting VM: (result){ [ 1309.169686] env[69440]: value = "vm-819989" [ 1309.169686] env[69440]: _type = "VirtualMachine" [ 1309.169686] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1309.170193] env[69440]: DEBUG oslo_vmware.api [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the lease: (returnval){ [ 1309.170193] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52815300-1821-3b48-46c0-7586e36259f0" [ 1309.170193] env[69440]: _type = "HttpNfcLease" [ 1309.170193] env[69440]: } to be ready. {{(pid=69440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1309.176736] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1309.176736] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52815300-1821-3b48-46c0-7586e36259f0" [ 1309.176736] env[69440]: _type = "HttpNfcLease" [ 1309.176736] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1309.494513] env[69440]: DEBUG oslo_vmware.api [None req-526d510f-1323-431a-874b-136339484082 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140566, 'name': ReconfigVM_Task, 'duration_secs': 0.199244} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.494803] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-526d510f-1323-431a-874b-136339484082 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819986', 'volume_id': '62d0a382-57b1-418b-932a-5bcab47becfd', 'name': 'volume-62d0a382-57b1-418b-932a-5bcab47becfd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed111398-7c40-4cd8-9aba-1dd9b7a6f875', 'attached_at': '', 'detached_at': '', 'volume_id': '62d0a382-57b1-418b-932a-5bcab47becfd', 'serial': '62d0a382-57b1-418b-932a-5bcab47becfd'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1309.678688] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1309.678688] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52815300-1821-3b48-46c0-7586e36259f0" [ 1309.678688] env[69440]: _type = "HttpNfcLease" [ 1309.678688] env[69440]: } is ready. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1309.679123] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1309.679123] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52815300-1821-3b48-46c0-7586e36259f0" [ 1309.679123] env[69440]: _type = "HttpNfcLease" [ 1309.679123] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1309.679980] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc71475-5b79-463d-a38f-6b44de771a56 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.687971] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239e15c-1cfd-1b89-e1f8-fe3bbcbd6b02/disk-0.vmdk from lease info. {{(pid=69440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1309.688184] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239e15c-1cfd-1b89-e1f8-fe3bbcbd6b02/disk-0.vmdk for reading. {{(pid=69440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1309.746753] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "a0c09241-9c4f-4046-99db-f73f0fe01852" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.747019] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "a0c09241-9c4f-4046-99db-f73f0fe01852" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.776295] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-248eeb17-ec9c-4a25-8ded-8c50b4405c88 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.037600] env[69440]: DEBUG nova.objects.instance [None req-526d510f-1323-431a-874b-136339484082 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lazy-loading 'flavor' on Instance uuid ed111398-7c40-4cd8-9aba-1dd9b7a6f875 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.249087] env[69440]: DEBUG nova.compute.manager [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1310.779822] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.780276] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.781889] env[69440]: INFO nova.compute.claims [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1311.047147] env[69440]: DEBUG oslo_concurrency.lockutils [None req-526d510f-1323-431a-874b-136339484082 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.235s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.877640] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f179149-e5be-477a-833d-037d2d91377d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.887323] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b4a3b2-f676-440b-bd1f-e29d49cc314c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.922266] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7054ae4-a749-45d6-ac8e-9546bbda52e4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.932197] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585994ef-be89-4983-acbb-31a15999de45 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.947113] env[69440]: DEBUG nova.compute.provider_tree [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.250798] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.251229] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.251332] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.251928] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.252170] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.254616] env[69440]: INFO nova.compute.manager [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Terminating instance [ 1312.450979] env[69440]: DEBUG nova.scheduler.client.report [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.759769] env[69440]: DEBUG nova.compute.manager [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1312.760111] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.761017] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472daff2-1f52-4e7b-865e-f7fe943ee00f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.770789] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.771088] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea753469-3e0c-446e-bb6e-e950e22e4256 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.777996] env[69440]: DEBUG oslo_vmware.api [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1312.777996] env[69440]: value = "task-4140569" [ 1312.777996] env[69440]: _type = "Task" [ 1312.777996] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.787194] env[69440]: DEBUG oslo_vmware.api [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.957552] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.958182] env[69440]: DEBUG nova.compute.manager [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1313.102891] env[69440]: DEBUG oslo_concurrency.lockutils [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "fe3c33f1-67b3-4965-a3ed-b12928117ac9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.103140] env[69440]: DEBUG oslo_concurrency.lockutils [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "fe3c33f1-67b3-4965-a3ed-b12928117ac9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.288333] env[69440]: DEBUG oslo_vmware.api [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140569, 'name': PowerOffVM_Task, 'duration_secs': 0.198267} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.288584] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.288811] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1313.289064] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2465a6bb-da36-47bd-9112-233c399ddf40 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.366715] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1313.366715] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1313.367104] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Deleting the datastore file [datastore1] ed111398-7c40-4cd8-9aba-1dd9b7a6f875 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1313.367174] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdf09e27-7d4d-4309-910c-7316643ec6bd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.375897] env[69440]: DEBUG oslo_vmware.api [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for the task: (returnval){ [ 1313.375897] env[69440]: value = "task-4140571" [ 1313.375897] env[69440]: _type = "Task" [ 1313.375897] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.386348] env[69440]: DEBUG oslo_vmware.api [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.464297] env[69440]: DEBUG nova.compute.utils [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1313.465881] env[69440]: DEBUG nova.compute.manager [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1313.466160] env[69440]: DEBUG nova.network.neutron [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1313.515617] env[69440]: DEBUG nova.policy [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d72a4d3ff8342689af8cf597d611f52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a73c5a44e4b24fb9a8ac59104ade5085', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1313.606071] env[69440]: DEBUG nova.compute.manager [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1313.821290] env[69440]: DEBUG nova.network.neutron [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Successfully created port: d750ca29-a80b-4a46-b58d-3500a398c31f {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1313.887754] env[69440]: DEBUG oslo_vmware.api [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Task: {'id': task-4140571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208938} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.887754] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.888029] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.888029] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.888421] env[69440]: INFO nova.compute.manager [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1313.888678] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.888883] env[69440]: DEBUG nova.compute.manager [-] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1313.889050] env[69440]: DEBUG nova.network.neutron [-] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.969397] env[69440]: DEBUG nova.compute.manager [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1314.131138] env[69440]: DEBUG oslo_concurrency.lockutils [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.131448] env[69440]: DEBUG oslo_concurrency.lockutils [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.133169] env[69440]: INFO nova.compute.claims [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.495933] env[69440]: DEBUG nova.compute.manager [req-9b631d94-800b-4480-86a7-5180834384ca req-4879c118-2454-48f8-81c3-3c1ea6748aec service nova] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Received event network-vif-deleted-73b1495f-1900-4c35-95d0-827bbc230d19 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.495933] env[69440]: INFO nova.compute.manager [req-9b631d94-800b-4480-86a7-5180834384ca req-4879c118-2454-48f8-81c3-3c1ea6748aec service nova] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Neutron deleted interface 73b1495f-1900-4c35-95d0-827bbc230d19; detaching it from the instance and deleting it from the info cache [ 1314.495933] env[69440]: DEBUG nova.network.neutron [req-9b631d94-800b-4480-86a7-5180834384ca req-4879c118-2454-48f8-81c3-3c1ea6748aec service nova] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.980074] env[69440]: DEBUG nova.network.neutron [-] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.983123] env[69440]: DEBUG nova.compute.manager [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1314.998424] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fad257fe-cfa4-46c9-87b1-7378cbb9800f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.013039] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2609151-29b2-4376-bd55-01a183057f21 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.026853] env[69440]: DEBUG nova.virt.hardware [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.027251] env[69440]: DEBUG nova.virt.hardware [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.027507] env[69440]: DEBUG nova.virt.hardware [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.027777] env[69440]: DEBUG nova.virt.hardware [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.028036] env[69440]: DEBUG nova.virt.hardware [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.028279] env[69440]: DEBUG nova.virt.hardware [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.028585] env[69440]: DEBUG nova.virt.hardware [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.028818] env[69440]: DEBUG nova.virt.hardware [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.029114] env[69440]: DEBUG nova.virt.hardware [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.029364] env[69440]: DEBUG nova.virt.hardware [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.029627] env[69440]: DEBUG nova.virt.hardware [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.031372] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04f49b4-08c5-4e9e-85e7-2e023e97dc80 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.041504] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95165a8-a554-4fe4-977f-795c0bd7c3d0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.065228] env[69440]: DEBUG nova.compute.manager [req-9b631d94-800b-4480-86a7-5180834384ca req-4879c118-2454-48f8-81c3-3c1ea6748aec service nova] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Detach interface failed, port_id=73b1495f-1900-4c35-95d0-827bbc230d19, reason: Instance ed111398-7c40-4cd8-9aba-1dd9b7a6f875 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1315.253140] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0766abdf-2d1c-4537-a0fe-389d09229536 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.262838] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6361192-bd4a-45f9-9750-0e5ada367d4d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.296468] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b28c31-c634-43c1-8441-ab0cec8d9fe1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.305703] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf94d15-ce83-410b-8403-2a00a1da236f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.320750] env[69440]: DEBUG nova.compute.provider_tree [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.465365] env[69440]: DEBUG nova.network.neutron [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Successfully updated port: d750ca29-a80b-4a46-b58d-3500a398c31f {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1315.486913] env[69440]: INFO nova.compute.manager [-] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Took 1.60 seconds to deallocate network for instance. [ 1315.824765] env[69440]: DEBUG nova.scheduler.client.report [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.967785] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "refresh_cache-a0c09241-9c4f-4046-99db-f73f0fe01852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.968041] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "refresh_cache-a0c09241-9c4f-4046-99db-f73f0fe01852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.968611] env[69440]: DEBUG nova.network.neutron [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.993937] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.330156] env[69440]: DEBUG oslo_concurrency.lockutils [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.330607] env[69440]: DEBUG nova.compute.manager [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1316.333514] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.340s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.333753] env[69440]: DEBUG nova.objects.instance [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lazy-loading 'resources' on Instance uuid ed111398-7c40-4cd8-9aba-1dd9b7a6f875 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.504408] env[69440]: DEBUG nova.network.neutron [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1316.520285] env[69440]: DEBUG nova.compute.manager [req-7967e27a-2bd4-47ef-919a-4ef5b5675117 req-34f36746-baab-48f9-8a97-690a80728467 service nova] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Received event network-vif-plugged-d750ca29-a80b-4a46-b58d-3500a398c31f {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.520576] env[69440]: DEBUG oslo_concurrency.lockutils [req-7967e27a-2bd4-47ef-919a-4ef5b5675117 req-34f36746-baab-48f9-8a97-690a80728467 service nova] Acquiring lock "a0c09241-9c4f-4046-99db-f73f0fe01852-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.520793] env[69440]: DEBUG oslo_concurrency.lockutils [req-7967e27a-2bd4-47ef-919a-4ef5b5675117 req-34f36746-baab-48f9-8a97-690a80728467 service nova] Lock "a0c09241-9c4f-4046-99db-f73f0fe01852-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.520964] env[69440]: DEBUG oslo_concurrency.lockutils [req-7967e27a-2bd4-47ef-919a-4ef5b5675117 req-34f36746-baab-48f9-8a97-690a80728467 service nova] Lock "a0c09241-9c4f-4046-99db-f73f0fe01852-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.521145] env[69440]: DEBUG nova.compute.manager [req-7967e27a-2bd4-47ef-919a-4ef5b5675117 req-34f36746-baab-48f9-8a97-690a80728467 service nova] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] No waiting events found dispatching network-vif-plugged-d750ca29-a80b-4a46-b58d-3500a398c31f {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1316.521313] env[69440]: WARNING nova.compute.manager [req-7967e27a-2bd4-47ef-919a-4ef5b5675117 req-34f36746-baab-48f9-8a97-690a80728467 service nova] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Received unexpected event network-vif-plugged-d750ca29-a80b-4a46-b58d-3500a398c31f for instance with vm_state building and task_state spawning. [ 1316.521508] env[69440]: DEBUG nova.compute.manager [req-7967e27a-2bd4-47ef-919a-4ef5b5675117 req-34f36746-baab-48f9-8a97-690a80728467 service nova] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Received event network-changed-d750ca29-a80b-4a46-b58d-3500a398c31f {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.521624] env[69440]: DEBUG nova.compute.manager [req-7967e27a-2bd4-47ef-919a-4ef5b5675117 req-34f36746-baab-48f9-8a97-690a80728467 service nova] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Refreshing instance network info cache due to event network-changed-d750ca29-a80b-4a46-b58d-3500a398c31f. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1316.521786] env[69440]: DEBUG oslo_concurrency.lockutils [req-7967e27a-2bd4-47ef-919a-4ef5b5675117 req-34f36746-baab-48f9-8a97-690a80728467 service nova] Acquiring lock "refresh_cache-a0c09241-9c4f-4046-99db-f73f0fe01852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.652172] env[69440]: DEBUG nova.network.neutron [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Updating instance_info_cache with network_info: [{"id": "d750ca29-a80b-4a46-b58d-3500a398c31f", "address": "fa:16:3e:d7:05:55", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd750ca29-a8", "ovs_interfaceid": "d750ca29-a80b-4a46-b58d-3500a398c31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.836479] env[69440]: DEBUG nova.compute.utils [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1316.840704] env[69440]: DEBUG nova.compute.manager [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1316.841176] env[69440]: DEBUG nova.network.neutron [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1316.884315] env[69440]: DEBUG nova.policy [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '953bae9992674354ad3da96f7008670a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2b4c535d474c6eb53aef8e7a10ab16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1316.942180] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51f2fea-5cc5-4d5a-a69a-9dfe0c1ac285 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.950980] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac302c6e-37c1-478b-8c1f-181b68c65ac0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.985300] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfc03de-e33f-4d72-a313-5502fe364b74 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.993932] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfdcf32-b04d-426c-8225-9fdd132ac0eb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.009248] env[69440]: DEBUG nova.compute.provider_tree [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.154931] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "refresh_cache-a0c09241-9c4f-4046-99db-f73f0fe01852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.155398] env[69440]: DEBUG nova.compute.manager [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Instance network_info: |[{"id": "d750ca29-a80b-4a46-b58d-3500a398c31f", "address": "fa:16:3e:d7:05:55", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd750ca29-a8", "ovs_interfaceid": "d750ca29-a80b-4a46-b58d-3500a398c31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1317.155716] env[69440]: DEBUG oslo_concurrency.lockutils [req-7967e27a-2bd4-47ef-919a-4ef5b5675117 req-34f36746-baab-48f9-8a97-690a80728467 service nova] Acquired lock "refresh_cache-a0c09241-9c4f-4046-99db-f73f0fe01852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.155899] env[69440]: DEBUG nova.network.neutron [req-7967e27a-2bd4-47ef-919a-4ef5b5675117 req-34f36746-baab-48f9-8a97-690a80728467 service nova] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Refreshing network info cache for port d750ca29-a80b-4a46-b58d-3500a398c31f {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.157280] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:05:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd750ca29-a80b-4a46-b58d-3500a398c31f', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.167930] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.168731] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.169708] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89819cf5-650a-41b8-beef-376e840f4ce7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.184922] env[69440]: DEBUG nova.network.neutron [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Successfully created port: 2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1317.193474] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.193474] env[69440]: value = "task-4140572" [ 1317.193474] env[69440]: _type = "Task" [ 1317.193474] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.202793] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140572, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.345748] env[69440]: DEBUG nova.compute.manager [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1317.512413] env[69440]: DEBUG nova.scheduler.client.report [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.593436] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239e15c-1cfd-1b89-e1f8-fe3bbcbd6b02/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1317.594944] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebe3a6e-a268-4387-9070-f504cdc5a95e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.604060] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239e15c-1cfd-1b89-e1f8-fe3bbcbd6b02/disk-0.vmdk is in state: ready. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1317.604366] env[69440]: ERROR oslo_vmware.rw_handles [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239e15c-1cfd-1b89-e1f8-fe3bbcbd6b02/disk-0.vmdk due to incomplete transfer. [ 1317.604708] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-22225a25-26c9-4e4a-9117-9960724d739c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.613505] env[69440]: DEBUG oslo_vmware.rw_handles [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239e15c-1cfd-1b89-e1f8-fe3bbcbd6b02/disk-0.vmdk. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1317.613708] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Uploaded image 0546ff55-b343-4a8d-8a59-7bccae1ef547 to the Glance image server {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1317.615984] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Destroying the VM {{(pid=69440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1317.616270] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e1a049fc-c5f0-4964-947a-21dde9aaea13 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.622024] env[69440]: DEBUG oslo_vmware.api [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1317.622024] env[69440]: value = "task-4140573" [ 1317.622024] env[69440]: _type = "Task" [ 1317.622024] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.630062] env[69440]: DEBUG oslo_vmware.api [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140573, 'name': Destroy_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.706471] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140572, 'name': CreateVM_Task, 'duration_secs': 0.3987} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.706706] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.709957] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.710197] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.710553] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.710873] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ab36bed-d94e-4cf9-97ac-8b6363cde28a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.716289] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1317.716289] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52a0508b-efd5-e367-d006-9249f2d18ff7" [ 1317.716289] env[69440]: _type = "Task" [ 1317.716289] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.724924] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a0508b-efd5-e367-d006-9249f2d18ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.850492] env[69440]: INFO nova.virt.block_device [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Booting with volume 31e5e032-a0fe-47fe-a817-f919a30ca078 at /dev/sda [ 1317.890923] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7424b84-ac86-47b2-a5e7-207a24b703f6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.898741] env[69440]: DEBUG nova.network.neutron [req-7967e27a-2bd4-47ef-919a-4ef5b5675117 req-34f36746-baab-48f9-8a97-690a80728467 service nova] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Updated VIF entry in instance network info cache for port d750ca29-a80b-4a46-b58d-3500a398c31f. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.899182] env[69440]: DEBUG nova.network.neutron [req-7967e27a-2bd4-47ef-919a-4ef5b5675117 req-34f36746-baab-48f9-8a97-690a80728467 service nova] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Updating instance_info_cache with network_info: [{"id": "d750ca29-a80b-4a46-b58d-3500a398c31f", "address": "fa:16:3e:d7:05:55", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd750ca29-a8", "ovs_interfaceid": "d750ca29-a80b-4a46-b58d-3500a398c31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.902989] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a629e272-1690-4e32-847b-ac655b17e7ce {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.917514] env[69440]: DEBUG oslo_concurrency.lockutils [req-7967e27a-2bd4-47ef-919a-4ef5b5675117 req-34f36746-baab-48f9-8a97-690a80728467 service nova] Releasing lock "refresh_cache-a0c09241-9c4f-4046-99db-f73f0fe01852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.938238] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d71bfa0-ce3f-4e96-a2c5-fe9b1f2a1136 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.947750] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac242be9-488c-4a1b-aaea-3c5262c9810c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.983440] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd779111-5eb8-4768-a297-11bb072cbab2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.993855] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814c281c-fa59-4210-9cec-a42541e6bea8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.011301] env[69440]: DEBUG nova.virt.block_device [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Updating existing volume attachment record: 4dfcca46-5269-4a9a-ab4e-b64e352167c7 {{(pid=69440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1318.017477] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.045195] env[69440]: INFO nova.scheduler.client.report [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Deleted allocations for instance ed111398-7c40-4cd8-9aba-1dd9b7a6f875 [ 1318.134238] env[69440]: DEBUG oslo_vmware.api [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140573, 'name': Destroy_Task, 'duration_secs': 0.401235} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.134238] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Destroyed the VM [ 1318.134238] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Deleting Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1318.134238] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-49449557-2392-45db-9b7d-328a25378499 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.143335] env[69440]: DEBUG oslo_vmware.api [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1318.143335] env[69440]: value = "task-4140574" [ 1318.143335] env[69440]: _type = "Task" [ 1318.143335] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.153691] env[69440]: DEBUG oslo_vmware.api [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140574, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.228778] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a0508b-efd5-e367-d006-9249f2d18ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.012102} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.229190] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.229439] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1318.229701] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.229873] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.230100] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.230384] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6ef8606-04c4-4f7f-94c6-af5c683156ae {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.240096] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.240330] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1318.241132] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c6b9d2-965b-4f94-a7d9-bbbab8485033 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.247473] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1318.247473] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52880af3-bf69-1434-10aa-6be59b50284e" [ 1318.247473] env[69440]: _type = "Task" [ 1318.247473] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.258027] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52880af3-bf69-1434-10aa-6be59b50284e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.555769] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Lock "ed111398-7c40-4cd8-9aba-1dd9b7a6f875" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.303s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.625961] env[69440]: DEBUG nova.compute.manager [req-3ec6ddfd-94eb-45c3-8eba-75dd06193168 req-2ce8e8e7-f545-41cb-ab94-1f9578008e44 service nova] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Received event network-vif-plugged-2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.626734] env[69440]: DEBUG oslo_concurrency.lockutils [req-3ec6ddfd-94eb-45c3-8eba-75dd06193168 req-2ce8e8e7-f545-41cb-ab94-1f9578008e44 service nova] Acquiring lock "fe3c33f1-67b3-4965-a3ed-b12928117ac9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.626734] env[69440]: DEBUG oslo_concurrency.lockutils [req-3ec6ddfd-94eb-45c3-8eba-75dd06193168 req-2ce8e8e7-f545-41cb-ab94-1f9578008e44 service nova] Lock "fe3c33f1-67b3-4965-a3ed-b12928117ac9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.626902] env[69440]: DEBUG oslo_concurrency.lockutils [req-3ec6ddfd-94eb-45c3-8eba-75dd06193168 req-2ce8e8e7-f545-41cb-ab94-1f9578008e44 service nova] Lock "fe3c33f1-67b3-4965-a3ed-b12928117ac9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.627061] env[69440]: DEBUG nova.compute.manager [req-3ec6ddfd-94eb-45c3-8eba-75dd06193168 req-2ce8e8e7-f545-41cb-ab94-1f9578008e44 service nova] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] No waiting events found dispatching network-vif-plugged-2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1318.627213] env[69440]: WARNING nova.compute.manager [req-3ec6ddfd-94eb-45c3-8eba-75dd06193168 req-2ce8e8e7-f545-41cb-ab94-1f9578008e44 service nova] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Received unexpected event network-vif-plugged-2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d for instance with vm_state building and task_state block_device_mapping. [ 1318.653813] env[69440]: DEBUG oslo_vmware.api [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140574, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.717473] env[69440]: DEBUG nova.network.neutron [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Successfully updated port: 2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1318.760260] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52880af3-bf69-1434-10aa-6be59b50284e, 'name': SearchDatastore_Task, 'duration_secs': 0.011106} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.761135] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75bb1f39-ec04-4a3a-87a9-c554f8b345f4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.767643] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1318.767643] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52247f00-0ba2-d52f-83a7-da9102356140" [ 1318.767643] env[69440]: _type = "Task" [ 1318.767643] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.776793] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52247f00-0ba2-d52f-83a7-da9102356140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.155603] env[69440]: DEBUG oslo_vmware.api [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140574, 'name': RemoveSnapshot_Task, 'duration_secs': 0.705905} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.156085] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Deleted Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1319.156170] env[69440]: INFO nova.compute.manager [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Took 13.63 seconds to snapshot the instance on the hypervisor. [ 1319.221882] env[69440]: DEBUG oslo_concurrency.lockutils [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "refresh_cache-fe3c33f1-67b3-4965-a3ed-b12928117ac9" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.222070] env[69440]: DEBUG oslo_concurrency.lockutils [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired lock "refresh_cache-fe3c33f1-67b3-4965-a3ed-b12928117ac9" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.222236] env[69440]: DEBUG nova.network.neutron [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.247453] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.247727] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.278947] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52247f00-0ba2-d52f-83a7-da9102356140, 'name': SearchDatastore_Task, 'duration_secs': 0.011141} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.279238] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.279528] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] a0c09241-9c4f-4046-99db-f73f0fe01852/a0c09241-9c4f-4046-99db-f73f0fe01852.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1319.279798] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e4b9f99-a6d3-4a40-84d5-8fe06630f042 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.286670] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1319.286670] env[69440]: value = "task-4140576" [ 1319.286670] env[69440]: _type = "Task" [ 1319.286670] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.295395] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.701699] env[69440]: DEBUG nova.compute.manager [None req-c72da56c-1114-48b6-9a85-6c3af32595b1 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Found 1 images (rotation: 2) {{(pid=69440) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1319.761105] env[69440]: DEBUG nova.network.neutron [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1319.797995] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491988} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.798221] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] a0c09241-9c4f-4046-99db-f73f0fe01852/a0c09241-9c4f-4046-99db-f73f0fe01852.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1319.798447] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1319.798712] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7b0cd6c-27dc-4627-a765-f1d8d4b0006d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.806628] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1319.806628] env[69440]: value = "task-4140577" [ 1319.806628] env[69440]: _type = "Task" [ 1319.806628] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.820485] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.919892] env[69440]: DEBUG nova.network.neutron [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Updating instance_info_cache with network_info: [{"id": "2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d", "address": "fa:16:3e:db:aa:2d", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd63b6b-01", "ovs_interfaceid": "2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.101526] env[69440]: DEBUG nova.compute.manager [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1320.102225] env[69440]: DEBUG nova.virt.hardware [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1320.102566] env[69440]: DEBUG nova.virt.hardware [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.102701] env[69440]: DEBUG nova.virt.hardware [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1320.102832] env[69440]: DEBUG nova.virt.hardware [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.103019] env[69440]: DEBUG nova.virt.hardware [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1320.103208] env[69440]: DEBUG nova.virt.hardware [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1320.103449] env[69440]: DEBUG nova.virt.hardware [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1320.103640] env[69440]: DEBUG nova.virt.hardware [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1320.103840] env[69440]: DEBUG nova.virt.hardware [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1320.104062] env[69440]: DEBUG nova.virt.hardware [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1320.104318] env[69440]: DEBUG nova.virt.hardware [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1320.105261] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3883f1ec-5b80-4c31-bcd4-c8a981bc38e7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.113960] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9137c812-d5a9-4fe8-9e08-f184ce039666 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.316383] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078714} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.316752] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1320.317494] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b2706c-a3d9-4c0c-abc1-651c2da2da94 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.340676] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] a0c09241-9c4f-4046-99db-f73f0fe01852/a0c09241-9c4f-4046-99db-f73f0fe01852.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.340964] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ca22b56-aaeb-422e-adcc-001fdcb7401c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.361054] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1320.361054] env[69440]: value = "task-4140578" [ 1320.361054] env[69440]: _type = "Task" [ 1320.361054] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.370042] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.425417] env[69440]: DEBUG oslo_concurrency.lockutils [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Releasing lock "refresh_cache-fe3c33f1-67b3-4965-a3ed-b12928117ac9" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.425788] env[69440]: DEBUG nova.compute.manager [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Instance network_info: |[{"id": "2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d", "address": "fa:16:3e:db:aa:2d", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd63b6b-01", "ovs_interfaceid": "2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1320.426218] env[69440]: DEBUG nova.compute.manager [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1320.426663] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:aa:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1320.434283] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1320.434987] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01134da-ff31-4d83-a21b-b43f26df5d9e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.437771] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1320.437999] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ea62c62-d243-4911-a9ad-af069c7f1c8c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.459522] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1320.459522] env[69440]: value = "task-4140579" [ 1320.459522] env[69440]: _type = "Task" [ 1320.459522] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.468154] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140579, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.671419] env[69440]: DEBUG nova.compute.manager [req-4705fdbf-69bb-4a6a-b7cd-35ea9878b9b4 req-ed30f851-76b9-4a7c-8066-123a183a4677 service nova] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Received event network-changed-2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.671619] env[69440]: DEBUG nova.compute.manager [req-4705fdbf-69bb-4a6a-b7cd-35ea9878b9b4 req-ed30f851-76b9-4a7c-8066-123a183a4677 service nova] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Refreshing instance network info cache due to event network-changed-2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.671837] env[69440]: DEBUG oslo_concurrency.lockutils [req-4705fdbf-69bb-4a6a-b7cd-35ea9878b9b4 req-ed30f851-76b9-4a7c-8066-123a183a4677 service nova] Acquiring lock "refresh_cache-fe3c33f1-67b3-4965-a3ed-b12928117ac9" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.671980] env[69440]: DEBUG oslo_concurrency.lockutils [req-4705fdbf-69bb-4a6a-b7cd-35ea9878b9b4 req-ed30f851-76b9-4a7c-8066-123a183a4677 service nova] Acquired lock "refresh_cache-fe3c33f1-67b3-4965-a3ed-b12928117ac9" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.672161] env[69440]: DEBUG nova.network.neutron [req-4705fdbf-69bb-4a6a-b7cd-35ea9878b9b4 req-ed30f851-76b9-4a7c-8066-123a183a4677 service nova] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Refreshing network info cache for port 2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.875086] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140578, 'name': ReconfigVM_Task, 'duration_secs': 0.307765} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.875487] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Reconfigured VM instance instance-00000076 to attach disk [datastore1] a0c09241-9c4f-4046-99db-f73f0fe01852/a0c09241-9c4f-4046-99db-f73f0fe01852.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.876362] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d200223-9ea8-4d95-9ca5-83aa0dafb4a3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.884417] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1320.884417] env[69440]: value = "task-4140580" [ 1320.884417] env[69440]: _type = "Task" [ 1320.884417] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.895120] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140580, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.961754] env[69440]: INFO nova.compute.manager [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] instance snapshotting [ 1320.962600] env[69440]: DEBUG nova.objects.instance [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lazy-loading 'flavor' on Instance uuid f4d37dc7-3946-4df9-a93e-e2affc91a824 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.974642] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140579, 'name': CreateVM_Task} progress is 25%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.247944] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.247944] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.247944] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.247944] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1321.395800] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140580, 'name': Rename_Task, 'duration_secs': 0.247366} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.396205] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.396373] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d670d80b-ce8c-40e1-9b57-9824ce7b00be {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.403263] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1321.403263] env[69440]: value = "task-4140581" [ 1321.403263] env[69440]: _type = "Task" [ 1321.403263] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.406975] env[69440]: DEBUG nova.network.neutron [req-4705fdbf-69bb-4a6a-b7cd-35ea9878b9b4 req-ed30f851-76b9-4a7c-8066-123a183a4677 service nova] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Updated VIF entry in instance network info cache for port 2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.407377] env[69440]: DEBUG nova.network.neutron [req-4705fdbf-69bb-4a6a-b7cd-35ea9878b9b4 req-ed30f851-76b9-4a7c-8066-123a183a4677 service nova] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Updating instance_info_cache with network_info: [{"id": "2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d", "address": "fa:16:3e:db:aa:2d", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd63b6b-01", "ovs_interfaceid": "2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.413624] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.471659] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5350fe3b-5195-47fa-afc2-1a91c90d56fc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.477504] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140579, 'name': CreateVM_Task, 'duration_secs': 0.799226} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.478538] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1321.478742] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819987', 'volume_id': '31e5e032-a0fe-47fe-a817-f919a30ca078', 'name': 'volume-31e5e032-a0fe-47fe-a817-f919a30ca078', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe3c33f1-67b3-4965-a3ed-b12928117ac9', 'attached_at': '', 'detached_at': '', 'volume_id': '31e5e032-a0fe-47fe-a817-f919a30ca078', 'serial': '31e5e032-a0fe-47fe-a817-f919a30ca078'}, 'guest_format': None, 'attachment_id': '4dfcca46-5269-4a9a-ab4e-b64e352167c7', 'mount_device': '/dev/sda', 'disk_bus': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69440) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1321.478955] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Root volume attach. Driver type: vmdk {{(pid=69440) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1321.479753] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6363172-de0c-48aa-b320-64a4f6b4697f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.496602] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ccc742-2f2f-4431-a4fe-e57edb39b641 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.503533] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcf58b3-37bc-46de-9e4f-34f62fd60518 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.514421] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb64fb9-ee80-4179-a2de-d12f71f75c13 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.521539] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-73cdd457-be71-474f-b8e8-a85384ee9ccd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.529084] env[69440]: DEBUG oslo_vmware.api [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1321.529084] env[69440]: value = "task-4140582" [ 1321.529084] env[69440]: _type = "Task" [ 1321.529084] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.538025] env[69440]: DEBUG oslo_vmware.api [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140582, 'name': RelocateVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.910789] env[69440]: DEBUG oslo_concurrency.lockutils [req-4705fdbf-69bb-4a6a-b7cd-35ea9878b9b4 req-ed30f851-76b9-4a7c-8066-123a183a4677 service nova] Releasing lock "refresh_cache-fe3c33f1-67b3-4965-a3ed-b12928117ac9" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.914697] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140581, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.012434] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Creating Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1322.012794] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4fee6a18-afe4-4868-a6ab-42b7fb0ae1e8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.020459] env[69440]: DEBUG oslo_vmware.api [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1322.020459] env[69440]: value = "task-4140584" [ 1322.020459] env[69440]: _type = "Task" [ 1322.020459] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.034031] env[69440]: DEBUG oslo_vmware.api [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140584, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.044936] env[69440]: DEBUG oslo_vmware.api [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140582, 'name': RelocateVM_Task, 'duration_secs': 0.513651} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.045268] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Volume attach. Driver type: vmdk {{(pid=69440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1322.045494] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819987', 'volume_id': '31e5e032-a0fe-47fe-a817-f919a30ca078', 'name': 'volume-31e5e032-a0fe-47fe-a817-f919a30ca078', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe3c33f1-67b3-4965-a3ed-b12928117ac9', 'attached_at': '', 'detached_at': '', 'volume_id': '31e5e032-a0fe-47fe-a817-f919a30ca078', 'serial': '31e5e032-a0fe-47fe-a817-f919a30ca078'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1322.046366] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1b045c-0b63-4e74-b5d5-3878e00cf9bd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.065151] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0923e9cb-97a9-4d00-8d54-4c31a61b2719 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.104265] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-31e5e032-a0fe-47fe-a817-f919a30ca078/volume-31e5e032-a0fe-47fe-a817-f919a30ca078.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.104785] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe247d8d-4710-43d5-8943-e3018933adab {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.136466] env[69440]: DEBUG oslo_vmware.api [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1322.136466] env[69440]: value = "task-4140585" [ 1322.136466] env[69440]: _type = "Task" [ 1322.136466] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.146880] env[69440]: DEBUG oslo_vmware.api [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.243668] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.247456] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.416583] env[69440]: DEBUG oslo_vmware.api [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140581, 'name': PowerOnVM_Task, 'duration_secs': 0.519089} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.417103] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.417205] env[69440]: INFO nova.compute.manager [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1322.417425] env[69440]: DEBUG nova.compute.manager [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1322.418422] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03a8e37-2801-4ee9-b29c-6cd6db7abf91 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.534938] env[69440]: DEBUG oslo_vmware.api [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140584, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.647874] env[69440]: DEBUG oslo_vmware.api [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140585, 'name': ReconfigVM_Task, 'duration_secs': 0.319853} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.648120] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-31e5e032-a0fe-47fe-a817-f919a30ca078/volume-31e5e032-a0fe-47fe-a817-f919a30ca078.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.653202] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f26da12a-d55f-4b41-bc07-c45145b729bb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.670232] env[69440]: DEBUG oslo_vmware.api [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1322.670232] env[69440]: value = "task-4140586" [ 1322.670232] env[69440]: _type = "Task" [ 1322.670232] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.680135] env[69440]: DEBUG oslo_vmware.api [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.750854] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.751281] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.751585] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.751846] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1322.753188] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d16c11-b94b-4d9f-ae94-0c6dd9930016 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.766699] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b9b9a3-f47a-4ebc-b97e-ab80ae8400d2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.785152] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1933d6be-388a-4d99-9f3e-d7991e366986 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.794282] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7d8667-cdf2-47d6-a9ed-ba6c7beacc29 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.830106] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179566MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=69440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1322.830432] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.830725] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.940994] env[69440]: INFO nova.compute.manager [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Took 12.19 seconds to build instance. [ 1323.035952] env[69440]: DEBUG oslo_vmware.api [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140584, 'name': CreateSnapshot_Task, 'duration_secs': 0.542334} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.036249] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Created Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1323.037122] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c73a369-a538-406f-95e9-19dc47762875 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.181376] env[69440]: DEBUG oslo_vmware.api [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140586, 'name': ReconfigVM_Task, 'duration_secs': 0.336422} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.181709] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819987', 'volume_id': '31e5e032-a0fe-47fe-a817-f919a30ca078', 'name': 'volume-31e5e032-a0fe-47fe-a817-f919a30ca078', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe3c33f1-67b3-4965-a3ed-b12928117ac9', 'attached_at': '', 'detached_at': '', 'volume_id': '31e5e032-a0fe-47fe-a817-f919a30ca078', 'serial': '31e5e032-a0fe-47fe-a817-f919a30ca078'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1323.182308] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffefdda1-7e67-4117-b0f0-6057599b9493 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.190480] env[69440]: DEBUG oslo_vmware.api [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1323.190480] env[69440]: value = "task-4140587" [ 1323.190480] env[69440]: _type = "Task" [ 1323.190480] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.200059] env[69440]: DEBUG oslo_vmware.api [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140587, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.443428] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3f368967-acf8-40fb-a94e-45b294a85977 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "a0c09241-9c4f-4046-99db-f73f0fe01852" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.696s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.556148] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Creating linked-clone VM from snapshot {{(pid=69440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1323.556515] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c444b6c4-3a8e-4884-a30f-622c6925e912 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.567289] env[69440]: DEBUG oslo_vmware.api [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1323.567289] env[69440]: value = "task-4140588" [ 1323.567289] env[69440]: _type = "Task" [ 1323.567289] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.580321] env[69440]: DEBUG oslo_vmware.api [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140588, 'name': CloneVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.703200] env[69440]: DEBUG oslo_vmware.api [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140587, 'name': Rename_Task, 'duration_secs': 0.399754} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.703630] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.703905] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3202691-02f2-49e5-bcd5-a2ff3ee119c4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.712614] env[69440]: DEBUG oslo_vmware.api [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1323.712614] env[69440]: value = "task-4140589" [ 1323.712614] env[69440]: _type = "Task" [ 1323.712614] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.724352] env[69440]: DEBUG oslo_vmware.api [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.864249] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 896ced19-ce4b-486c-9a37-96cb8e6767d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1323.864493] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance f4d37dc7-3946-4df9-a93e-e2affc91a824 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1323.864689] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance b4ffa45e-1385-469e-83dc-9b70a8ee2fc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1323.864846] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance a0c09241-9c4f-4046-99db-f73f0fe01852 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1323.865020] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance fe3c33f1-67b3-4965-a3ed-b12928117ac9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1323.865382] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1323.865470] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1323.951688] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963374a2-c3d8-4eb7-b584-abf24fdabf1a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.960450] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce27a8ef-4658-499d-b092-b07f7d2b443e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.994557] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db34243e-c7e6-4770-a26b-dba4c39c24e9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.004450] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de22ae5-bcc1-4988-a5d2-698421e29777 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.021568] env[69440]: DEBUG nova.compute.provider_tree [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.078523] env[69440]: DEBUG oslo_vmware.api [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140588, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.225590] env[69440]: DEBUG oslo_vmware.api [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140589, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.244572] env[69440]: DEBUG nova.compute.manager [req-6c4ee56c-74ab-44c4-9702-0aae93d5a418 req-71b485df-9550-4b14-a864-bee704003341 service nova] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Received event network-changed-d750ca29-a80b-4a46-b58d-3500a398c31f {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.244931] env[69440]: DEBUG nova.compute.manager [req-6c4ee56c-74ab-44c4-9702-0aae93d5a418 req-71b485df-9550-4b14-a864-bee704003341 service nova] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Refreshing instance network info cache due to event network-changed-d750ca29-a80b-4a46-b58d-3500a398c31f. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1324.245211] env[69440]: DEBUG oslo_concurrency.lockutils [req-6c4ee56c-74ab-44c4-9702-0aae93d5a418 req-71b485df-9550-4b14-a864-bee704003341 service nova] Acquiring lock "refresh_cache-a0c09241-9c4f-4046-99db-f73f0fe01852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.245362] env[69440]: DEBUG oslo_concurrency.lockutils [req-6c4ee56c-74ab-44c4-9702-0aae93d5a418 req-71b485df-9550-4b14-a864-bee704003341 service nova] Acquired lock "refresh_cache-a0c09241-9c4f-4046-99db-f73f0fe01852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.245630] env[69440]: DEBUG nova.network.neutron [req-6c4ee56c-74ab-44c4-9702-0aae93d5a418 req-71b485df-9550-4b14-a864-bee704003341 service nova] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Refreshing network info cache for port d750ca29-a80b-4a46-b58d-3500a398c31f {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.525778] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.579768] env[69440]: DEBUG oslo_vmware.api [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140588, 'name': CloneVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.727920] env[69440]: DEBUG oslo_vmware.api [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140589, 'name': PowerOnVM_Task, 'duration_secs': 0.694328} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.728355] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.728640] env[69440]: INFO nova.compute.manager [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Took 4.63 seconds to spawn the instance on the hypervisor. [ 1324.728893] env[69440]: DEBUG nova.compute.manager [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1324.730081] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef019d4-611e-4cda-ab59-0163106d5638 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.971378] env[69440]: DEBUG nova.network.neutron [req-6c4ee56c-74ab-44c4-9702-0aae93d5a418 req-71b485df-9550-4b14-a864-bee704003341 service nova] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Updated VIF entry in instance network info cache for port d750ca29-a80b-4a46-b58d-3500a398c31f. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.971756] env[69440]: DEBUG nova.network.neutron [req-6c4ee56c-74ab-44c4-9702-0aae93d5a418 req-71b485df-9550-4b14-a864-bee704003341 service nova] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Updating instance_info_cache with network_info: [{"id": "d750ca29-a80b-4a46-b58d-3500a398c31f", "address": "fa:16:3e:d7:05:55", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd750ca29-a8", "ovs_interfaceid": "d750ca29-a80b-4a46-b58d-3500a398c31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.033131] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1325.033494] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.203s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.080908] env[69440]: DEBUG oslo_vmware.api [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140588, 'name': CloneVM_Task, 'duration_secs': 1.036008} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.081196] env[69440]: INFO nova.virt.vmwareapi.vmops [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Created linked-clone VM from snapshot [ 1325.082023] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5661f468-325a-4eb0-8385-f2bdef2b7d63 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.092069] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Uploading image bd380dac-dca6-4b41-a936-565882b00ac3 {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1325.113946] env[69440]: DEBUG oslo_vmware.rw_handles [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1325.113946] env[69440]: value = "vm-819993" [ 1325.113946] env[69440]: _type = "VirtualMachine" [ 1325.113946] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1325.114501] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a94bf76c-d767-4307-90cb-200996b54a8c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.123699] env[69440]: DEBUG oslo_vmware.rw_handles [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lease: (returnval){ [ 1325.123699] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ac1a4d-9133-5028-f98b-9292f705c134" [ 1325.123699] env[69440]: _type = "HttpNfcLease" [ 1325.123699] env[69440]: } obtained for exporting VM: (result){ [ 1325.123699] env[69440]: value = "vm-819993" [ 1325.123699] env[69440]: _type = "VirtualMachine" [ 1325.123699] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1325.124092] env[69440]: DEBUG oslo_vmware.api [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the lease: (returnval){ [ 1325.124092] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ac1a4d-9133-5028-f98b-9292f705c134" [ 1325.124092] env[69440]: _type = "HttpNfcLease" [ 1325.124092] env[69440]: } to be ready. {{(pid=69440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1325.131170] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1325.131170] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ac1a4d-9133-5028-f98b-9292f705c134" [ 1325.131170] env[69440]: _type = "HttpNfcLease" [ 1325.131170] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1325.249239] env[69440]: INFO nova.compute.manager [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Took 11.14 seconds to build instance. [ 1325.475175] env[69440]: DEBUG oslo_concurrency.lockutils [req-6c4ee56c-74ab-44c4-9702-0aae93d5a418 req-71b485df-9550-4b14-a864-bee704003341 service nova] Releasing lock "refresh_cache-a0c09241-9c4f-4046-99db-f73f0fe01852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.633300] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1325.633300] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ac1a4d-9133-5028-f98b-9292f705c134" [ 1325.633300] env[69440]: _type = "HttpNfcLease" [ 1325.633300] env[69440]: } is ready. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1325.633830] env[69440]: DEBUG oslo_vmware.rw_handles [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1325.633830] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ac1a4d-9133-5028-f98b-9292f705c134" [ 1325.633830] env[69440]: _type = "HttpNfcLease" [ 1325.633830] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1325.634341] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edf0002-d653-4940-9043-cd6fd30f16f2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.642020] env[69440]: DEBUG oslo_vmware.rw_handles [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52832124-c90f-990f-0b7d-740efa2c54fd/disk-0.vmdk from lease info. {{(pid=69440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1325.642213] env[69440]: DEBUG oslo_vmware.rw_handles [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52832124-c90f-990f-0b7d-740efa2c54fd/disk-0.vmdk for reading. {{(pid=69440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1325.738937] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d4c5358b-3d25-4521-8c04-a96835a07d8f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.753339] env[69440]: DEBUG oslo_concurrency.lockutils [None req-40970923-4609-4ce9-8ee4-56285f3b04a3 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "fe3c33f1-67b3-4965-a3ed-b12928117ac9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.650s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.034606] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.648486] env[69440]: DEBUG nova.compute.manager [req-e13f9ba8-a154-43b6-8b9e-ed8b822a85ea req-aec94449-419e-48e6-a6e6-b136b9974135 service nova] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Received event network-changed-04e441d7-c785-4e54-983f-4b6dda81282c {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.648928] env[69440]: DEBUG nova.compute.manager [req-e13f9ba8-a154-43b6-8b9e-ed8b822a85ea req-aec94449-419e-48e6-a6e6-b136b9974135 service nova] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Refreshing instance network info cache due to event network-changed-04e441d7-c785-4e54-983f-4b6dda81282c. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1326.649378] env[69440]: DEBUG oslo_concurrency.lockutils [req-e13f9ba8-a154-43b6-8b9e-ed8b822a85ea req-aec94449-419e-48e6-a6e6-b136b9974135 service nova] Acquiring lock "refresh_cache-896ced19-ce4b-486c-9a37-96cb8e6767d0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.649605] env[69440]: DEBUG oslo_concurrency.lockutils [req-e13f9ba8-a154-43b6-8b9e-ed8b822a85ea req-aec94449-419e-48e6-a6e6-b136b9974135 service nova] Acquired lock "refresh_cache-896ced19-ce4b-486c-9a37-96cb8e6767d0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.649844] env[69440]: DEBUG nova.network.neutron [req-e13f9ba8-a154-43b6-8b9e-ed8b822a85ea req-aec94449-419e-48e6-a6e6-b136b9974135 service nova] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Refreshing network info cache for port 04e441d7-c785-4e54-983f-4b6dda81282c {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1327.243448] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.374501] env[69440]: DEBUG nova.network.neutron [req-e13f9ba8-a154-43b6-8b9e-ed8b822a85ea req-aec94449-419e-48e6-a6e6-b136b9974135 service nova] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Updated VIF entry in instance network info cache for port 04e441d7-c785-4e54-983f-4b6dda81282c. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1327.375097] env[69440]: DEBUG nova.network.neutron [req-e13f9ba8-a154-43b6-8b9e-ed8b822a85ea req-aec94449-419e-48e6-a6e6-b136b9974135 service nova] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Updating instance_info_cache with network_info: [{"id": "04e441d7-c785-4e54-983f-4b6dda81282c", "address": "fa:16:3e:79:75:6e", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e441d7-c7", "ovs_interfaceid": "04e441d7-c785-4e54-983f-4b6dda81282c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.878949] env[69440]: DEBUG oslo_concurrency.lockutils [req-e13f9ba8-a154-43b6-8b9e-ed8b822a85ea req-aec94449-419e-48e6-a6e6-b136b9974135 service nova] Releasing lock "refresh_cache-896ced19-ce4b-486c-9a37-96cb8e6767d0" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.150508] env[69440]: DEBUG nova.compute.manager [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Stashing vm_state: active {{(pid=69440) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1328.675680] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.676155] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.685276] env[69440]: DEBUG nova.compute.manager [req-4475a9a7-8467-4742-ae8d-73a27f3211f4 req-e9414099-75c0-4007-95df-0aeac0e711d7 service nova] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Received event network-changed-2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.685486] env[69440]: DEBUG nova.compute.manager [req-4475a9a7-8467-4742-ae8d-73a27f3211f4 req-e9414099-75c0-4007-95df-0aeac0e711d7 service nova] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Refreshing instance network info cache due to event network-changed-2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1328.685790] env[69440]: DEBUG oslo_concurrency.lockutils [req-4475a9a7-8467-4742-ae8d-73a27f3211f4 req-e9414099-75c0-4007-95df-0aeac0e711d7 service nova] Acquiring lock "refresh_cache-fe3c33f1-67b3-4965-a3ed-b12928117ac9" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.685837] env[69440]: DEBUG oslo_concurrency.lockutils [req-4475a9a7-8467-4742-ae8d-73a27f3211f4 req-e9414099-75c0-4007-95df-0aeac0e711d7 service nova] Acquired lock "refresh_cache-fe3c33f1-67b3-4965-a3ed-b12928117ac9" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.685999] env[69440]: DEBUG nova.network.neutron [req-4475a9a7-8467-4742-ae8d-73a27f3211f4 req-e9414099-75c0-4007-95df-0aeac0e711d7 service nova] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Refreshing network info cache for port 2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.181406] env[69440]: INFO nova.compute.claims [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1329.688882] env[69440]: INFO nova.compute.resource_tracker [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Updating resource usage from migration cc3f95f7-a6c0-4312-bfc8-944528b51429 [ 1329.706692] env[69440]: DEBUG nova.network.neutron [req-4475a9a7-8467-4742-ae8d-73a27f3211f4 req-e9414099-75c0-4007-95df-0aeac0e711d7 service nova] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Updated VIF entry in instance network info cache for port 2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1329.706925] env[69440]: DEBUG nova.network.neutron [req-4475a9a7-8467-4742-ae8d-73a27f3211f4 req-e9414099-75c0-4007-95df-0aeac0e711d7 service nova] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Updating instance_info_cache with network_info: [{"id": "2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d", "address": "fa:16:3e:db:aa:2d", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd63b6b-01", "ovs_interfaceid": "2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.806050] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b93da43-03c5-4a8e-ad44-0375464e123b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.817667] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9e63cf-cb4b-4112-b762-70a3a98210f0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.853233] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505e5456-35c5-4075-a974-3c260af046b6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.862131] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ff56ba-61c0-4bb3-bd07-27f7414fa03d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.877162] env[69440]: DEBUG nova.compute.provider_tree [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.213739] env[69440]: DEBUG oslo_concurrency.lockutils [req-4475a9a7-8467-4742-ae8d-73a27f3211f4 req-e9414099-75c0-4007-95df-0aeac0e711d7 service nova] Releasing lock "refresh_cache-fe3c33f1-67b3-4965-a3ed-b12928117ac9" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.381253] env[69440]: DEBUG nova.scheduler.client.report [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.887257] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.211s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.887550] env[69440]: INFO nova.compute.manager [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Migrating [ 1331.405547] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "refresh_cache-fe3c33f1-67b3-4965-a3ed-b12928117ac9" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.405917] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired lock "refresh_cache-fe3c33f1-67b3-4965-a3ed-b12928117ac9" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.405917] env[69440]: DEBUG nova.network.neutron [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.132346] env[69440]: DEBUG nova.network.neutron [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Updating instance_info_cache with network_info: [{"id": "2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d", "address": "fa:16:3e:db:aa:2d", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd63b6b-01", "ovs_interfaceid": "2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.635641] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Releasing lock "refresh_cache-fe3c33f1-67b3-4965-a3ed-b12928117ac9" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.152975] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c78f577-7480-4640-8c1c-368c1d426e61 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.173839] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Updating instance 'fe3c33f1-67b3-4965-a3ed-b12928117ac9' progress to 0 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1334.680417] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1334.680774] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8eaf4b9-603d-47dc-84f4-fee7e425c923 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.690079] env[69440]: DEBUG oslo_vmware.api [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1334.690079] env[69440]: value = "task-4140592" [ 1334.690079] env[69440]: _type = "Task" [ 1334.690079] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.699392] env[69440]: DEBUG oslo_vmware.api [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.201718] env[69440]: DEBUG oslo_vmware.api [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140592, 'name': PowerOffVM_Task, 'duration_secs': 0.268602} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.202037] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1335.202238] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Updating instance 'fe3c33f1-67b3-4965-a3ed-b12928117ac9' progress to 17 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1335.255338] env[69440]: DEBUG oslo_vmware.rw_handles [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52832124-c90f-990f-0b7d-740efa2c54fd/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1335.256336] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75735208-60c3-479b-bbe0-bc08fba5ae12 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.264015] env[69440]: DEBUG oslo_vmware.rw_handles [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52832124-c90f-990f-0b7d-740efa2c54fd/disk-0.vmdk is in state: ready. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1335.264210] env[69440]: ERROR oslo_vmware.rw_handles [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52832124-c90f-990f-0b7d-740efa2c54fd/disk-0.vmdk due to incomplete transfer. [ 1335.264438] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d5041b08-6e6e-415b-b470-9ece5bf86f1e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.271792] env[69440]: DEBUG oslo_vmware.rw_handles [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52832124-c90f-990f-0b7d-740efa2c54fd/disk-0.vmdk. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1335.271987] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Uploaded image bd380dac-dca6-4b41-a936-565882b00ac3 to the Glance image server {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1335.274396] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Destroying the VM {{(pid=69440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1335.274652] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7752afe8-fe64-4639-9206-1526f689c5ba {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.281532] env[69440]: DEBUG oslo_vmware.api [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1335.281532] env[69440]: value = "task-4140593" [ 1335.281532] env[69440]: _type = "Task" [ 1335.281532] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.289783] env[69440]: DEBUG oslo_vmware.api [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140593, 'name': Destroy_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.709074] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1335.709074] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1335.709445] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1335.709445] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1335.709562] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1335.709715] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1335.709928] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1335.710107] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1335.710300] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1335.710486] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1335.710663] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1335.715707] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3393227d-911a-4d59-ad2d-68bc36b65d35 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.734631] env[69440]: DEBUG oslo_vmware.api [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1335.734631] env[69440]: value = "task-4140594" [ 1335.734631] env[69440]: _type = "Task" [ 1335.734631] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.743818] env[69440]: DEBUG oslo_vmware.api [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.792354] env[69440]: DEBUG oslo_vmware.api [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140593, 'name': Destroy_Task, 'duration_secs': 0.364106} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.792613] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Destroyed the VM [ 1335.792860] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Deleting Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1335.793140] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-035f31e3-a775-47a7-a23a-dc29dc2a784f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.800601] env[69440]: DEBUG oslo_vmware.api [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1335.800601] env[69440]: value = "task-4140595" [ 1335.800601] env[69440]: _type = "Task" [ 1335.800601] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.808559] env[69440]: DEBUG oslo_vmware.api [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140595, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.246026] env[69440]: DEBUG oslo_vmware.api [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140594, 'name': ReconfigVM_Task, 'duration_secs': 0.324112} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.246490] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Updating instance 'fe3c33f1-67b3-4965-a3ed-b12928117ac9' progress to 33 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1336.311298] env[69440]: DEBUG oslo_vmware.api [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140595, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.752636] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1336.752952] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.753075] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1336.753216] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.753405] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1336.753614] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1336.753834] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1336.753995] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1336.754179] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1336.754345] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1336.754523] env[69440]: DEBUG nova.virt.hardware [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1336.760064] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1336.760399] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06209f7b-4b5e-4107-aafc-2fd6ceff90e8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.781732] env[69440]: DEBUG oslo_vmware.api [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1336.781732] env[69440]: value = "task-4140596" [ 1336.781732] env[69440]: _type = "Task" [ 1336.781732] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.790210] env[69440]: DEBUG oslo_vmware.api [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.811343] env[69440]: DEBUG oslo_vmware.api [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140595, 'name': RemoveSnapshot_Task, 'duration_secs': 1.005255} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.811619] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Deleted Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1336.811822] env[69440]: INFO nova.compute.manager [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Took 15.34 seconds to snapshot the instance on the hypervisor. [ 1337.292020] env[69440]: DEBUG oslo_vmware.api [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140596, 'name': ReconfigVM_Task, 'duration_secs': 0.20808} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.292412] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1337.293134] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc468a82-bb15-4e3d-ac10-d3532641fd76 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.317014] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-31e5e032-a0fe-47fe-a817-f919a30ca078/volume-31e5e032-a0fe-47fe-a817-f919a30ca078.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.319059] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dee55ca-237f-4207-b78f-a94c9533946a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.339514] env[69440]: DEBUG oslo_vmware.api [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1337.339514] env[69440]: value = "task-4140597" [ 1337.339514] env[69440]: _type = "Task" [ 1337.339514] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.347894] env[69440]: DEBUG oslo_vmware.api [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.380250] env[69440]: DEBUG nova.compute.manager [None req-a6572cf3-3e30-4676-bcb8-f1b1f8009635 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Found 2 images (rotation: 2) {{(pid=69440) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1337.850297] env[69440]: DEBUG oslo_vmware.api [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140597, 'name': ReconfigVM_Task, 'duration_secs': 0.274364} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.850542] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-31e5e032-a0fe-47fe-a817-f919a30ca078/volume-31e5e032-a0fe-47fe-a817-f919a30ca078.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.851257] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Updating instance 'fe3c33f1-67b3-4965-a3ed-b12928117ac9' progress to 50 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.360351] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c374ed5-41dd-4071-a5cf-c1d379cd856c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.363487] env[69440]: DEBUG nova.compute.manager [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1338.364354] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6436fe5b-1cda-4ecd-8c6b-7e5fc26594a8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.390266] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256d1dd4-4f6c-4e7b-9c45-5fe867d81851 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.410873] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Updating instance 'fe3c33f1-67b3-4965-a3ed-b12928117ac9' progress to 67 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.890898] env[69440]: INFO nova.compute.manager [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] instance snapshotting [ 1338.891559] env[69440]: DEBUG nova.objects.instance [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lazy-loading 'flavor' on Instance uuid f4d37dc7-3946-4df9-a93e-e2affc91a824 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.397905] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53cf7ec-2078-45e3-aa80-bb9f87db39d7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.416609] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e17b5d-d258-429c-8605-102603ae60b3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.928101] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Creating Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1339.928433] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e2a3e7a3-55a5-4bc0-a7eb-57ba813f3ecd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.936114] env[69440]: DEBUG oslo_vmware.api [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1339.936114] env[69440]: value = "task-4140598" [ 1339.936114] env[69440]: _type = "Task" [ 1339.936114] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.944879] env[69440]: DEBUG oslo_vmware.api [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140598, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.051995] env[69440]: DEBUG nova.network.neutron [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Port 2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d binding to destination host cpu-1 is already ACTIVE {{(pid=69440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1340.446588] env[69440]: DEBUG oslo_vmware.api [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140598, 'name': CreateSnapshot_Task, 'duration_secs': 0.444972} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.446977] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Created Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1340.447661] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f943f34-0922-406a-94f3-630653f67a01 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.967533] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Creating linked-clone VM from snapshot {{(pid=69440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1340.967967] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6af93014-f168-425a-b819-279bb5e68301 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.976919] env[69440]: DEBUG oslo_vmware.api [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1340.976919] env[69440]: value = "task-4140599" [ 1340.976919] env[69440]: _type = "Task" [ 1340.976919] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.985127] env[69440]: DEBUG oslo_vmware.api [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140599, 'name': CloneVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.075538] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "fe3c33f1-67b3-4965-a3ed-b12928117ac9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.075769] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "fe3c33f1-67b3-4965-a3ed-b12928117ac9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.075950] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "fe3c33f1-67b3-4965-a3ed-b12928117ac9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.489279] env[69440]: DEBUG oslo_vmware.api [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140599, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.990959] env[69440]: DEBUG oslo_vmware.api [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140599, 'name': CloneVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.112559] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "refresh_cache-fe3c33f1-67b3-4965-a3ed-b12928117ac9" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.112769] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired lock "refresh_cache-fe3c33f1-67b3-4965-a3ed-b12928117ac9" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.112947] env[69440]: DEBUG nova.network.neutron [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.490817] env[69440]: DEBUG oslo_vmware.api [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140599, 'name': CloneVM_Task, 'duration_secs': 1.057665} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.491145] env[69440]: INFO nova.virt.vmwareapi.vmops [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Created linked-clone VM from snapshot [ 1342.491926] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c72ff69-da7a-42b2-bf20-d8933840963c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.500074] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Uploading image d3cdb58d-2cc8-4495-b16a-d9593a2f3b5d {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1342.528575] env[69440]: DEBUG oslo_vmware.rw_handles [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1342.528575] env[69440]: value = "vm-819995" [ 1342.528575] env[69440]: _type = "VirtualMachine" [ 1342.528575] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1342.528875] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6861792c-8210-4c97-b6cd-9b8ed508e404 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.536944] env[69440]: DEBUG oslo_vmware.rw_handles [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lease: (returnval){ [ 1342.536944] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]525c4dd4-c578-58c8-6c4e-671ef04b10e0" [ 1342.536944] env[69440]: _type = "HttpNfcLease" [ 1342.536944] env[69440]: } obtained for exporting VM: (result){ [ 1342.536944] env[69440]: value = "vm-819995" [ 1342.536944] env[69440]: _type = "VirtualMachine" [ 1342.536944] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1342.537334] env[69440]: DEBUG oslo_vmware.api [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the lease: (returnval){ [ 1342.537334] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]525c4dd4-c578-58c8-6c4e-671ef04b10e0" [ 1342.537334] env[69440]: _type = "HttpNfcLease" [ 1342.537334] env[69440]: } to be ready. {{(pid=69440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1342.544844] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1342.544844] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]525c4dd4-c578-58c8-6c4e-671ef04b10e0" [ 1342.544844] env[69440]: _type = "HttpNfcLease" [ 1342.544844] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1342.821751] env[69440]: DEBUG nova.network.neutron [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Updating instance_info_cache with network_info: [{"id": "2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d", "address": "fa:16:3e:db:aa:2d", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd63b6b-01", "ovs_interfaceid": "2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.046231] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1343.046231] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]525c4dd4-c578-58c8-6c4e-671ef04b10e0" [ 1343.046231] env[69440]: _type = "HttpNfcLease" [ 1343.046231] env[69440]: } is ready. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1343.046530] env[69440]: DEBUG oslo_vmware.rw_handles [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1343.046530] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]525c4dd4-c578-58c8-6c4e-671ef04b10e0" [ 1343.046530] env[69440]: _type = "HttpNfcLease" [ 1343.046530] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1343.047238] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f64a29-bbba-408a-a36e-7bbe67844cf9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.055177] env[69440]: DEBUG oslo_vmware.rw_handles [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5f52b-8885-a43b-787a-7776afb4efb2/disk-0.vmdk from lease info. {{(pid=69440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1343.055382] env[69440]: DEBUG oslo_vmware.rw_handles [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5f52b-8885-a43b-787a-7776afb4efb2/disk-0.vmdk for reading. {{(pid=69440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1343.143189] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d5320e7c-19ed-49d3-bd54-0a5ca5a115bf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.325209] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Releasing lock "refresh_cache-fe3c33f1-67b3-4965-a3ed-b12928117ac9" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.835097] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b61d71-be4f-4e47-be8d-ce262fe674de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.842745] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7120110e-08d3-474b-b34c-c7c599334aeb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.950024] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b9e332-b03e-4623-9210-c04292921ed3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.970441] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3cee72-5bed-4857-8faa-56b70b018272 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.978976] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Updating instance 'fe3c33f1-67b3-4965-a3ed-b12928117ac9' progress to 83 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1345.486152] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.486505] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e117f5ee-528c-449c-8bf3-e54285401977 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.494780] env[69440]: DEBUG oslo_vmware.api [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1345.494780] env[69440]: value = "task-4140601" [ 1345.494780] env[69440]: _type = "Task" [ 1345.494780] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.504175] env[69440]: DEBUG oslo_vmware.api [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.008997] env[69440]: DEBUG oslo_vmware.api [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140601, 'name': PowerOnVM_Task, 'duration_secs': 0.50191} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.012222] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.012449] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7459bd87-d439-486a-aa3c-d04df33f4d57 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Updating instance 'fe3c33f1-67b3-4965-a3ed-b12928117ac9' progress to 100 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.671695] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d59099f-254e-41ad-8ae8-fa5281730081 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "fe3c33f1-67b3-4965-a3ed-b12928117ac9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.672133] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d59099f-254e-41ad-8ae8-fa5281730081 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "fe3c33f1-67b3-4965-a3ed-b12928117ac9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.672220] env[69440]: DEBUG nova.compute.manager [None req-0d59099f-254e-41ad-8ae8-fa5281730081 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Going to confirm migration 8 {{(pid=69440) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1349.233735] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d59099f-254e-41ad-8ae8-fa5281730081 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "refresh_cache-fe3c33f1-67b3-4965-a3ed-b12928117ac9" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.233941] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d59099f-254e-41ad-8ae8-fa5281730081 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquired lock "refresh_cache-fe3c33f1-67b3-4965-a3ed-b12928117ac9" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.234132] env[69440]: DEBUG nova.network.neutron [None req-0d59099f-254e-41ad-8ae8-fa5281730081 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.234325] env[69440]: DEBUG nova.objects.instance [None req-0d59099f-254e-41ad-8ae8-fa5281730081 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lazy-loading 'info_cache' on Instance uuid fe3c33f1-67b3-4965-a3ed-b12928117ac9 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.469797] env[69440]: DEBUG nova.network.neutron [None req-0d59099f-254e-41ad-8ae8-fa5281730081 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Updating instance_info_cache with network_info: [{"id": "2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d", "address": "fa:16:3e:db:aa:2d", "network": {"id": "f0ac53b1-10c2-4a50-a056-d6c78a0f2306", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-279703937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b4c535d474c6eb53aef8e7a10ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd63b6b-01", "ovs_interfaceid": "2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.972461] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d59099f-254e-41ad-8ae8-fa5281730081 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Releasing lock "refresh_cache-fe3c33f1-67b3-4965-a3ed-b12928117ac9" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.972777] env[69440]: DEBUG nova.objects.instance [None req-0d59099f-254e-41ad-8ae8-fa5281730081 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lazy-loading 'migration_context' on Instance uuid fe3c33f1-67b3-4965-a3ed-b12928117ac9 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.475834] env[69440]: DEBUG nova.objects.base [None req-0d59099f-254e-41ad-8ae8-fa5281730081 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1351.476857] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2da635-f879-4761-b28b-1a5e32f61a05 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.497118] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f40b0549-1a65-40fb-abb2-592cd7829a66 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.504281] env[69440]: DEBUG oslo_vmware.api [None req-0d59099f-254e-41ad-8ae8-fa5281730081 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1351.504281] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52ddf8a1-437b-380d-59f5-0bdf473dde95" [ 1351.504281] env[69440]: _type = "Task" [ 1351.504281] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.512877] env[69440]: DEBUG oslo_vmware.api [None req-0d59099f-254e-41ad-8ae8-fa5281730081 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ddf8a1-437b-380d-59f5-0bdf473dde95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.015065] env[69440]: DEBUG oslo_vmware.api [None req-0d59099f-254e-41ad-8ae8-fa5281730081 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52ddf8a1-437b-380d-59f5-0bdf473dde95, 'name': SearchDatastore_Task, 'duration_secs': 0.025685} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.015377] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d59099f-254e-41ad-8ae8-fa5281730081 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.015668] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d59099f-254e-41ad-8ae8-fa5281730081 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.618072] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c990398b-49de-41e2-9e18-f45aea09e54c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.626773] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d28fd23-02a6-46d9-8f4f-7cec314fbced {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.662219] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02730ac1-9c1f-45d4-93af-c80d3d051dd8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.670077] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923deea8-9c9b-4c9e-9651-17c64bc52055 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.684533] env[69440]: DEBUG nova.compute.provider_tree [None req-0d59099f-254e-41ad-8ae8-fa5281730081 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.188555] env[69440]: DEBUG nova.scheduler.client.report [None req-0d59099f-254e-41ad-8ae8-fa5281730081 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.990997] env[69440]: DEBUG oslo_vmware.rw_handles [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5f52b-8885-a43b-787a-7776afb4efb2/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1353.992016] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa6a59a-952f-414f-8e7e-e079083ad5ac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.998689] env[69440]: DEBUG oslo_vmware.rw_handles [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5f52b-8885-a43b-787a-7776afb4efb2/disk-0.vmdk is in state: ready. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1353.998848] env[69440]: ERROR oslo_vmware.rw_handles [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5f52b-8885-a43b-787a-7776afb4efb2/disk-0.vmdk due to incomplete transfer. [ 1353.999089] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7516dd17-6640-4f39-8c6b-5b65091eedfb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.006988] env[69440]: DEBUG oslo_vmware.rw_handles [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5f52b-8885-a43b-787a-7776afb4efb2/disk-0.vmdk. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1354.007211] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Uploaded image d3cdb58d-2cc8-4495-b16a-d9593a2f3b5d to the Glance image server {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1354.009475] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Destroying the VM {{(pid=69440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1354.009725] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a22c9d8c-7395-467c-84a1-ea58e4c98a99 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.016108] env[69440]: DEBUG oslo_vmware.api [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1354.016108] env[69440]: value = "task-4140602" [ 1354.016108] env[69440]: _type = "Task" [ 1354.016108] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.024655] env[69440]: DEBUG oslo_vmware.api [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140602, 'name': Destroy_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.199479] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d59099f-254e-41ad-8ae8-fa5281730081 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.183s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.526902] env[69440]: DEBUG oslo_vmware.api [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140602, 'name': Destroy_Task, 'duration_secs': 0.388945} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.527186] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Destroyed the VM [ 1354.527448] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Deleting Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1354.527716] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ccbd8529-8d4d-4888-98c8-d84e8c50104c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.535018] env[69440]: DEBUG oslo_vmware.api [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1354.535018] env[69440]: value = "task-4140603" [ 1354.535018] env[69440]: _type = "Task" [ 1354.535018] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.545249] env[69440]: DEBUG oslo_vmware.api [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140603, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.760542] env[69440]: INFO nova.scheduler.client.report [None req-0d59099f-254e-41ad-8ae8-fa5281730081 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Deleted allocation for migration cc3f95f7-a6c0-4312-bfc8-944528b51429 [ 1355.010106] env[69440]: INFO nova.compute.manager [None req-98827611-9d4b-4f9e-815d-2a8fd8e2403f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Get console output [ 1355.010543] env[69440]: WARNING nova.virt.vmwareapi.driver [None req-98827611-9d4b-4f9e-815d-2a8fd8e2403f tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] The console log is missing. Check your VSPC configuration [ 1355.046205] env[69440]: DEBUG oslo_vmware.api [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140603, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.267287] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0d59099f-254e-41ad-8ae8-fa5281730081 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "fe3c33f1-67b3-4965-a3ed-b12928117ac9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.595s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.546696] env[69440]: DEBUG oslo_vmware.api [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140603, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.048092] env[69440]: DEBUG oslo_vmware.api [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140603, 'name': RemoveSnapshot_Task, 'duration_secs': 1.04937} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.048485] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Deleted Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1356.048601] env[69440]: INFO nova.compute.manager [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Took 16.65 seconds to snapshot the instance on the hypervisor. [ 1356.596733] env[69440]: DEBUG nova.compute.manager [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Found 3 images (rotation: 2) {{(pid=69440) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1356.596974] env[69440]: DEBUG nova.compute.manager [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Rotating out 1 backups {{(pid=69440) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1356.597172] env[69440]: DEBUG nova.compute.manager [None req-3fb9a8bc-0d1a-430c-947f-e21b6e24d636 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Deleting image 0546ff55-b343-4a8d-8a59-7bccae1ef547 {{(pid=69440) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1358.151792] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3fdb5257-8bf8-452b-86cf-114233e96dfe tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "f4d37dc7-3946-4df9-a93e-e2affc91a824" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.152255] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3fdb5257-8bf8-452b-86cf-114233e96dfe tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "f4d37dc7-3946-4df9-a93e-e2affc91a824" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.152255] env[69440]: DEBUG nova.compute.manager [None req-3fdb5257-8bf8-452b-86cf-114233e96dfe tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1358.153235] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ffb2d8-46b9-4b4f-a100-824bc0bd3f61 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.160168] env[69440]: DEBUG nova.compute.manager [None req-3fdb5257-8bf8-452b-86cf-114233e96dfe tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69440) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1358.160783] env[69440]: DEBUG nova.objects.instance [None req-3fdb5257-8bf8-452b-86cf-114233e96dfe tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lazy-loading 'flavor' on Instance uuid f4d37dc7-3946-4df9-a93e-e2affc91a824 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.168397] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fdb5257-8bf8-452b-86cf-114233e96dfe tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.168796] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bd9c5c8-4f40-479c-997a-deb739c8c943 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.176795] env[69440]: DEBUG oslo_vmware.api [None req-3fdb5257-8bf8-452b-86cf-114233e96dfe tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1359.176795] env[69440]: value = "task-4140604" [ 1359.176795] env[69440]: _type = "Task" [ 1359.176795] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.185809] env[69440]: DEBUG oslo_vmware.api [None req-3fdb5257-8bf8-452b-86cf-114233e96dfe tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.232625] env[69440]: DEBUG oslo_concurrency.lockutils [None req-21e1222e-b804-42d7-84d9-2e4724609df1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "a0c09241-9c4f-4046-99db-f73f0fe01852" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.233015] env[69440]: DEBUG oslo_concurrency.lockutils [None req-21e1222e-b804-42d7-84d9-2e4724609df1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "a0c09241-9c4f-4046-99db-f73f0fe01852" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.233341] env[69440]: DEBUG nova.compute.manager [None req-21e1222e-b804-42d7-84d9-2e4724609df1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1359.234283] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60946b59-e41a-4364-95e0-9d3be95c19f1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.242176] env[69440]: DEBUG nova.compute.manager [None req-21e1222e-b804-42d7-84d9-2e4724609df1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69440) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1359.242790] env[69440]: DEBUG nova.objects.instance [None req-21e1222e-b804-42d7-84d9-2e4724609df1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lazy-loading 'flavor' on Instance uuid a0c09241-9c4f-4046-99db-f73f0fe01852 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.686673] env[69440]: DEBUG oslo_vmware.api [None req-3fdb5257-8bf8-452b-86cf-114233e96dfe tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140604, 'name': PowerOffVM_Task, 'duration_secs': 0.245561} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.686921] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fdb5257-8bf8-452b-86cf-114233e96dfe tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.687140] env[69440]: DEBUG nova.compute.manager [None req-3fdb5257-8bf8-452b-86cf-114233e96dfe tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1359.687913] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4454004c-4605-4e1e-9958-007637fe82d2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.199666] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3fdb5257-8bf8-452b-86cf-114233e96dfe tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "f4d37dc7-3946-4df9-a93e-e2affc91a824" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.249856] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e1222e-b804-42d7-84d9-2e4724609df1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1360.250584] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36c026b3-0eb5-428f-aa19-f40ea113e092 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.258302] env[69440]: DEBUG oslo_vmware.api [None req-21e1222e-b804-42d7-84d9-2e4724609df1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1360.258302] env[69440]: value = "task-4140605" [ 1360.258302] env[69440]: _type = "Task" [ 1360.258302] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.266762] env[69440]: DEBUG oslo_vmware.api [None req-21e1222e-b804-42d7-84d9-2e4724609df1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.768380] env[69440]: DEBUG oslo_vmware.api [None req-21e1222e-b804-42d7-84d9-2e4724609df1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140605, 'name': PowerOffVM_Task, 'duration_secs': 0.190481} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.768782] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e1222e-b804-42d7-84d9-2e4724609df1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.768862] env[69440]: DEBUG nova.compute.manager [None req-21e1222e-b804-42d7-84d9-2e4724609df1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1360.769818] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b18b54-d327-4323-94c3-33d3fad7ee12 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.281603] env[69440]: DEBUG oslo_concurrency.lockutils [None req-21e1222e-b804-42d7-84d9-2e4724609df1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "a0c09241-9c4f-4046-99db-f73f0fe01852" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.325619] env[69440]: DEBUG nova.compute.manager [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Stashing vm_state: stopped {{(pid=69440) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1361.682214] env[69440]: DEBUG nova.objects.instance [None req-fe0ba490-4d77-4c31-ba7a-f3b4d48bbb38 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lazy-loading 'flavor' on Instance uuid a0c09241-9c4f-4046-99db-f73f0fe01852 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.845817] env[69440]: DEBUG oslo_concurrency.lockutils [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.846132] env[69440]: DEBUG oslo_concurrency.lockutils [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.187334] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fe0ba490-4d77-4c31-ba7a-f3b4d48bbb38 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "refresh_cache-a0c09241-9c4f-4046-99db-f73f0fe01852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.187553] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fe0ba490-4d77-4c31-ba7a-f3b4d48bbb38 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "refresh_cache-a0c09241-9c4f-4046-99db-f73f0fe01852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.187692] env[69440]: DEBUG nova.network.neutron [None req-fe0ba490-4d77-4c31-ba7a-f3b4d48bbb38 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.187836] env[69440]: DEBUG nova.objects.instance [None req-fe0ba490-4d77-4c31-ba7a-f3b4d48bbb38 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lazy-loading 'info_cache' on Instance uuid a0c09241-9c4f-4046-99db-f73f0fe01852 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.351862] env[69440]: INFO nova.compute.claims [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1362.691380] env[69440]: DEBUG nova.objects.base [None req-fe0ba490-4d77-4c31-ba7a-f3b4d48bbb38 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1362.858188] env[69440]: INFO nova.compute.resource_tracker [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Updating resource usage from migration 821fd733-d519-4490-b5d4-fbe47b223624 [ 1362.935203] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f667beac-ced0-4060-bf1d-a35a448045f9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.942929] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b24a17-0635-4988-b106-bc839d0fab62 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.974362] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ca63b6-819e-411c-9322-8aaf0c5b46d2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.982026] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2bc91c-052c-4444-817b-d758ee29a683 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.995315] env[69440]: DEBUG nova.compute.provider_tree [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.415929] env[69440]: DEBUG nova.network.neutron [None req-fe0ba490-4d77-4c31-ba7a-f3b4d48bbb38 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Updating instance_info_cache with network_info: [{"id": "d750ca29-a80b-4a46-b58d-3500a398c31f", "address": "fa:16:3e:d7:05:55", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd750ca29-a8", "ovs_interfaceid": "d750ca29-a80b-4a46-b58d-3500a398c31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.498459] env[69440]: DEBUG nova.scheduler.client.report [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.919190] env[69440]: DEBUG oslo_concurrency.lockutils [None req-fe0ba490-4d77-4c31-ba7a-f3b4d48bbb38 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "refresh_cache-a0c09241-9c4f-4046-99db-f73f0fe01852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.002929] env[69440]: DEBUG oslo_concurrency.lockutils [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.157s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.003132] env[69440]: INFO nova.compute.manager [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Migrating [ 1364.519118] env[69440]: DEBUG oslo_concurrency.lockutils [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "refresh_cache-f4d37dc7-3946-4df9-a93e-e2affc91a824" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.519118] env[69440]: DEBUG oslo_concurrency.lockutils [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired lock "refresh_cache-f4d37dc7-3946-4df9-a93e-e2affc91a824" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.519118] env[69440]: DEBUG nova.network.neutron [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1364.925870] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0ba490-4d77-4c31-ba7a-f3b4d48bbb38 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1364.926465] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f44027b-7861-4146-a8a5-417fc02d5df0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.934770] env[69440]: DEBUG oslo_vmware.api [None req-fe0ba490-4d77-4c31-ba7a-f3b4d48bbb38 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1364.934770] env[69440]: value = "task-4140606" [ 1364.934770] env[69440]: _type = "Task" [ 1364.934770] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.943951] env[69440]: DEBUG oslo_vmware.api [None req-fe0ba490-4d77-4c31-ba7a-f3b4d48bbb38 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.242413] env[69440]: DEBUG nova.network.neutron [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Updating instance_info_cache with network_info: [{"id": "9bb15d98-84ad-4039-8aa2-8c9bbe0001af", "address": "fa:16:3e:c8:dd:db", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb15d98-84", "ovs_interfaceid": "9bb15d98-84ad-4039-8aa2-8c9bbe0001af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.445473] env[69440]: DEBUG oslo_vmware.api [None req-fe0ba490-4d77-4c31-ba7a-f3b4d48bbb38 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140606, 'name': PowerOnVM_Task, 'duration_secs': 0.425461} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.445761] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0ba490-4d77-4c31-ba7a-f3b4d48bbb38 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1365.445981] env[69440]: DEBUG nova.compute.manager [None req-fe0ba490-4d77-4c31-ba7a-f3b4d48bbb38 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1365.446819] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1266abb6-b5fc-4c64-b99e-843d23656c99 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.746756] env[69440]: DEBUG oslo_concurrency.lockutils [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lock "refresh_cache-f4d37dc7-3946-4df9-a93e-e2affc91a824" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.510046] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fea411d-c457-4376-ba47-79ab1dd2bbd5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.516761] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9908beee-6e88-435b-98bd-3682cfdb169c tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Suspending the VM {{(pid=69440) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1366.517031] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bc6e5e38-93e6-4017-ba01-8f7db552243d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.523861] env[69440]: DEBUG oslo_vmware.api [None req-9908beee-6e88-435b-98bd-3682cfdb169c tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1366.523861] env[69440]: value = "task-4140607" [ 1366.523861] env[69440]: _type = "Task" [ 1366.523861] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.532674] env[69440]: DEBUG oslo_vmware.api [None req-9908beee-6e88-435b-98bd-3682cfdb169c tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140607, 'name': SuspendVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.035771] env[69440]: DEBUG oslo_vmware.api [None req-9908beee-6e88-435b-98bd-3682cfdb169c tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140607, 'name': SuspendVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.262528] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22ce52e-07b7-4e7e-9df8-adc90801ce49 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.281735] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Updating instance 'f4d37dc7-3946-4df9-a93e-e2affc91a824' progress to 0 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1367.534645] env[69440]: DEBUG oslo_vmware.api [None req-9908beee-6e88-435b-98bd-3682cfdb169c tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140607, 'name': SuspendVM_Task, 'duration_secs': 0.625606} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.534952] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9908beee-6e88-435b-98bd-3682cfdb169c tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Suspended the VM {{(pid=69440) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1367.535152] env[69440]: DEBUG nova.compute.manager [None req-9908beee-6e88-435b-98bd-3682cfdb169c tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1367.536014] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03c63a3-38b8-4e49-b752-de8a2349a65c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.788199] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.788457] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-feb2aa98-7c91-4df5-ba54-ecf82a49e454 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.795900] env[69440]: DEBUG oslo_vmware.api [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1367.795900] env[69440]: value = "task-4140608" [ 1367.795900] env[69440]: _type = "Task" [ 1367.795900] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.806149] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] VM already powered off {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1367.806344] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Updating instance 'f4d37dc7-3946-4df9-a93e-e2affc91a824' progress to 17 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1368.313616] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1368.313929] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.314114] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1368.314239] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.314384] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1368.314528] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1368.314729] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1368.314899] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1368.315078] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1368.315245] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1368.315420] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1368.320838] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-540ab221-5bd2-4b55-a033-c4d79bb90eb2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.337193] env[69440]: DEBUG oslo_vmware.api [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1368.337193] env[69440]: value = "task-4140609" [ 1368.337193] env[69440]: _type = "Task" [ 1368.337193] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.347507] env[69440]: DEBUG oslo_vmware.api [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.847911] env[69440]: DEBUG oslo_vmware.api [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140609, 'name': ReconfigVM_Task, 'duration_secs': 0.149598} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.848185] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Updating instance 'f4d37dc7-3946-4df9-a93e-e2affc91a824' progress to 33 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1368.851680] env[69440]: INFO nova.compute.manager [None req-1ce33a5f-801e-4f59-b5f9-4948a5b4fcaa tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Resuming [ 1368.852236] env[69440]: DEBUG nova.objects.instance [None req-1ce33a5f-801e-4f59-b5f9-4948a5b4fcaa tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lazy-loading 'flavor' on Instance uuid a0c09241-9c4f-4046-99db-f73f0fe01852 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.356465] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1369.356935] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1369.356935] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1369.357076] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1369.357232] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1369.357381] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1369.357594] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1369.357755] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1369.357919] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1369.358115] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1369.358296] env[69440]: DEBUG nova.virt.hardware [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1369.363677] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1369.365633] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1830abba-ef47-4a23-a168-51fcdb96d19b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.387296] env[69440]: DEBUG oslo_vmware.api [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1369.387296] env[69440]: value = "task-4140610" [ 1369.387296] env[69440]: _type = "Task" [ 1369.387296] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.399643] env[69440]: DEBUG oslo_vmware.api [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140610, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.898793] env[69440]: DEBUG oslo_vmware.api [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140610, 'name': ReconfigVM_Task, 'duration_secs': 0.168442} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.899091] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1369.899957] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5e59a4-295f-4234-a146-451f0e01c0e0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.928795] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] f4d37dc7-3946-4df9-a93e-e2affc91a824/f4d37dc7-3946-4df9-a93e-e2affc91a824.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1369.929196] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9d44a23-437c-4494-846e-5f025afe7cfc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.948225] env[69440]: DEBUG oslo_vmware.api [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1369.948225] env[69440]: value = "task-4140611" [ 1369.948225] env[69440]: _type = "Task" [ 1369.948225] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.956663] env[69440]: DEBUG oslo_vmware.api [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.384457] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1ce33a5f-801e-4f59-b5f9-4948a5b4fcaa tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "refresh_cache-a0c09241-9c4f-4046-99db-f73f0fe01852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.384860] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1ce33a5f-801e-4f59-b5f9-4948a5b4fcaa tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquired lock "refresh_cache-a0c09241-9c4f-4046-99db-f73f0fe01852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.384860] env[69440]: DEBUG nova.network.neutron [None req-1ce33a5f-801e-4f59-b5f9-4948a5b4fcaa tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.457207] env[69440]: DEBUG oslo_vmware.api [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140611, 'name': ReconfigVM_Task, 'duration_secs': 0.245382} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.457441] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Reconfigured VM instance instance-00000074 to attach disk [datastore2] f4d37dc7-3946-4df9-a93e-e2affc91a824/f4d37dc7-3946-4df9-a93e-e2affc91a824.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.457726] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Updating instance 'f4d37dc7-3946-4df9-a93e-e2affc91a824' progress to 50 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1370.963715] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2e2508-e5c7-4b81-94fc-5e24e1cb80a1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.985409] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4292d88-31d5-49b7-81dc-0120b774a31a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.003656] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Updating instance 'f4d37dc7-3946-4df9-a93e-e2affc91a824' progress to 67 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1371.098675] env[69440]: DEBUG nova.network.neutron [None req-1ce33a5f-801e-4f59-b5f9-4948a5b4fcaa tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Updating instance_info_cache with network_info: [{"id": "d750ca29-a80b-4a46-b58d-3500a398c31f", "address": "fa:16:3e:d7:05:55", "network": {"id": "7e4a6a3e-580e-43c2-9c02-5d90765e1676", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-515481448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73c5a44e4b24fb9a8ac59104ade5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd750ca29-a8", "ovs_interfaceid": "d750ca29-a80b-4a46-b58d-3500a398c31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.542367] env[69440]: DEBUG nova.network.neutron [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Port 9bb15d98-84ad-4039-8aa2-8c9bbe0001af binding to destination host cpu-1 is already ACTIVE {{(pid=69440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1371.601245] env[69440]: DEBUG oslo_concurrency.lockutils [None req-1ce33a5f-801e-4f59-b5f9-4948a5b4fcaa tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Releasing lock "refresh_cache-a0c09241-9c4f-4046-99db-f73f0fe01852" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.602208] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056cc9d1-f9b6-4625-81ae-432aedcc1a42 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.608921] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce33a5f-801e-4f59-b5f9-4948a5b4fcaa tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Resuming the VM {{(pid=69440) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1371.609188] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdc16968-bb12-47e6-9d44-3c0aa4879e7d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.616064] env[69440]: DEBUG oslo_vmware.api [None req-1ce33a5f-801e-4f59-b5f9-4948a5b4fcaa tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1371.616064] env[69440]: value = "task-4140612" [ 1371.616064] env[69440]: _type = "Task" [ 1371.616064] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.623926] env[69440]: DEBUG oslo_vmware.api [None req-1ce33a5f-801e-4f59-b5f9-4948a5b4fcaa tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.130200] env[69440]: DEBUG oslo_vmware.api [None req-1ce33a5f-801e-4f59-b5f9-4948a5b4fcaa tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140612, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.566784] env[69440]: DEBUG oslo_concurrency.lockutils [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "f4d37dc7-3946-4df9-a93e-e2affc91a824-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.567253] env[69440]: DEBUG oslo_concurrency.lockutils [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "f4d37dc7-3946-4df9-a93e-e2affc91a824-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.567253] env[69440]: DEBUG oslo_concurrency.lockutils [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "f4d37dc7-3946-4df9-a93e-e2affc91a824-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.627534] env[69440]: DEBUG oslo_vmware.api [None req-1ce33a5f-801e-4f59-b5f9-4948a5b4fcaa tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140612, 'name': PowerOnVM_Task, 'duration_secs': 0.550612} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.627848] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce33a5f-801e-4f59-b5f9-4948a5b4fcaa tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Resumed the VM {{(pid=69440) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1372.627965] env[69440]: DEBUG nova.compute.manager [None req-1ce33a5f-801e-4f59-b5f9-4948a5b4fcaa tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1372.628747] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616da588-cfc8-4c66-bdf9-de9aee08d912 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.517263] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "a0c09241-9c4f-4046-99db-f73f0fe01852" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.517583] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "a0c09241-9c4f-4046-99db-f73f0fe01852" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.517831] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "a0c09241-9c4f-4046-99db-f73f0fe01852-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.518042] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "a0c09241-9c4f-4046-99db-f73f0fe01852-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.518225] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "a0c09241-9c4f-4046-99db-f73f0fe01852-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.520432] env[69440]: INFO nova.compute.manager [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Terminating instance [ 1373.601722] env[69440]: DEBUG oslo_concurrency.lockutils [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "refresh_cache-f4d37dc7-3946-4df9-a93e-e2affc91a824" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.601987] env[69440]: DEBUG oslo_concurrency.lockutils [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired lock "refresh_cache-f4d37dc7-3946-4df9-a93e-e2affc91a824" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.602192] env[69440]: DEBUG nova.network.neutron [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.024339] env[69440]: DEBUG nova.compute.manager [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1374.024570] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.025481] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88c7e74-ddd0-41cc-b5f7-87ddcb6e4508 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.033688] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.033947] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fafd7bbf-854d-419d-95d5-ac0c18e754d4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.040458] env[69440]: DEBUG oslo_vmware.api [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1374.040458] env[69440]: value = "task-4140613" [ 1374.040458] env[69440]: _type = "Task" [ 1374.040458] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.049257] env[69440]: DEBUG oslo_vmware.api [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.333415] env[69440]: DEBUG nova.network.neutron [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Updating instance_info_cache with network_info: [{"id": "9bb15d98-84ad-4039-8aa2-8c9bbe0001af", "address": "fa:16:3e:c8:dd:db", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb15d98-84", "ovs_interfaceid": "9bb15d98-84ad-4039-8aa2-8c9bbe0001af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.551083] env[69440]: DEBUG oslo_vmware.api [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140613, 'name': PowerOffVM_Task, 'duration_secs': 0.194815} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.551380] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.551518] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1374.551862] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1750bbde-438e-4bbb-bb18-fa8948614312 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.619150] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1374.619660] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1374.619660] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Deleting the datastore file [datastore1] a0c09241-9c4f-4046-99db-f73f0fe01852 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1374.619856] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-148bc359-e12e-4a09-968b-04143e004648 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.628167] env[69440]: DEBUG oslo_vmware.api [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for the task: (returnval){ [ 1374.628167] env[69440]: value = "task-4140615" [ 1374.628167] env[69440]: _type = "Task" [ 1374.628167] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.636420] env[69440]: DEBUG oslo_vmware.api [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.836336] env[69440]: DEBUG oslo_concurrency.lockutils [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lock "refresh_cache-f4d37dc7-3946-4df9-a93e-e2affc91a824" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.138781] env[69440]: DEBUG oslo_vmware.api [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Task: {'id': task-4140615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145864} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.139044] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.139232] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.139406] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1375.139587] env[69440]: INFO nova.compute.manager [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1375.139846] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1375.140050] env[69440]: DEBUG nova.compute.manager [-] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1375.140147] env[69440]: DEBUG nova.network.neutron [-] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1375.361412] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4586f2b-d33f-4e05-9600-72af8a4fef12 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.382945] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a0d5e5-6c5b-4ce0-9160-ab882d996401 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.391230] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Updating instance 'f4d37dc7-3946-4df9-a93e-e2affc91a824' progress to 83 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1375.590829] env[69440]: DEBUG nova.compute.manager [req-23cb5422-b7b7-4d70-b9b8-2363e9a45cb0 req-948be90d-d401-43cf-81e1-11ecfb4b4fc4 service nova] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Received event network-vif-deleted-d750ca29-a80b-4a46-b58d-3500a398c31f {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.591147] env[69440]: INFO nova.compute.manager [req-23cb5422-b7b7-4d70-b9b8-2363e9a45cb0 req-948be90d-d401-43cf-81e1-11ecfb4b4fc4 service nova] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Neutron deleted interface d750ca29-a80b-4a46-b58d-3500a398c31f; detaching it from the instance and deleting it from the info cache [ 1375.591266] env[69440]: DEBUG nova.network.neutron [req-23cb5422-b7b7-4d70-b9b8-2363e9a45cb0 req-948be90d-d401-43cf-81e1-11ecfb4b4fc4 service nova] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.898109] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-78a5cc2f-4676-4eaf-ab9d-ca9ff31ec5fb tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Updating instance 'f4d37dc7-3946-4df9-a93e-e2affc91a824' progress to 100 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1376.074244] env[69440]: DEBUG nova.network.neutron [-] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.094415] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5436aa98-664c-48af-86ae-10cdb4326445 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.104210] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7520d631-7f14-4421-a45b-2710d006217e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.132208] env[69440]: DEBUG nova.compute.manager [req-23cb5422-b7b7-4d70-b9b8-2363e9a45cb0 req-948be90d-d401-43cf-81e1-11ecfb4b4fc4 service nova] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Detach interface failed, port_id=d750ca29-a80b-4a46-b58d-3500a398c31f, reason: Instance a0c09241-9c4f-4046-99db-f73f0fe01852 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1376.576970] env[69440]: INFO nova.compute.manager [-] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Took 1.44 seconds to deallocate network for instance. [ 1377.083147] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.083455] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.083680] env[69440]: DEBUG nova.objects.instance [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lazy-loading 'resources' on Instance uuid a0c09241-9c4f-4046-99db-f73f0fe01852 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.671434] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5814a06-b940-4f41-b468-582e42409725 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.679758] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9d90b5-8f09-4198-84df-91c0d8257a0d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.710751] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a1c9aa-e7ca-4983-9a65-3bf6c74d9a9f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.719352] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c14c37a-28dc-434e-b66e-8aea109d6f40 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.734954] env[69440]: DEBUG nova.compute.provider_tree [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.238583] env[69440]: DEBUG nova.scheduler.client.report [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.460066] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a9d9a76-e05d-4ecb-9fad-f990cc233c2b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "f4d37dc7-3946-4df9-a93e-e2affc91a824" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.460383] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a9d9a76-e05d-4ecb-9fad-f990cc233c2b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "f4d37dc7-3946-4df9-a93e-e2affc91a824" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.460605] env[69440]: DEBUG nova.compute.manager [None req-3a9d9a76-e05d-4ecb-9fad-f990cc233c2b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Going to confirm migration 9 {{(pid=69440) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1378.743348] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.764597] env[69440]: INFO nova.scheduler.client.report [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Deleted allocations for instance a0c09241-9c4f-4046-99db-f73f0fe01852 [ 1379.028117] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a9d9a76-e05d-4ecb-9fad-f990cc233c2b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "refresh_cache-f4d37dc7-3946-4df9-a93e-e2affc91a824" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.028316] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a9d9a76-e05d-4ecb-9fad-f990cc233c2b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired lock "refresh_cache-f4d37dc7-3946-4df9-a93e-e2affc91a824" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.028494] env[69440]: DEBUG nova.network.neutron [None req-3a9d9a76-e05d-4ecb-9fad-f990cc233c2b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.028678] env[69440]: DEBUG nova.objects.instance [None req-3a9d9a76-e05d-4ecb-9fad-f990cc233c2b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lazy-loading 'info_cache' on Instance uuid f4d37dc7-3946-4df9-a93e-e2affc91a824 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.272619] env[69440]: DEBUG oslo_concurrency.lockutils [None req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Lock "a0c09241-9c4f-4046-99db-f73f0fe01852" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.755s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.247865] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.378708] env[69440]: DEBUG nova.network.neutron [None req-3a9d9a76-e05d-4ecb-9fad-f990cc233c2b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Updating instance_info_cache with network_info: [{"id": "9bb15d98-84ad-4039-8aa2-8c9bbe0001af", "address": "fa:16:3e:c8:dd:db", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb15d98-84", "ovs_interfaceid": "9bb15d98-84ad-4039-8aa2-8c9bbe0001af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.883191] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a9d9a76-e05d-4ecb-9fad-f990cc233c2b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lock "refresh_cache-f4d37dc7-3946-4df9-a93e-e2affc91a824" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.883191] env[69440]: DEBUG nova.objects.instance [None req-3a9d9a76-e05d-4ecb-9fad-f990cc233c2b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lazy-loading 'migration_context' on Instance uuid f4d37dc7-3946-4df9-a93e-e2affc91a824 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.248313] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.385396] env[69440]: DEBUG nova.objects.base [None req-3a9d9a76-e05d-4ecb-9fad-f990cc233c2b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1381.387310] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bcbf27-f32b-4260-94a8-2d702c730ca1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.412898] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80699f5e-8228-4e46-8cf7-4a06ac56b61d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.421758] env[69440]: DEBUG oslo_vmware.api [None req-3a9d9a76-e05d-4ecb-9fad-f990cc233c2b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1381.421758] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52fd31de-462b-2972-5285-de797543f143" [ 1381.421758] env[69440]: _type = "Task" [ 1381.421758] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.432768] env[69440]: DEBUG oslo_vmware.api [None req-3a9d9a76-e05d-4ecb-9fad-f990cc233c2b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52fd31de-462b-2972-5285-de797543f143, 'name': SearchDatastore_Task, 'duration_secs': 0.008858} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.432875] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a9d9a76-e05d-4ecb-9fad-f990cc233c2b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.433137] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a9d9a76-e05d-4ecb-9fad-f990cc233c2b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.025046] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5711542-2ef6-4373-9fec-7d710e72a755 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.033576] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "fe3c33f1-67b3-4965-a3ed-b12928117ac9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.033873] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "fe3c33f1-67b3-4965-a3ed-b12928117ac9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.034163] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "fe3c33f1-67b3-4965-a3ed-b12928117ac9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.034383] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "fe3c33f1-67b3-4965-a3ed-b12928117ac9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.034588] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "fe3c33f1-67b3-4965-a3ed-b12928117ac9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.037271] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e589c2fa-e75a-4fa4-80ce-82e52b3792e8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.041734] env[69440]: INFO nova.compute.manager [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Terminating instance [ 1382.072582] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3db8199-eb3f-4818-8832-5ef967acd055 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.081149] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782e103b-79a4-4c02-b81f-4a15db639057 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.095474] env[69440]: DEBUG nova.compute.provider_tree [None req-3a9d9a76-e05d-4ecb-9fad-f990cc233c2b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.248960] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.249316] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.249392] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1382.547058] env[69440]: DEBUG nova.compute.manager [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1382.547560] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.547942] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49f93da4-e45b-435a-bb51-932da9e63a81 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.557359] env[69440]: DEBUG oslo_vmware.api [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1382.557359] env[69440]: value = "task-4140616" [ 1382.557359] env[69440]: _type = "Task" [ 1382.557359] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.567039] env[69440]: DEBUG oslo_vmware.api [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.598677] env[69440]: DEBUG nova.scheduler.client.report [None req-3a9d9a76-e05d-4ecb-9fad-f990cc233c2b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.067603] env[69440]: DEBUG oslo_vmware.api [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140616, 'name': PowerOffVM_Task, 'duration_secs': 0.189449} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.069077] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.069077] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Volume detach. Driver type: vmdk {{(pid=69440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1383.069077] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819987', 'volume_id': '31e5e032-a0fe-47fe-a817-f919a30ca078', 'name': 'volume-31e5e032-a0fe-47fe-a817-f919a30ca078', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fe3c33f1-67b3-4965-a3ed-b12928117ac9', 'attached_at': '2025-05-14T10:01:02.000000', 'detached_at': '', 'volume_id': '31e5e032-a0fe-47fe-a817-f919a30ca078', 'serial': '31e5e032-a0fe-47fe-a817-f919a30ca078'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1383.069421] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78417a3e-b050-4b7f-a685-1e470a866068 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.090735] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d02ddef-b517-44ed-9db6-6425dcea4f0d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.099387] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfc4ae2-96f5-429b-bd43-d6f45bda1a1d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.122303] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c532455c-716e-46f0-a761-16c11de29aa4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.139070] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] The volume has not been displaced from its original location: [datastore1] volume-31e5e032-a0fe-47fe-a817-f919a30ca078/volume-31e5e032-a0fe-47fe-a817-f919a30ca078.vmdk. No consolidation needed. {{(pid=69440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1383.144326] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1383.144902] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcd3339c-b60f-4c50-a9f9-a96689f2bc78 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.164332] env[69440]: DEBUG oslo_vmware.api [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1383.164332] env[69440]: value = "task-4140617" [ 1383.164332] env[69440]: _type = "Task" [ 1383.164332] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.173143] env[69440]: DEBUG oslo_vmware.api [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.248328] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.623391] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a9d9a76-e05d-4ecb-9fad-f990cc233c2b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.190s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.623651] env[69440]: DEBUG nova.compute.manager [None req-3a9d9a76-e05d-4ecb-9fad-f990cc233c2b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69440) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1383.675756] env[69440]: DEBUG oslo_vmware.api [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140617, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.175374] env[69440]: DEBUG oslo_vmware.api [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140617, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.180514] env[69440]: INFO nova.scheduler.client.report [None req-3a9d9a76-e05d-4ecb-9fad-f990cc233c2b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Deleted allocation for migration 821fd733-d519-4490-b5d4-fbe47b223624 [ 1384.242555] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.247278] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.676120] env[69440]: DEBUG oslo_vmware.api [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140617, 'name': ReconfigVM_Task, 'duration_secs': 1.187813} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.676368] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1384.681009] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9656a87f-1b57-4a31-bc7c-292194e52b73 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.691436] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a9d9a76-e05d-4ecb-9fad-f990cc233c2b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "f4d37dc7-3946-4df9-a93e-e2affc91a824" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.231s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.697218] env[69440]: DEBUG oslo_vmware.api [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1384.697218] env[69440]: value = "task-4140618" [ 1384.697218] env[69440]: _type = "Task" [ 1384.697218] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.705598] env[69440]: DEBUG oslo_vmware.api [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.750495] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.750879] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.751113] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.751335] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1384.752208] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9975d9-877d-453c-b998-c2254ae2020f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.761101] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9960b46-86fa-46ee-bb00-2b88089f76a4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.776060] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b827b18a-e2ed-4fa5-b18b-be5937cb8052 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.783330] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023b5545-78d3-4afa-98c6-e84a41fd53a3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.814538] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179880MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=69440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1384.814737] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.814913] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.207217] env[69440]: DEBUG oslo_vmware.api [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140618, 'name': ReconfigVM_Task, 'duration_secs': 0.117958} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.207521] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819987', 'volume_id': '31e5e032-a0fe-47fe-a817-f919a30ca078', 'name': 'volume-31e5e032-a0fe-47fe-a817-f919a30ca078', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fe3c33f1-67b3-4965-a3ed-b12928117ac9', 'attached_at': '2025-05-14T10:01:02.000000', 'detached_at': '', 'volume_id': '31e5e032-a0fe-47fe-a817-f919a30ca078', 'serial': '31e5e032-a0fe-47fe-a817-f919a30ca078'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1385.207808] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.208590] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4111c948-6eb8-41c7-9336-3e722f0df72b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.215297] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1385.215525] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1807aaf7-608b-4725-978d-5d8b6b822f0c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.282314] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1385.282550] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1385.282734] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Deleting the datastore file [datastore1] fe3c33f1-67b3-4965-a3ed-b12928117ac9 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1385.283034] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62c5f408-5c3b-472c-a0b0-c18477f6e38a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.290353] env[69440]: DEBUG oslo_vmware.api [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1385.290353] env[69440]: value = "task-4140620" [ 1385.290353] env[69440]: _type = "Task" [ 1385.290353] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.299263] env[69440]: DEBUG oslo_vmware.api [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.402952] env[69440]: DEBUG nova.objects.instance [None req-3fe5423f-586f-4f67-9b6f-ca3ba15cd9f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lazy-loading 'flavor' on Instance uuid f4d37dc7-3946-4df9-a93e-e2affc91a824 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.800354] env[69440]: DEBUG oslo_vmware.api [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075418} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.800771] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1385.800820] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1385.801015] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1385.801206] env[69440]: INFO nova.compute.manager [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Took 3.25 seconds to destroy the instance on the hypervisor. [ 1385.801451] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1385.801654] env[69440]: DEBUG nova.compute.manager [-] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1385.801752] env[69440]: DEBUG nova.network.neutron [-] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1385.838229] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 896ced19-ce4b-486c-9a37-96cb8e6767d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1385.838391] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance b4ffa45e-1385-469e-83dc-9b70a8ee2fc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1385.838514] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance fe3c33f1-67b3-4965-a3ed-b12928117ac9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1385.838630] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance f4d37dc7-3946-4df9-a93e-e2affc91a824 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1385.838808] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1385.838969] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1408MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1385.896428] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5bf30e-f8ea-45f8-abf8-2abebe4e5590 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.904252] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e462215-55c4-4f10-bad8-11576637f6b3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.910505] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3fe5423f-586f-4f67-9b6f-ca3ba15cd9f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "refresh_cache-f4d37dc7-3946-4df9-a93e-e2affc91a824" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.910679] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3fe5423f-586f-4f67-9b6f-ca3ba15cd9f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired lock "refresh_cache-f4d37dc7-3946-4df9-a93e-e2affc91a824" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.910870] env[69440]: DEBUG nova.network.neutron [None req-3fe5423f-586f-4f67-9b6f-ca3ba15cd9f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.911076] env[69440]: DEBUG nova.objects.instance [None req-3fe5423f-586f-4f67-9b6f-ca3ba15cd9f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lazy-loading 'info_cache' on Instance uuid f4d37dc7-3946-4df9-a93e-e2affc91a824 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.939875] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17a9c15-7b12-4505-abbd-848842104b3d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.948269] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54440870-3b00-42f1-bf40-35bffa1c4e09 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.962734] env[69440]: DEBUG nova.compute.provider_tree [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.260034] env[69440]: DEBUG nova.compute.manager [req-7e674738-fc0d-41cd-9d19-52b0a3e5cf2f req-5beab9f2-926f-4b37-97ab-25f23e47b398 service nova] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Received event network-vif-deleted-2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.260034] env[69440]: INFO nova.compute.manager [req-7e674738-fc0d-41cd-9d19-52b0a3e5cf2f req-5beab9f2-926f-4b37-97ab-25f23e47b398 service nova] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Neutron deleted interface 2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d; detaching it from the instance and deleting it from the info cache [ 1386.260034] env[69440]: DEBUG nova.network.neutron [req-7e674738-fc0d-41cd-9d19-52b0a3e5cf2f req-5beab9f2-926f-4b37-97ab-25f23e47b398 service nova] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.414423] env[69440]: DEBUG nova.objects.base [None req-3fe5423f-586f-4f67-9b6f-ca3ba15cd9f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1386.466351] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.738493] env[69440]: DEBUG nova.network.neutron [-] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.761891] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31094a05-2b70-45b1-8bc9-72b4c0352d31 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.771941] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f4d1c3-958f-406a-8c0b-0f83c9f1f03e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.798159] env[69440]: DEBUG nova.compute.manager [req-7e674738-fc0d-41cd-9d19-52b0a3e5cf2f req-5beab9f2-926f-4b37-97ab-25f23e47b398 service nova] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Detach interface failed, port_id=2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d, reason: Instance fe3c33f1-67b3-4965-a3ed-b12928117ac9 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1386.971341] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1386.971697] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.157s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.123616] env[69440]: DEBUG nova.network.neutron [None req-3fe5423f-586f-4f67-9b6f-ca3ba15cd9f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Updating instance_info_cache with network_info: [{"id": "9bb15d98-84ad-4039-8aa2-8c9bbe0001af", "address": "fa:16:3e:c8:dd:db", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb15d98-84", "ovs_interfaceid": "9bb15d98-84ad-4039-8aa2-8c9bbe0001af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.241814] env[69440]: INFO nova.compute.manager [-] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Took 1.44 seconds to deallocate network for instance. [ 1387.626464] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3fe5423f-586f-4f67-9b6f-ca3ba15cd9f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lock "refresh_cache-f4d37dc7-3946-4df9-a93e-e2affc91a824" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.786716] env[69440]: INFO nova.compute.manager [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Took 0.54 seconds to detach 1 volumes for instance. [ 1387.790760] env[69440]: DEBUG nova.compute.manager [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Deleting volume: 31e5e032-a0fe-47fe-a817-f919a30ca078 {{(pid=69440) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1387.972144] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.334076] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.334381] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.334603] env[69440]: DEBUG nova.objects.instance [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lazy-loading 'resources' on Instance uuid fe3c33f1-67b3-4965-a3ed-b12928117ac9 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.633022] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe5423f-586f-4f67-9b6f-ca3ba15cd9f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.633391] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19c483c2-afa0-426f-8af7-b998a91207dd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.642322] env[69440]: DEBUG oslo_vmware.api [None req-3fe5423f-586f-4f67-9b6f-ca3ba15cd9f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1388.642322] env[69440]: value = "task-4140622" [ 1388.642322] env[69440]: _type = "Task" [ 1388.642322] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.650652] env[69440]: DEBUG oslo_vmware.api [None req-3fe5423f-586f-4f67-9b6f-ca3ba15cd9f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.902881] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6681d6eb-34a5-413d-b0fd-bd16053f810c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.910977] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eed38d-adbb-4bbf-9ccc-0b9d7b4afd26 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.941680] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d51540-14a4-4b9b-95f2-d75245f255e3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.949766] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a79dc2-47dd-4c7f-aded-a107b2fc52e1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.963929] env[69440]: DEBUG nova.compute.provider_tree [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.154159] env[69440]: DEBUG oslo_vmware.api [None req-3fe5423f-586f-4f67-9b6f-ca3ba15cd9f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140622, 'name': PowerOnVM_Task, 'duration_secs': 0.392174} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.154597] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe5423f-586f-4f67-9b6f-ca3ba15cd9f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1389.154660] env[69440]: DEBUG nova.compute.manager [None req-3fe5423f-586f-4f67-9b6f-ca3ba15cd9f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1389.155400] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b7094d-1b5e-4e4c-b29d-c84e8eea5c69 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.467134] env[69440]: DEBUG nova.scheduler.client.report [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.974706] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.976924] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "f4d37dc7-3946-4df9-a93e-e2affc91a824" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.977246] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "f4d37dc7-3946-4df9-a93e-e2affc91a824" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.977442] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "f4d37dc7-3946-4df9-a93e-e2affc91a824-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.977620] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "f4d37dc7-3946-4df9-a93e-e2affc91a824-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.977791] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "f4d37dc7-3946-4df9-a93e-e2affc91a824-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.979802] env[69440]: INFO nova.compute.manager [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Terminating instance [ 1389.996924] env[69440]: INFO nova.scheduler.client.report [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Deleted allocations for instance fe3c33f1-67b3-4965-a3ed-b12928117ac9 [ 1390.484063] env[69440]: DEBUG nova.compute.manager [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1390.484063] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1390.484888] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9be64b-12bb-4b24-8bc9-95cda950794a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.493190] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1390.493446] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88678f73-1141-4766-9869-74d5ab3fe345 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.503766] env[69440]: DEBUG oslo_vmware.api [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1390.503766] env[69440]: value = "task-4140623" [ 1390.503766] env[69440]: _type = "Task" [ 1390.503766] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.507321] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4718aaff-6e6b-415a-958c-62559b89a0e1 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "fe3c33f1-67b3-4965-a3ed-b12928117ac9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.473s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.515474] env[69440]: DEBUG oslo_vmware.api [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.937384] env[69440]: DEBUG oslo_concurrency.lockutils [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "b4ffa45e-1385-469e-83dc-9b70a8ee2fc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.937384] env[69440]: DEBUG oslo_concurrency.lockutils [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "b4ffa45e-1385-469e-83dc-9b70a8ee2fc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.937384] env[69440]: DEBUG oslo_concurrency.lockutils [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "b4ffa45e-1385-469e-83dc-9b70a8ee2fc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.937384] env[69440]: DEBUG oslo_concurrency.lockutils [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "b4ffa45e-1385-469e-83dc-9b70a8ee2fc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.937384] env[69440]: DEBUG oslo_concurrency.lockutils [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "b4ffa45e-1385-469e-83dc-9b70a8ee2fc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.939309] env[69440]: INFO nova.compute.manager [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Terminating instance [ 1391.014790] env[69440]: DEBUG oslo_vmware.api [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140623, 'name': PowerOffVM_Task, 'duration_secs': 0.191407} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.015072] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.015246] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1391.015497] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c1d9637-7508-483b-b117-8cfcdceeb2d7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.082373] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1391.082715] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1391.082946] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Deleting the datastore file [datastore2] f4d37dc7-3946-4df9-a93e-e2affc91a824 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1391.083234] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-974fa51f-31d0-4dd2-b6e7-8fcfeed9aae5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.089418] env[69440]: DEBUG oslo_vmware.api [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1391.089418] env[69440]: value = "task-4140625" [ 1391.089418] env[69440]: _type = "Task" [ 1391.089418] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.097769] env[69440]: DEBUG oslo_vmware.api [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.442720] env[69440]: DEBUG nova.compute.manager [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1391.442958] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1391.443896] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef511a6-7efa-4852-bf98-75d79f22eb09 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.451753] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.452014] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5d2113d-1459-4dd6-ae7f-17d2576b7c0c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.458565] env[69440]: DEBUG oslo_vmware.api [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1391.458565] env[69440]: value = "task-4140626" [ 1391.458565] env[69440]: _type = "Task" [ 1391.458565] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.467626] env[69440]: DEBUG oslo_vmware.api [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.600841] env[69440]: DEBUG oslo_vmware.api [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135734} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.601254] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1391.601330] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1391.601611] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1391.601814] env[69440]: INFO nova.compute.manager [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1391.602083] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1391.602312] env[69440]: DEBUG nova.compute.manager [-] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1391.602440] env[69440]: DEBUG nova.network.neutron [-] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1391.969548] env[69440]: DEBUG oslo_vmware.api [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140626, 'name': PowerOffVM_Task, 'duration_secs': 0.182591} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.969837] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.969998] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1391.970284] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6852dd7-e6a5-43e7-ade4-f6f7f097487c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.039291] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1392.039605] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1392.039868] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Deleting the datastore file [datastore2] b4ffa45e-1385-469e-83dc-9b70a8ee2fc6 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1392.040394] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e7e9aa6-d839-4e91-8b25-9dd51d3f746f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.047337] env[69440]: DEBUG oslo_vmware.api [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1392.047337] env[69440]: value = "task-4140628" [ 1392.047337] env[69440]: _type = "Task" [ 1392.047337] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.056068] env[69440]: DEBUG oslo_vmware.api [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.058252] env[69440]: DEBUG nova.compute.manager [req-77d78efd-7c20-42f2-b436-602ec8bb8212 req-6cb6bfc6-421c-4c0a-8d67-f716fcc2dc72 service nova] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Received event network-vif-deleted-9bb15d98-84ad-4039-8aa2-8c9bbe0001af {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.058491] env[69440]: INFO nova.compute.manager [req-77d78efd-7c20-42f2-b436-602ec8bb8212 req-6cb6bfc6-421c-4c0a-8d67-f716fcc2dc72 service nova] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Neutron deleted interface 9bb15d98-84ad-4039-8aa2-8c9bbe0001af; detaching it from the instance and deleting it from the info cache [ 1392.058681] env[69440]: DEBUG nova.network.neutron [req-77d78efd-7c20-42f2-b436-602ec8bb8212 req-6cb6bfc6-421c-4c0a-8d67-f716fcc2dc72 service nova] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.534621] env[69440]: DEBUG nova.network.neutron [-] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.558049] env[69440]: DEBUG oslo_vmware.api [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130328} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.558210] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.558399] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.558580] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.558752] env[69440]: INFO nova.compute.manager [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1392.558995] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.559213] env[69440]: DEBUG nova.compute.manager [-] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.559309] env[69440]: DEBUG nova.network.neutron [-] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.561326] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61214578-c336-4cb1-8f2c-0a37abbd3135 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.571081] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784dd210-ae19-4aaa-b296-043cbdee1465 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.597124] env[69440]: DEBUG nova.compute.manager [req-77d78efd-7c20-42f2-b436-602ec8bb8212 req-6cb6bfc6-421c-4c0a-8d67-f716fcc2dc72 service nova] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Detach interface failed, port_id=9bb15d98-84ad-4039-8aa2-8c9bbe0001af, reason: Instance f4d37dc7-3946-4df9-a93e-e2affc91a824 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1393.037606] env[69440]: INFO nova.compute.manager [-] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Took 1.43 seconds to deallocate network for instance. [ 1393.514772] env[69440]: DEBUG nova.network.neutron [-] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.543579] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.543875] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.544093] env[69440]: DEBUG nova.objects.instance [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lazy-loading 'resources' on Instance uuid f4d37dc7-3946-4df9-a93e-e2affc91a824 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.017377] env[69440]: INFO nova.compute.manager [-] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Took 1.46 seconds to deallocate network for instance. [ 1394.084803] env[69440]: DEBUG nova.compute.manager [req-3189f34f-24d5-4a29-9b0b-5059dae9b86e req-7993fee0-fa99-4e01-aa86-928e911f58d8 service nova] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Received event network-vif-deleted-41db8b12-41d0-4723-bbc4-31dcd3f71923 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1394.102612] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61a111e-208d-4a73-bab6-10c54523e099 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.110380] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647dea8e-5d14-44e4-a5fa-aee9b6ac565c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.141247] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071e0669-51a2-4cdc-b49e-1d20cb88716d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.149299] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00408f8f-24cf-4805-8937-0f1e0f60a607 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.163514] env[69440]: DEBUG nova.compute.provider_tree [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.525297] env[69440]: DEBUG oslo_concurrency.lockutils [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.667117] env[69440]: DEBUG nova.scheduler.client.report [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.172614] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.175560] env[69440]: DEBUG oslo_concurrency.lockutils [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.650s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.175863] env[69440]: DEBUG nova.objects.instance [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lazy-loading 'resources' on Instance uuid b4ffa45e-1385-469e-83dc-9b70a8ee2fc6 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.195523] env[69440]: INFO nova.scheduler.client.report [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Deleted allocations for instance f4d37dc7-3946-4df9-a93e-e2affc91a824 [ 1395.702428] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7b709635-4976-4c14-87c5-f3b97ae734bf tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "f4d37dc7-3946-4df9-a93e-e2affc91a824" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.725s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.718792] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4abf031-bfd3-4be0-9888-ffa2d6ec20e6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.727156] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ed2c8c-2e14-4d59-9ad8-0370ad060c7c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.773553] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd670e9-e8c4-40bb-b831-aec9682caf6c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.784247] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faebf67-de43-42c0-a90e-48662a29a168 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.798858] env[69440]: DEBUG nova.compute.provider_tree [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.302992] env[69440]: DEBUG nova.scheduler.client.report [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.808759] env[69440]: DEBUG oslo_concurrency.lockutils [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.828240] env[69440]: INFO nova.scheduler.client.report [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Deleted allocations for instance b4ffa45e-1385-469e-83dc-9b70a8ee2fc6 [ 1397.052708] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.052948] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.335663] env[69440]: DEBUG oslo_concurrency.lockutils [None req-70e65e6f-295d-4319-a9cd-88a2a0b6b555 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "b4ffa45e-1385-469e-83dc-9b70a8ee2fc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.399s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.555603] env[69440]: DEBUG nova.compute.manager [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1398.078367] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.078653] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.080340] env[69440]: INFO nova.compute.claims [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1399.130918] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4611e7f4-dfb7-46c1-b4c8-70c20a74f2de {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.139289] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49465d88-ca8f-49bc-a184-cd5525f81a90 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.169170] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042a0010-3c74-4b4e-a970-3e953777d925 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.177117] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc50a89-c7d4-4757-9c1e-29ed117aa4fd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.192241] env[69440]: DEBUG nova.compute.provider_tree [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.695805] env[69440]: DEBUG nova.scheduler.client.report [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.200428] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.200931] env[69440]: DEBUG nova.compute.manager [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1400.668552] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "896ced19-ce4b-486c-9a37-96cb8e6767d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.668821] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "896ced19-ce4b-486c-9a37-96cb8e6767d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.669028] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "896ced19-ce4b-486c-9a37-96cb8e6767d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.669217] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "896ced19-ce4b-486c-9a37-96cb8e6767d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.669389] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "896ced19-ce4b-486c-9a37-96cb8e6767d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.671788] env[69440]: INFO nova.compute.manager [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Terminating instance [ 1400.705842] env[69440]: DEBUG nova.compute.utils [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1400.707177] env[69440]: DEBUG nova.compute.manager [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1400.707339] env[69440]: DEBUG nova.network.neutron [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1400.744103] env[69440]: DEBUG nova.policy [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c30e4a46ec64d1e838c97e03d415b99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '425d5b44393d418991df5db46b5c3cf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1401.016273] env[69440]: DEBUG nova.network.neutron [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Successfully created port: 6b8dd75f-09f1-4524-b458-f276123c8bc9 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1401.175810] env[69440]: DEBUG nova.compute.manager [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1401.176074] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1401.177028] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a9e417-2f45-48b4-85ed-08d0a9ced78a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.185055] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1401.185320] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-149f74ee-3b71-436b-bac3-ff88f98380ca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.192244] env[69440]: DEBUG oslo_vmware.api [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1401.192244] env[69440]: value = "task-4140630" [ 1401.192244] env[69440]: _type = "Task" [ 1401.192244] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.204870] env[69440]: DEBUG oslo_vmware.api [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.210633] env[69440]: DEBUG nova.compute.manager [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1401.703613] env[69440]: DEBUG oslo_vmware.api [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140630, 'name': PowerOffVM_Task, 'duration_secs': 0.190479} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.703887] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.704062] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1401.704317] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a844e60a-1387-4f83-9f6b-5ef0aad30072 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.772221] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1401.772508] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1401.772720] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Deleting the datastore file [datastore2] 896ced19-ce4b-486c-9a37-96cb8e6767d0 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1401.773042] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82db5a29-92e8-4d57-aeaf-6463770f668e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.783048] env[69440]: DEBUG oslo_vmware.api [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for the task: (returnval){ [ 1401.783048] env[69440]: value = "task-4140632" [ 1401.783048] env[69440]: _type = "Task" [ 1401.783048] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.792073] env[69440]: DEBUG oslo_vmware.api [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.223906] env[69440]: DEBUG nova.compute.manager [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1402.252639] env[69440]: DEBUG nova.virt.hardware [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1402.252923] env[69440]: DEBUG nova.virt.hardware [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1402.253117] env[69440]: DEBUG nova.virt.hardware [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1402.253312] env[69440]: DEBUG nova.virt.hardware [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1402.253461] env[69440]: DEBUG nova.virt.hardware [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1402.253608] env[69440]: DEBUG nova.virt.hardware [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1402.253821] env[69440]: DEBUG nova.virt.hardware [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1402.253981] env[69440]: DEBUG nova.virt.hardware [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1402.254173] env[69440]: DEBUG nova.virt.hardware [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1402.254339] env[69440]: DEBUG nova.virt.hardware [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1402.254512] env[69440]: DEBUG nova.virt.hardware [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1402.255436] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968b8ba0-0f39-4a1b-8b0e-9f533f9aab96 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.264314] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f805061-292a-4e68-8ca3-233cb45ab543 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.293403] env[69440]: DEBUG oslo_vmware.api [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Task: {'id': task-4140632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138958} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.293669] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1402.293855] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1402.294111] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1402.294212] env[69440]: INFO nova.compute.manager [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1402.294460] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1402.294656] env[69440]: DEBUG nova.compute.manager [-] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1402.294752] env[69440]: DEBUG nova.network.neutron [-] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1402.465569] env[69440]: DEBUG nova.compute.manager [req-46d13786-74d7-4654-b165-a678f9c02bd2 req-4c014aa3-13d0-40c3-b5ad-6f1c3c0fa335 service nova] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Received event network-vif-plugged-6b8dd75f-09f1-4524-b458-f276123c8bc9 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.465784] env[69440]: DEBUG oslo_concurrency.lockutils [req-46d13786-74d7-4654-b165-a678f9c02bd2 req-4c014aa3-13d0-40c3-b5ad-6f1c3c0fa335 service nova] Acquiring lock "ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.465947] env[69440]: DEBUG oslo_concurrency.lockutils [req-46d13786-74d7-4654-b165-a678f9c02bd2 req-4c014aa3-13d0-40c3-b5ad-6f1c3c0fa335 service nova] Lock "ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.466137] env[69440]: DEBUG oslo_concurrency.lockutils [req-46d13786-74d7-4654-b165-a678f9c02bd2 req-4c014aa3-13d0-40c3-b5ad-6f1c3c0fa335 service nova] Lock "ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.466300] env[69440]: DEBUG nova.compute.manager [req-46d13786-74d7-4654-b165-a678f9c02bd2 req-4c014aa3-13d0-40c3-b5ad-6f1c3c0fa335 service nova] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] No waiting events found dispatching network-vif-plugged-6b8dd75f-09f1-4524-b458-f276123c8bc9 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1402.466466] env[69440]: WARNING nova.compute.manager [req-46d13786-74d7-4654-b165-a678f9c02bd2 req-4c014aa3-13d0-40c3-b5ad-6f1c3c0fa335 service nova] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Received unexpected event network-vif-plugged-6b8dd75f-09f1-4524-b458-f276123c8bc9 for instance with vm_state building and task_state spawning. [ 1402.643513] env[69440]: DEBUG nova.network.neutron [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Successfully updated port: 6b8dd75f-09f1-4524-b458-f276123c8bc9 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1403.148129] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "refresh_cache-ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.148307] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired lock "refresh_cache-ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.148466] env[69440]: DEBUG nova.network.neutron [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1403.168358] env[69440]: DEBUG nova.network.neutron [-] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.670477] env[69440]: INFO nova.compute.manager [-] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Took 1.38 seconds to deallocate network for instance. [ 1403.691522] env[69440]: DEBUG nova.network.neutron [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1403.822734] env[69440]: DEBUG nova.network.neutron [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Updating instance_info_cache with network_info: [{"id": "6b8dd75f-09f1-4524-b458-f276123c8bc9", "address": "fa:16:3e:9a:03:32", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b8dd75f-09", "ovs_interfaceid": "6b8dd75f-09f1-4524-b458-f276123c8bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.177093] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.177549] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.177881] env[69440]: DEBUG nova.objects.instance [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lazy-loading 'resources' on Instance uuid 896ced19-ce4b-486c-9a37-96cb8e6767d0 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.324964] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lock "refresh_cache-ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.325223] env[69440]: DEBUG nova.compute.manager [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Instance network_info: |[{"id": "6b8dd75f-09f1-4524-b458-f276123c8bc9", "address": "fa:16:3e:9a:03:32", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b8dd75f-09", "ovs_interfaceid": "6b8dd75f-09f1-4524-b458-f276123c8bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1404.325660] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:03:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b8dd75f-09f1-4524-b458-f276123c8bc9', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1404.333183] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1404.333399] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1404.333644] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2432b659-2ff3-4cb0-bcd9-7b7489c3a742 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.353639] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1404.353639] env[69440]: value = "task-4140633" [ 1404.353639] env[69440]: _type = "Task" [ 1404.353639] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.362568] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140633, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.495127] env[69440]: DEBUG nova.compute.manager [req-93d98232-47bb-4c2c-aab3-37129c652da5 req-35acf086-7a18-4c59-aa97-339b7b05a9e2 service nova] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Received event network-changed-6b8dd75f-09f1-4524-b458-f276123c8bc9 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.495413] env[69440]: DEBUG nova.compute.manager [req-93d98232-47bb-4c2c-aab3-37129c652da5 req-35acf086-7a18-4c59-aa97-339b7b05a9e2 service nova] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Refreshing instance network info cache due to event network-changed-6b8dd75f-09f1-4524-b458-f276123c8bc9. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1404.495697] env[69440]: DEBUG oslo_concurrency.lockutils [req-93d98232-47bb-4c2c-aab3-37129c652da5 req-35acf086-7a18-4c59-aa97-339b7b05a9e2 service nova] Acquiring lock "refresh_cache-ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.495823] env[69440]: DEBUG oslo_concurrency.lockutils [req-93d98232-47bb-4c2c-aab3-37129c652da5 req-35acf086-7a18-4c59-aa97-339b7b05a9e2 service nova] Acquired lock "refresh_cache-ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.495956] env[69440]: DEBUG nova.network.neutron [req-93d98232-47bb-4c2c-aab3-37129c652da5 req-35acf086-7a18-4c59-aa97-339b7b05a9e2 service nova] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Refreshing network info cache for port 6b8dd75f-09f1-4524-b458-f276123c8bc9 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.722610] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdc159c-6ba6-4e1b-a440-2354be2fcdcf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.730200] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400c04eb-cf70-4011-9277-92b27d0bba0c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.761009] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f564f7ad-02c3-4478-86de-8e09b6e57538 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.769175] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3761873c-59e6-4665-85cd-2583452ccc2c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.783040] env[69440]: DEBUG nova.compute.provider_tree [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.864623] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140633, 'name': CreateVM_Task, 'duration_secs': 0.334196} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.864816] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1404.865474] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.865647] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.865976] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.866257] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf063af-7b13-45da-92b9-8983939f7726 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.870753] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1404.870753] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]526204a8-2237-b034-4115-cec5a3e41c7f" [ 1404.870753] env[69440]: _type = "Task" [ 1404.870753] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.878524] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526204a8-2237-b034-4115-cec5a3e41c7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.192868] env[69440]: DEBUG nova.network.neutron [req-93d98232-47bb-4c2c-aab3-37129c652da5 req-35acf086-7a18-4c59-aa97-339b7b05a9e2 service nova] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Updated VIF entry in instance network info cache for port 6b8dd75f-09f1-4524-b458-f276123c8bc9. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.193273] env[69440]: DEBUG nova.network.neutron [req-93d98232-47bb-4c2c-aab3-37129c652da5 req-35acf086-7a18-4c59-aa97-339b7b05a9e2 service nova] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Updating instance_info_cache with network_info: [{"id": "6b8dd75f-09f1-4524-b458-f276123c8bc9", "address": "fa:16:3e:9a:03:32", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b8dd75f-09", "ovs_interfaceid": "6b8dd75f-09f1-4524-b458-f276123c8bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.285935] env[69440]: DEBUG nova.scheduler.client.report [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1405.382067] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526204a8-2237-b034-4115-cec5a3e41c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.0126} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.382385] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.382635] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1405.382893] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.383078] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.383280] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1405.383538] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03d155bb-1c3d-4745-8956-a50493383ac2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.392722] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1405.392912] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1405.393638] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-462f55e7-79ac-4119-92ca-249629f32a2c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.398880] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1405.398880] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52be75ff-0d19-29c4-78db-ed1599a41ccc" [ 1405.398880] env[69440]: _type = "Task" [ 1405.398880] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.406294] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52be75ff-0d19-29c4-78db-ed1599a41ccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.696998] env[69440]: DEBUG oslo_concurrency.lockutils [req-93d98232-47bb-4c2c-aab3-37129c652da5 req-35acf086-7a18-4c59-aa97-339b7b05a9e2 service nova] Releasing lock "refresh_cache-ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.697312] env[69440]: DEBUG nova.compute.manager [req-93d98232-47bb-4c2c-aab3-37129c652da5 req-35acf086-7a18-4c59-aa97-339b7b05a9e2 service nova] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Received event network-vif-deleted-04e441d7-c785-4e54-983f-4b6dda81282c {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1405.791789] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.818765] env[69440]: INFO nova.scheduler.client.report [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Deleted allocations for instance 896ced19-ce4b-486c-9a37-96cb8e6767d0 [ 1405.909351] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52be75ff-0d19-29c4-78db-ed1599a41ccc, 'name': SearchDatastore_Task, 'duration_secs': 0.009307} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.910278] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df13d65-22f8-4b03-8a21-61a212bea442 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.915612] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1405.915612] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52a8aa72-87ab-8bd4-50b6-b5a15f3fbc05" [ 1405.915612] env[69440]: _type = "Task" [ 1405.915612] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.924127] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a8aa72-87ab-8bd4-50b6-b5a15f3fbc05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.326380] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4cc1ec9b-3665-4a0a-995e-b7d936080904 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Lock "896ced19-ce4b-486c-9a37-96cb8e6767d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.657s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.428066] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a8aa72-87ab-8bd4-50b6-b5a15f3fbc05, 'name': SearchDatastore_Task, 'duration_secs': 0.011329} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.428435] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.428787] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8/ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1406.429149] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5153bdd6-fb14-43b0-bab7-79b984fe74a2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.437753] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1406.437753] env[69440]: value = "task-4140634" [ 1406.437753] env[69440]: _type = "Task" [ 1406.437753] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.446880] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.949087] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477202} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.949087] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8/ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1406.949087] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1406.949087] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a09f967d-7e2b-4473-a09d-a5969d461236 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.957221] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1406.957221] env[69440]: value = "task-4140635" [ 1406.957221] env[69440]: _type = "Task" [ 1406.957221] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.966619] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.467018] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093986} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.467304] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1407.468095] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3a6b6a-bcf9-4696-bb41-19c9fda945cb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.490102] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8/ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1407.490401] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-101187c5-9565-4d45-91a7-1b5b9ad46c52 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.510301] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1407.510301] env[69440]: value = "task-4140636" [ 1407.510301] env[69440]: _type = "Task" [ 1407.510301] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.519101] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.020659] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140636, 'name': ReconfigVM_Task, 'duration_secs': 0.283621} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.021133] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Reconfigured VM instance instance-00000078 to attach disk [datastore1] ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8/ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1408.021592] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20f87182-e846-40ff-b17c-58ea07daf7d8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.028181] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1408.028181] env[69440]: value = "task-4140637" [ 1408.028181] env[69440]: _type = "Task" [ 1408.028181] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.036301] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140637, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.543561] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140637, 'name': Rename_Task, 'duration_secs': 0.186168} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.543875] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1408.544144] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11c37c6f-67e6-45f9-baf5-0d869d643968 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.551520] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1408.551520] env[69440]: value = "task-4140638" [ 1408.551520] env[69440]: _type = "Task" [ 1408.551520] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.561945] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.062482] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140638, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.562727] env[69440]: DEBUG oslo_vmware.api [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140638, 'name': PowerOnVM_Task, 'duration_secs': 0.563543} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.563015] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1409.563230] env[69440]: INFO nova.compute.manager [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1409.563409] env[69440]: DEBUG nova.compute.manager [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1409.564217] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ea8eb0-1f7e-4ab3-8122-c09df70a105c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.087449] env[69440]: INFO nova.compute.manager [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Took 12.03 seconds to build instance. [ 1410.590342] env[69440]: DEBUG oslo_concurrency.lockutils [None req-34554a91-ba30-4c0e-8c61-347ec4ca8281 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.537s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.750640] env[69440]: DEBUG nova.compute.manager [req-babf49a0-c6fd-4b06-96c6-f856e863f216 req-46cc9905-c3c5-447f-9234-fec03db91f39 service nova] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Received event network-changed-6b8dd75f-09f1-4524-b458-f276123c8bc9 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.751078] env[69440]: DEBUG nova.compute.manager [req-babf49a0-c6fd-4b06-96c6-f856e863f216 req-46cc9905-c3c5-447f-9234-fec03db91f39 service nova] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Refreshing instance network info cache due to event network-changed-6b8dd75f-09f1-4524-b458-f276123c8bc9. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1411.752393] env[69440]: DEBUG oslo_concurrency.lockutils [req-babf49a0-c6fd-4b06-96c6-f856e863f216 req-46cc9905-c3c5-447f-9234-fec03db91f39 service nova] Acquiring lock "refresh_cache-ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.752676] env[69440]: DEBUG oslo_concurrency.lockutils [req-babf49a0-c6fd-4b06-96c6-f856e863f216 req-46cc9905-c3c5-447f-9234-fec03db91f39 service nova] Acquired lock "refresh_cache-ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.752845] env[69440]: DEBUG nova.network.neutron [req-babf49a0-c6fd-4b06-96c6-f856e863f216 req-46cc9905-c3c5-447f-9234-fec03db91f39 service nova] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Refreshing network info cache for port 6b8dd75f-09f1-4524-b458-f276123c8bc9 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1412.337883] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "574815fb-5ab9-4217-9773-b1451afcfc3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.338143] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "574815fb-5ab9-4217-9773-b1451afcfc3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.481966] env[69440]: DEBUG nova.network.neutron [req-babf49a0-c6fd-4b06-96c6-f856e863f216 req-46cc9905-c3c5-447f-9234-fec03db91f39 service nova] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Updated VIF entry in instance network info cache for port 6b8dd75f-09f1-4524-b458-f276123c8bc9. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.482502] env[69440]: DEBUG nova.network.neutron [req-babf49a0-c6fd-4b06-96c6-f856e863f216 req-46cc9905-c3c5-447f-9234-fec03db91f39 service nova] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Updating instance_info_cache with network_info: [{"id": "6b8dd75f-09f1-4524-b458-f276123c8bc9", "address": "fa:16:3e:9a:03:32", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b8dd75f-09", "ovs_interfaceid": "6b8dd75f-09f1-4524-b458-f276123c8bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.841428] env[69440]: DEBUG nova.compute.manager [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1412.985661] env[69440]: DEBUG oslo_concurrency.lockutils [req-babf49a0-c6fd-4b06-96c6-f856e863f216 req-46cc9905-c3c5-447f-9234-fec03db91f39 service nova] Releasing lock "refresh_cache-ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.365919] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.366221] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.367747] env[69440]: INFO nova.compute.claims [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1414.419075] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db35d9f8-dd4a-42e8-88cb-ddebf922064d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.427456] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776d2521-9e23-403b-935b-729132d0cc8e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.458766] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa6a13c-0df7-4686-84f7-129638b78fd6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.467020] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038fda9a-6626-4d86-9a28-e0b6f868e2e3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.480864] env[69440]: DEBUG nova.compute.provider_tree [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.983973] env[69440]: DEBUG nova.scheduler.client.report [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.489743] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.490321] env[69440]: DEBUG nova.compute.manager [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1415.996588] env[69440]: DEBUG nova.compute.utils [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1415.998614] env[69440]: DEBUG nova.compute.manager [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1415.998614] env[69440]: DEBUG nova.network.neutron [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1416.043309] env[69440]: DEBUG nova.policy [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db54bf3c1e00459fa3b0304c6aff51de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99d53517a86d4e6ea9ef81111cb2336d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1416.301712] env[69440]: DEBUG nova.network.neutron [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Successfully created port: 731ebcb7-0542-4a28-bd8c-19823d559a59 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1416.502237] env[69440]: DEBUG nova.compute.manager [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1417.514459] env[69440]: DEBUG nova.compute.manager [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1417.542354] env[69440]: DEBUG nova.virt.hardware [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1417.542634] env[69440]: DEBUG nova.virt.hardware [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1417.542792] env[69440]: DEBUG nova.virt.hardware [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1417.542975] env[69440]: DEBUG nova.virt.hardware [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1417.543136] env[69440]: DEBUG nova.virt.hardware [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1417.543307] env[69440]: DEBUG nova.virt.hardware [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1417.543576] env[69440]: DEBUG nova.virt.hardware [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1417.543759] env[69440]: DEBUG nova.virt.hardware [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1417.543934] env[69440]: DEBUG nova.virt.hardware [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1417.544111] env[69440]: DEBUG nova.virt.hardware [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1417.544287] env[69440]: DEBUG nova.virt.hardware [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1417.545315] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d00414d-b7fe-4b27-b7a3-f57719fd449b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.553688] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ee81a9-acb7-407b-9c07-34cc60df6a65 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.666813] env[69440]: DEBUG nova.compute.manager [req-319db5e9-9e37-497a-add6-1d96c1756a8b req-f3bc52af-4dab-4f7f-b1e7-af8ae513ebc1 service nova] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Received event network-vif-plugged-731ebcb7-0542-4a28-bd8c-19823d559a59 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1417.667114] env[69440]: DEBUG oslo_concurrency.lockutils [req-319db5e9-9e37-497a-add6-1d96c1756a8b req-f3bc52af-4dab-4f7f-b1e7-af8ae513ebc1 service nova] Acquiring lock "574815fb-5ab9-4217-9773-b1451afcfc3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.667245] env[69440]: DEBUG oslo_concurrency.lockutils [req-319db5e9-9e37-497a-add6-1d96c1756a8b req-f3bc52af-4dab-4f7f-b1e7-af8ae513ebc1 service nova] Lock "574815fb-5ab9-4217-9773-b1451afcfc3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.667456] env[69440]: DEBUG oslo_concurrency.lockutils [req-319db5e9-9e37-497a-add6-1d96c1756a8b req-f3bc52af-4dab-4f7f-b1e7-af8ae513ebc1 service nova] Lock "574815fb-5ab9-4217-9773-b1451afcfc3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.667605] env[69440]: DEBUG nova.compute.manager [req-319db5e9-9e37-497a-add6-1d96c1756a8b req-f3bc52af-4dab-4f7f-b1e7-af8ae513ebc1 service nova] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] No waiting events found dispatching network-vif-plugged-731ebcb7-0542-4a28-bd8c-19823d559a59 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1417.667798] env[69440]: WARNING nova.compute.manager [req-319db5e9-9e37-497a-add6-1d96c1756a8b req-f3bc52af-4dab-4f7f-b1e7-af8ae513ebc1 service nova] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Received unexpected event network-vif-plugged-731ebcb7-0542-4a28-bd8c-19823d559a59 for instance with vm_state building and task_state spawning. [ 1417.753577] env[69440]: DEBUG nova.network.neutron [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Successfully updated port: 731ebcb7-0542-4a28-bd8c-19823d559a59 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1418.256720] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "refresh_cache-574815fb-5ab9-4217-9773-b1451afcfc3b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.256872] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired lock "refresh_cache-574815fb-5ab9-4217-9773-b1451afcfc3b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.257035] env[69440]: DEBUG nova.network.neutron [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1418.791713] env[69440]: DEBUG nova.network.neutron [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1418.916945] env[69440]: DEBUG nova.network.neutron [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Updating instance_info_cache with network_info: [{"id": "731ebcb7-0542-4a28-bd8c-19823d559a59", "address": "fa:16:3e:ba:1f:5a", "network": {"id": "8cddeffc-b89a-4085-879f-fa25f7610ffa", "bridge": "br-int", "label": "tempest-ServersTestJSON-138106909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d53517a86d4e6ea9ef81111cb2336d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap731ebcb7-05", "ovs_interfaceid": "731ebcb7-0542-4a28-bd8c-19823d559a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.420408] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Releasing lock "refresh_cache-574815fb-5ab9-4217-9773-b1451afcfc3b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.420736] env[69440]: DEBUG nova.compute.manager [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Instance network_info: |[{"id": "731ebcb7-0542-4a28-bd8c-19823d559a59", "address": "fa:16:3e:ba:1f:5a", "network": {"id": "8cddeffc-b89a-4085-879f-fa25f7610ffa", "bridge": "br-int", "label": "tempest-ServersTestJSON-138106909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d53517a86d4e6ea9ef81111cb2336d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap731ebcb7-05", "ovs_interfaceid": "731ebcb7-0542-4a28-bd8c-19823d559a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1419.421222] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:1f:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '731ebcb7-0542-4a28-bd8c-19823d559a59', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1419.428507] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Creating folder: Project (99d53517a86d4e6ea9ef81111cb2336d). Parent ref: group-v819662. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1419.428778] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e427c4d-8e54-49a4-8ec9-5a66f38803e5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.440883] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Created folder: Project (99d53517a86d4e6ea9ef81111cb2336d) in parent group-v819662. [ 1419.441086] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Creating folder: Instances. Parent ref: group-v819997. {{(pid=69440) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1419.441353] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec163be9-272e-4048-8b66-bdb637154c22 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.451830] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Created folder: Instances in parent group-v819997. [ 1419.452077] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1419.452273] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1419.452484] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09201ff6-cfc1-4301-b101-fed5e26d1649 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.471609] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1419.471609] env[69440]: value = "task-4140641" [ 1419.471609] env[69440]: _type = "Task" [ 1419.471609] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.479266] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140641, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.694612] env[69440]: DEBUG nova.compute.manager [req-fbd61030-b1b8-4785-870d-bb38041679a6 req-767f8bcc-f731-48e6-8e84-844fc758d27c service nova] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Received event network-changed-731ebcb7-0542-4a28-bd8c-19823d559a59 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1419.694742] env[69440]: DEBUG nova.compute.manager [req-fbd61030-b1b8-4785-870d-bb38041679a6 req-767f8bcc-f731-48e6-8e84-844fc758d27c service nova] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Refreshing instance network info cache due to event network-changed-731ebcb7-0542-4a28-bd8c-19823d559a59. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1419.694939] env[69440]: DEBUG oslo_concurrency.lockutils [req-fbd61030-b1b8-4785-870d-bb38041679a6 req-767f8bcc-f731-48e6-8e84-844fc758d27c service nova] Acquiring lock "refresh_cache-574815fb-5ab9-4217-9773-b1451afcfc3b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.695256] env[69440]: DEBUG oslo_concurrency.lockutils [req-fbd61030-b1b8-4785-870d-bb38041679a6 req-767f8bcc-f731-48e6-8e84-844fc758d27c service nova] Acquired lock "refresh_cache-574815fb-5ab9-4217-9773-b1451afcfc3b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.695461] env[69440]: DEBUG nova.network.neutron [req-fbd61030-b1b8-4785-870d-bb38041679a6 req-767f8bcc-f731-48e6-8e84-844fc758d27c service nova] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Refreshing network info cache for port 731ebcb7-0542-4a28-bd8c-19823d559a59 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1419.983091] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140641, 'name': CreateVM_Task, 'duration_secs': 0.312228} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.983496] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1419.983860] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.984075] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.984365] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.984632] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6231544-3aad-4af2-a215-17cfdc20bec7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.989185] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1419.989185] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d58d7b-c75e-c68e-2981-cdca3226fd4c" [ 1419.989185] env[69440]: _type = "Task" [ 1419.989185] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.997408] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d58d7b-c75e-c68e-2981-cdca3226fd4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.383347] env[69440]: DEBUG nova.network.neutron [req-fbd61030-b1b8-4785-870d-bb38041679a6 req-767f8bcc-f731-48e6-8e84-844fc758d27c service nova] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Updated VIF entry in instance network info cache for port 731ebcb7-0542-4a28-bd8c-19823d559a59. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.383725] env[69440]: DEBUG nova.network.neutron [req-fbd61030-b1b8-4785-870d-bb38041679a6 req-767f8bcc-f731-48e6-8e84-844fc758d27c service nova] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Updating instance_info_cache with network_info: [{"id": "731ebcb7-0542-4a28-bd8c-19823d559a59", "address": "fa:16:3e:ba:1f:5a", "network": {"id": "8cddeffc-b89a-4085-879f-fa25f7610ffa", "bridge": "br-int", "label": "tempest-ServersTestJSON-138106909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d53517a86d4e6ea9ef81111cb2336d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap731ebcb7-05", "ovs_interfaceid": "731ebcb7-0542-4a28-bd8c-19823d559a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.500264] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d58d7b-c75e-c68e-2981-cdca3226fd4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010419} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.500586] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.500822] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1420.501071] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.501244] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.501430] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1420.501696] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0091d70b-352c-4c88-917d-88558903f06f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.510411] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1420.510617] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1420.511350] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b1d71a-a1f1-4bf9-b6b2-bfe9421c8ad4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.516978] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1420.516978] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]529a051b-0eb7-1f04-0ae5-d4d360e9aace" [ 1420.516978] env[69440]: _type = "Task" [ 1420.516978] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.524839] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529a051b-0eb7-1f04-0ae5-d4d360e9aace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.887102] env[69440]: DEBUG oslo_concurrency.lockutils [req-fbd61030-b1b8-4785-870d-bb38041679a6 req-767f8bcc-f731-48e6-8e84-844fc758d27c service nova] Releasing lock "refresh_cache-574815fb-5ab9-4217-9773-b1451afcfc3b" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.028170] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]529a051b-0eb7-1f04-0ae5-d4d360e9aace, 'name': SearchDatastore_Task, 'duration_secs': 0.009035} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.028973] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b65cc8b-5f0a-4f07-b99c-46844b86b7fc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.034401] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1421.034401] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5241db2d-2770-3660-a629-efb560aceb66" [ 1421.034401] env[69440]: _type = "Task" [ 1421.034401] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.042236] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5241db2d-2770-3660-a629-efb560aceb66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.545210] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5241db2d-2770-3660-a629-efb560aceb66, 'name': SearchDatastore_Task, 'duration_secs': 0.010137} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.545494] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.545761] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 574815fb-5ab9-4217-9773-b1451afcfc3b/574815fb-5ab9-4217-9773-b1451afcfc3b.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1421.546052] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b7ac0b0-9882-49bd-aaa5-58ecd2c23a3b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.553110] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1421.553110] env[69440]: value = "task-4140642" [ 1421.553110] env[69440]: _type = "Task" [ 1421.553110] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.561740] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.063611] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498989} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.063998] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 574815fb-5ab9-4217-9773-b1451afcfc3b/574815fb-5ab9-4217-9773-b1451afcfc3b.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1422.064115] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1422.064311] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-422e5265-e882-4547-8874-f8867ad13542 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.070678] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1422.070678] env[69440]: value = "task-4140643" [ 1422.070678] env[69440]: _type = "Task" [ 1422.070678] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.078924] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.580905] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061207} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.581195] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1422.581915] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8942cf26-a67a-41d3-9988-f9c466c0dd4e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.603926] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 574815fb-5ab9-4217-9773-b1451afcfc3b/574815fb-5ab9-4217-9773-b1451afcfc3b.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1422.604156] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3297bd9f-8fcb-4565-8beb-0107d4bf3bba {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.623359] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1422.623359] env[69440]: value = "task-4140644" [ 1422.623359] env[69440]: _type = "Task" [ 1422.623359] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.631150] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.134930] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.634742] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.134871] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140644, 'name': ReconfigVM_Task, 'duration_secs': 1.234871} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.135146] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 574815fb-5ab9-4217-9773-b1451afcfc3b/574815fb-5ab9-4217-9773-b1451afcfc3b.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1424.135807] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fce7618-d1e4-44fe-a87c-73cc9b96ee3c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.142584] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1424.142584] env[69440]: value = "task-4140645" [ 1424.142584] env[69440]: _type = "Task" [ 1424.142584] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.150731] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140645, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.653038] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140645, 'name': Rename_Task, 'duration_secs': 0.134282} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.653258] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1424.653364] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7812fbb-c0e5-4aae-b359-2fa365cc158f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.660050] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1424.660050] env[69440]: value = "task-4140646" [ 1424.660050] env[69440]: _type = "Task" [ 1424.660050] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.667771] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.170382] env[69440]: DEBUG oslo_vmware.api [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140646, 'name': PowerOnVM_Task, 'duration_secs': 0.503001} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.170848] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1425.170848] env[69440]: INFO nova.compute.manager [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1425.171061] env[69440]: DEBUG nova.compute.manager [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1425.171825] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65988db1-6e3f-4690-acdb-6ed5bdce3284 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.689857] env[69440]: INFO nova.compute.manager [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Took 12.34 seconds to build instance. [ 1426.192198] env[69440]: DEBUG oslo_concurrency.lockutils [None req-6f5f223b-79a3-4b5d-b76b-28f565d59264 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "574815fb-5ab9-4217-9773-b1451afcfc3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.854s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.270813] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "a3976567-6b04-48d8-b3f2-f69ea42a127d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.271205] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "a3976567-6b04-48d8-b3f2-f69ea42a127d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.774331] env[69440]: DEBUG nova.compute.manager [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1428.296752] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.297099] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.298817] env[69440]: INFO nova.compute.claims [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1429.359406] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f00de0-2490-4592-840d-dd164266e42d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.367377] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a305a583-6fcb-4c89-bb0a-0946e39210d8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.397698] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b0289c-90ab-4d2a-9bb2-7690f5993cd2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.405588] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651de927-513d-4a69-a72d-e2061f9b5171 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.419091] env[69440]: DEBUG nova.compute.provider_tree [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.922918] env[69440]: DEBUG nova.scheduler.client.report [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1430.430018] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.430547] env[69440]: DEBUG nova.compute.manager [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1430.936169] env[69440]: DEBUG nova.compute.utils [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1430.937943] env[69440]: DEBUG nova.compute.manager [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1430.938116] env[69440]: DEBUG nova.network.neutron [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1430.986501] env[69440]: DEBUG nova.policy [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db54bf3c1e00459fa3b0304c6aff51de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99d53517a86d4e6ea9ef81111cb2336d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1431.249009] env[69440]: DEBUG nova.network.neutron [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Successfully created port: 58ac2c22-d55d-474d-9b0e-02d8c8ed86c7 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1431.442764] env[69440]: DEBUG nova.compute.manager [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1432.451916] env[69440]: DEBUG nova.compute.manager [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1432.479340] env[69440]: DEBUG nova.virt.hardware [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1432.479582] env[69440]: DEBUG nova.virt.hardware [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1432.479736] env[69440]: DEBUG nova.virt.hardware [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1432.479915] env[69440]: DEBUG nova.virt.hardware [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1432.480082] env[69440]: DEBUG nova.virt.hardware [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1432.480233] env[69440]: DEBUG nova.virt.hardware [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1432.480473] env[69440]: DEBUG nova.virt.hardware [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1432.480639] env[69440]: DEBUG nova.virt.hardware [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1432.480807] env[69440]: DEBUG nova.virt.hardware [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1432.480967] env[69440]: DEBUG nova.virt.hardware [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1432.481154] env[69440]: DEBUG nova.virt.hardware [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1432.482088] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c64387-2e4d-4708-9732-d6cfa1bf3a10 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.490173] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d91fa2-d84e-4f82-9488-5c9ab9e3462d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.617257] env[69440]: DEBUG nova.compute.manager [req-7ab19f57-206f-4bc7-a9b1-0b10069abc30 req-7959deeb-3f3d-4c66-8347-46da626785ba service nova] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Received event network-vif-plugged-58ac2c22-d55d-474d-9b0e-02d8c8ed86c7 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1432.617482] env[69440]: DEBUG oslo_concurrency.lockutils [req-7ab19f57-206f-4bc7-a9b1-0b10069abc30 req-7959deeb-3f3d-4c66-8347-46da626785ba service nova] Acquiring lock "a3976567-6b04-48d8-b3f2-f69ea42a127d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.617687] env[69440]: DEBUG oslo_concurrency.lockutils [req-7ab19f57-206f-4bc7-a9b1-0b10069abc30 req-7959deeb-3f3d-4c66-8347-46da626785ba service nova] Lock "a3976567-6b04-48d8-b3f2-f69ea42a127d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.617853] env[69440]: DEBUG oslo_concurrency.lockutils [req-7ab19f57-206f-4bc7-a9b1-0b10069abc30 req-7959deeb-3f3d-4c66-8347-46da626785ba service nova] Lock "a3976567-6b04-48d8-b3f2-f69ea42a127d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.618030] env[69440]: DEBUG nova.compute.manager [req-7ab19f57-206f-4bc7-a9b1-0b10069abc30 req-7959deeb-3f3d-4c66-8347-46da626785ba service nova] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] No waiting events found dispatching network-vif-plugged-58ac2c22-d55d-474d-9b0e-02d8c8ed86c7 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1432.618201] env[69440]: WARNING nova.compute.manager [req-7ab19f57-206f-4bc7-a9b1-0b10069abc30 req-7959deeb-3f3d-4c66-8347-46da626785ba service nova] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Received unexpected event network-vif-plugged-58ac2c22-d55d-474d-9b0e-02d8c8ed86c7 for instance with vm_state building and task_state spawning. [ 1432.703071] env[69440]: DEBUG nova.network.neutron [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Successfully updated port: 58ac2c22-d55d-474d-9b0e-02d8c8ed86c7 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1433.206233] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "refresh_cache-a3976567-6b04-48d8-b3f2-f69ea42a127d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.206722] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired lock "refresh_cache-a3976567-6b04-48d8-b3f2-f69ea42a127d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.206722] env[69440]: DEBUG nova.network.neutron [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1433.743258] env[69440]: DEBUG nova.network.neutron [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1433.886077] env[69440]: DEBUG nova.network.neutron [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Updating instance_info_cache with network_info: [{"id": "58ac2c22-d55d-474d-9b0e-02d8c8ed86c7", "address": "fa:16:3e:bd:8a:6b", "network": {"id": "8cddeffc-b89a-4085-879f-fa25f7610ffa", "bridge": "br-int", "label": "tempest-ServersTestJSON-138106909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d53517a86d4e6ea9ef81111cb2336d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ac2c22-d5", "ovs_interfaceid": "58ac2c22-d55d-474d-9b0e-02d8c8ed86c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.388491] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Releasing lock "refresh_cache-a3976567-6b04-48d8-b3f2-f69ea42a127d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.388821] env[69440]: DEBUG nova.compute.manager [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Instance network_info: |[{"id": "58ac2c22-d55d-474d-9b0e-02d8c8ed86c7", "address": "fa:16:3e:bd:8a:6b", "network": {"id": "8cddeffc-b89a-4085-879f-fa25f7610ffa", "bridge": "br-int", "label": "tempest-ServersTestJSON-138106909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d53517a86d4e6ea9ef81111cb2336d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ac2c22-d5", "ovs_interfaceid": "58ac2c22-d55d-474d-9b0e-02d8c8ed86c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1434.389283] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:8a:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58ac2c22-d55d-474d-9b0e-02d8c8ed86c7', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1434.397539] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1434.397750] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1434.397976] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13fa543f-9192-4b66-9fcc-5e15828efe34 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.418289] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1434.418289] env[69440]: value = "task-4140647" [ 1434.418289] env[69440]: _type = "Task" [ 1434.418289] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.426545] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140647, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.646780] env[69440]: DEBUG nova.compute.manager [req-330ed57d-b148-4ae9-b027-105d13818c69 req-e9fde161-82bd-4ba4-ab4b-ad4192f78a4a service nova] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Received event network-changed-58ac2c22-d55d-474d-9b0e-02d8c8ed86c7 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1434.647085] env[69440]: DEBUG nova.compute.manager [req-330ed57d-b148-4ae9-b027-105d13818c69 req-e9fde161-82bd-4ba4-ab4b-ad4192f78a4a service nova] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Refreshing instance network info cache due to event network-changed-58ac2c22-d55d-474d-9b0e-02d8c8ed86c7. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1434.647195] env[69440]: DEBUG oslo_concurrency.lockutils [req-330ed57d-b148-4ae9-b027-105d13818c69 req-e9fde161-82bd-4ba4-ab4b-ad4192f78a4a service nova] Acquiring lock "refresh_cache-a3976567-6b04-48d8-b3f2-f69ea42a127d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.647334] env[69440]: DEBUG oslo_concurrency.lockutils [req-330ed57d-b148-4ae9-b027-105d13818c69 req-e9fde161-82bd-4ba4-ab4b-ad4192f78a4a service nova] Acquired lock "refresh_cache-a3976567-6b04-48d8-b3f2-f69ea42a127d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.647500] env[69440]: DEBUG nova.network.neutron [req-330ed57d-b148-4ae9-b027-105d13818c69 req-e9fde161-82bd-4ba4-ab4b-ad4192f78a4a service nova] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Refreshing network info cache for port 58ac2c22-d55d-474d-9b0e-02d8c8ed86c7 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1434.929966] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140647, 'name': CreateVM_Task, 'duration_secs': 0.338683} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.930428] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1434.930945] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.931136] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.931488] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.931776] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2543ff07-1eaa-4ebf-814e-672b18a29061 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.937589] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1434.937589] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52b94a60-2ea4-93f0-f7ac-e97b0a250a49" [ 1434.937589] env[69440]: _type = "Task" [ 1434.937589] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.948588] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52b94a60-2ea4-93f0-f7ac-e97b0a250a49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.339934] env[69440]: DEBUG nova.network.neutron [req-330ed57d-b148-4ae9-b027-105d13818c69 req-e9fde161-82bd-4ba4-ab4b-ad4192f78a4a service nova] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Updated VIF entry in instance network info cache for port 58ac2c22-d55d-474d-9b0e-02d8c8ed86c7. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1435.340316] env[69440]: DEBUG nova.network.neutron [req-330ed57d-b148-4ae9-b027-105d13818c69 req-e9fde161-82bd-4ba4-ab4b-ad4192f78a4a service nova] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Updating instance_info_cache with network_info: [{"id": "58ac2c22-d55d-474d-9b0e-02d8c8ed86c7", "address": "fa:16:3e:bd:8a:6b", "network": {"id": "8cddeffc-b89a-4085-879f-fa25f7610ffa", "bridge": "br-int", "label": "tempest-ServersTestJSON-138106909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d53517a86d4e6ea9ef81111cb2336d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ac2c22-d5", "ovs_interfaceid": "58ac2c22-d55d-474d-9b0e-02d8c8ed86c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.447725] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52b94a60-2ea4-93f0-f7ac-e97b0a250a49, 'name': SearchDatastore_Task, 'duration_secs': 0.013205} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.448068] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.448286] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1435.448518] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.448668] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.448849] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1435.449130] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c30df51-c26d-4030-8798-14750f7497a2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.457977] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1435.458231] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1435.458905] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6391a315-ab3a-4615-9db6-796f2f5569e1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.464865] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1435.464865] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]520b7ab3-7cc3-9ada-b8ba-0114a0c381f0" [ 1435.464865] env[69440]: _type = "Task" [ 1435.464865] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.472209] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520b7ab3-7cc3-9ada-b8ba-0114a0c381f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.843203] env[69440]: DEBUG oslo_concurrency.lockutils [req-330ed57d-b148-4ae9-b027-105d13818c69 req-e9fde161-82bd-4ba4-ab4b-ad4192f78a4a service nova] Releasing lock "refresh_cache-a3976567-6b04-48d8-b3f2-f69ea42a127d" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.975269] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520b7ab3-7cc3-9ada-b8ba-0114a0c381f0, 'name': SearchDatastore_Task, 'duration_secs': 0.016027} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.976066] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6409b92d-b593-474b-b45e-4103e83dff64 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.981392] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1435.981392] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]528a7eef-a162-b5f3-5612-f69bad0806be" [ 1435.981392] env[69440]: _type = "Task" [ 1435.981392] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.989373] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528a7eef-a162-b5f3-5612-f69bad0806be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.491997] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]528a7eef-a162-b5f3-5612-f69bad0806be, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.492248] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.492545] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] a3976567-6b04-48d8-b3f2-f69ea42a127d/a3976567-6b04-48d8-b3f2-f69ea42a127d.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1436.492769] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74c4b58a-f452-4e55-b779-15bfaa431b4f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.499790] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1436.499790] env[69440]: value = "task-4140648" [ 1436.499790] env[69440]: _type = "Task" [ 1436.499790] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.508028] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.009881] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439472} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.010261] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] a3976567-6b04-48d8-b3f2-f69ea42a127d/a3976567-6b04-48d8-b3f2-f69ea42a127d.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1437.010358] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1437.010568] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1dc87a8-e47e-4155-904f-14abba491850 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.016982] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1437.016982] env[69440]: value = "task-4140649" [ 1437.016982] env[69440]: _type = "Task" [ 1437.016982] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.024909] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.527506] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066499} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.527771] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1437.528605] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566f9d56-3762-413f-92ad-a7836419ae18 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.551323] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] a3976567-6b04-48d8-b3f2-f69ea42a127d/a3976567-6b04-48d8-b3f2-f69ea42a127d.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1437.551642] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecb02b3d-885b-4e65-a418-ee4f2afdbc3b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.571375] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1437.571375] env[69440]: value = "task-4140650" [ 1437.571375] env[69440]: _type = "Task" [ 1437.571375] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.579497] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.081415] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140650, 'name': ReconfigVM_Task, 'duration_secs': 0.271763} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.081816] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Reconfigured VM instance instance-0000007a to attach disk [datastore2] a3976567-6b04-48d8-b3f2-f69ea42a127d/a3976567-6b04-48d8-b3f2-f69ea42a127d.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1438.082368] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-663d9dc5-85d8-4ba5-bd38-3d9dbda2c45e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.089223] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1438.089223] env[69440]: value = "task-4140651" [ 1438.089223] env[69440]: _type = "Task" [ 1438.089223] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.098634] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140651, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.599246] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140651, 'name': Rename_Task, 'duration_secs': 0.142696} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.599531] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1438.599787] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a263238-9a1e-4ede-9554-261c29205e7c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.606445] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1438.606445] env[69440]: value = "task-4140652" [ 1438.606445] env[69440]: _type = "Task" [ 1438.606445] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.614306] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.116892] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140652, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.616491] env[69440]: DEBUG oslo_vmware.api [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140652, 'name': PowerOnVM_Task, 'duration_secs': 0.593007} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.616722] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1439.617017] env[69440]: INFO nova.compute.manager [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Took 7.16 seconds to spawn the instance on the hypervisor. [ 1439.617217] env[69440]: DEBUG nova.compute.manager [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1439.617969] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864ef39c-bfcd-4d53-b7a1-5d88c3f9ec6f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.134526] env[69440]: INFO nova.compute.manager [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Took 11.86 seconds to build instance. [ 1440.461739] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "a3976567-6b04-48d8-b3f2-f69ea42a127d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.636258] env[69440]: DEBUG oslo_concurrency.lockutils [None req-9ac9ba07-826e-431e-88d3-70c985d279f5 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "a3976567-6b04-48d8-b3f2-f69ea42a127d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.365s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.636562] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "a3976567-6b04-48d8-b3f2-f69ea42a127d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.175s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.636779] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "a3976567-6b04-48d8-b3f2-f69ea42a127d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.636983] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "a3976567-6b04-48d8-b3f2-f69ea42a127d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.637165] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "a3976567-6b04-48d8-b3f2-f69ea42a127d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.639367] env[69440]: INFO nova.compute.manager [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Terminating instance [ 1441.143692] env[69440]: DEBUG nova.compute.manager [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1441.144090] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1441.144800] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978df282-4b16-42f6-bb28-2a8ef4412b72 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.153968] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1441.154292] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a28a1b0f-8094-4dd7-a91f-a2b403f7b1e2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.162219] env[69440]: DEBUG oslo_vmware.api [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1441.162219] env[69440]: value = "task-4140653" [ 1441.162219] env[69440]: _type = "Task" [ 1441.162219] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.172695] env[69440]: DEBUG oslo_vmware.api [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.247590] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.672845] env[69440]: DEBUG oslo_vmware.api [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140653, 'name': PowerOffVM_Task, 'duration_secs': 0.207334} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.673126] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1441.673301] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1441.673562] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea888912-d485-49cd-b277-28eb696d3603 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.744415] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1441.744626] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1441.744729] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Deleting the datastore file [datastore2] a3976567-6b04-48d8-b3f2-f69ea42a127d {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1441.745013] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c80ad70-197d-4141-9785-cd16a7c4dad4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.752056] env[69440]: DEBUG oslo_vmware.api [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1441.752056] env[69440]: value = "task-4140655" [ 1441.752056] env[69440]: _type = "Task" [ 1441.752056] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.759990] env[69440]: DEBUG oslo_vmware.api [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.263116] env[69440]: DEBUG oslo_vmware.api [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148858} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.263486] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1442.263574] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1442.263753] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1442.263925] env[69440]: INFO nova.compute.manager [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1442.264190] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1442.264388] env[69440]: DEBUG nova.compute.manager [-] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1442.264485] env[69440]: DEBUG nova.network.neutron [-] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1442.555056] env[69440]: DEBUG nova.compute.manager [req-0bf2b58f-3424-4cd7-b22c-1515f7044b21 req-c2327093-912e-4657-9332-76ea7d51c59f service nova] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Received event network-vif-deleted-58ac2c22-d55d-474d-9b0e-02d8c8ed86c7 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1442.555321] env[69440]: INFO nova.compute.manager [req-0bf2b58f-3424-4cd7-b22c-1515f7044b21 req-c2327093-912e-4657-9332-76ea7d51c59f service nova] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Neutron deleted interface 58ac2c22-d55d-474d-9b0e-02d8c8ed86c7; detaching it from the instance and deleting it from the info cache [ 1442.555699] env[69440]: DEBUG nova.network.neutron [req-0bf2b58f-3424-4cd7-b22c-1515f7044b21 req-c2327093-912e-4657-9332-76ea7d51c59f service nova] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.031156] env[69440]: DEBUG nova.network.neutron [-] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.059919] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3e7b37c-dcfb-4f5b-8ed8-a16bae0611e3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.071089] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fd4582-e800-43a5-8b00-2601fd4cda41 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.100325] env[69440]: DEBUG nova.compute.manager [req-0bf2b58f-3424-4cd7-b22c-1515f7044b21 req-c2327093-912e-4657-9332-76ea7d51c59f service nova] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Detach interface failed, port_id=58ac2c22-d55d-474d-9b0e-02d8c8ed86c7, reason: Instance a3976567-6b04-48d8-b3f2-f69ea42a127d could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1443.247613] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.247879] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.248033] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.248185] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1443.534908] env[69440]: INFO nova.compute.manager [-] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Took 1.27 seconds to deallocate network for instance. [ 1444.042408] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.042721] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.042987] env[69440]: DEBUG nova.objects.instance [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lazy-loading 'resources' on Instance uuid a3976567-6b04-48d8-b3f2-f69ea42a127d {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.606064] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5a2a34-99a9-49a5-9217-691e49b05704 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.613641] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0919bb4a-9c37-4af1-b898-a69e403ce28a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.645065] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b5465d-5e02-4bd6-9db4-cbdd5fc240a2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.653033] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb2c95b-50e2-4034-9a45-b636a910b001 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.667787] env[69440]: DEBUG nova.compute.provider_tree [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.170872] env[69440]: DEBUG nova.scheduler.client.report [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.243310] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.246878] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.247083] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.676173] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.695052] env[69440]: INFO nova.scheduler.client.report [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Deleted allocations for instance a3976567-6b04-48d8-b3f2-f69ea42a127d [ 1445.750345] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.750667] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.750781] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.750933] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1445.751922] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b0d3c8-8da9-4d84-b414-906a8d560fc3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.760377] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ebea58-5b62-4d24-b798-6f82b8bca0cd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.774700] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c424d6cf-4a4b-44c1-ad42-f0b6f43d9d79 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.781469] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c225e0-944c-4a7a-8f3e-838b2928e561 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.811404] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179988MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=69440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1445.811588] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.811753] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.203484] env[69440]: DEBUG oslo_concurrency.lockutils [None req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "a3976567-6b04-48d8-b3f2-f69ea42a127d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.567s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.832623] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1446.832908] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 574815fb-5ab9-4217-9773-b1451afcfc3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1446.832975] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1446.833186] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1446.876927] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033c3365-09cf-40c2-9269-c402b25a6b3b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.884896] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616ef7fe-9a19-4f57-86e4-46405e4cf403 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.916457] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af5097d-a968-408b-8bfa-b75a24c101f8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.924694] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e95d427-009b-4cfe-989f-aaec4db6504d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.939351] env[69440]: DEBUG nova.compute.provider_tree [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.442134] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.453664] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "500fe11a-f5e7-4f36-9843-47c788a4d655" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.453870] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "500fe11a-f5e7-4f36-9843-47c788a4d655" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.947334] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1447.947613] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.136s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.956257] env[69440]: DEBUG nova.compute.manager [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1448.477697] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.477974] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.479565] env[69440]: INFO nova.compute.claims [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1449.535928] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3c0da2-23f5-4ebf-a69d-885f134a70d4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.543800] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3489a3b7-e759-47e7-80dc-4a9a257b9c56 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.574131] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96fb023-2b44-485c-a3e9-2293993f109e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.581636] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbf8978-e066-4921-9eda-374cfcd0e235 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.594887] env[69440]: DEBUG nova.compute.provider_tree [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.948945] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.025860] env[69440]: DEBUG oslo_concurrency.lockutils [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.026133] env[69440]: DEBUG oslo_concurrency.lockutils [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.098189] env[69440]: DEBUG nova.scheduler.client.report [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.242743] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.529531] env[69440]: DEBUG nova.compute.utils [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1450.603160] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.125s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.603827] env[69440]: DEBUG nova.compute.manager [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1451.033176] env[69440]: DEBUG oslo_concurrency.lockutils [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.108869] env[69440]: DEBUG nova.compute.utils [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1451.110261] env[69440]: DEBUG nova.compute.manager [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1451.110440] env[69440]: DEBUG nova.network.neutron [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1451.148034] env[69440]: DEBUG nova.policy [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db54bf3c1e00459fa3b0304c6aff51de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99d53517a86d4e6ea9ef81111cb2336d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1451.401283] env[69440]: DEBUG nova.network.neutron [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Successfully created port: 7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1451.613744] env[69440]: DEBUG nova.compute.manager [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1452.097587] env[69440]: DEBUG oslo_concurrency.lockutils [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.097912] env[69440]: DEBUG oslo_concurrency.lockutils [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.098148] env[69440]: INFO nova.compute.manager [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Attaching volume fba058b0-cd1c-4590-ac9f-612f6475b62e to /dev/sdb [ 1452.129354] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55351b9c-be32-47e3-8052-c28e2080179b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.137358] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8a4065-225b-49a1-a3bc-2ad476efe074 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.150816] env[69440]: DEBUG nova.virt.block_device [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Updating existing volume attachment record: b03483ae-9dce-42ee-a41d-e94d68d8b348 {{(pid=69440) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1452.623490] env[69440]: DEBUG nova.compute.manager [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1452.651676] env[69440]: DEBUG nova.virt.hardware [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1452.651997] env[69440]: DEBUG nova.virt.hardware [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1452.652244] env[69440]: DEBUG nova.virt.hardware [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1452.652451] env[69440]: DEBUG nova.virt.hardware [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1452.652601] env[69440]: DEBUG nova.virt.hardware [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1452.653417] env[69440]: DEBUG nova.virt.hardware [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1452.653659] env[69440]: DEBUG nova.virt.hardware [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1452.655043] env[69440]: DEBUG nova.virt.hardware [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1452.655043] env[69440]: DEBUG nova.virt.hardware [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1452.655043] env[69440]: DEBUG nova.virt.hardware [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1452.655043] env[69440]: DEBUG nova.virt.hardware [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1452.655275] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8600a45-0efc-486f-a901-cd1f8f9e923d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.664416] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d0ce72-404d-4862-89a6-f6a42e0d3cb7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.798642] env[69440]: DEBUG nova.compute.manager [req-97a3f7fd-8465-4ae8-a6a4-77b744e83356 req-881dc6fa-9c40-40af-ae0a-d1ffb3abc9ee service nova] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Received event network-vif-plugged-7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1452.798921] env[69440]: DEBUG oslo_concurrency.lockutils [req-97a3f7fd-8465-4ae8-a6a4-77b744e83356 req-881dc6fa-9c40-40af-ae0a-d1ffb3abc9ee service nova] Acquiring lock "500fe11a-f5e7-4f36-9843-47c788a4d655-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.799145] env[69440]: DEBUG oslo_concurrency.lockutils [req-97a3f7fd-8465-4ae8-a6a4-77b744e83356 req-881dc6fa-9c40-40af-ae0a-d1ffb3abc9ee service nova] Lock "500fe11a-f5e7-4f36-9843-47c788a4d655-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.799307] env[69440]: DEBUG oslo_concurrency.lockutils [req-97a3f7fd-8465-4ae8-a6a4-77b744e83356 req-881dc6fa-9c40-40af-ae0a-d1ffb3abc9ee service nova] Lock "500fe11a-f5e7-4f36-9843-47c788a4d655-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.799476] env[69440]: DEBUG nova.compute.manager [req-97a3f7fd-8465-4ae8-a6a4-77b744e83356 req-881dc6fa-9c40-40af-ae0a-d1ffb3abc9ee service nova] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] No waiting events found dispatching network-vif-plugged-7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1452.799638] env[69440]: WARNING nova.compute.manager [req-97a3f7fd-8465-4ae8-a6a4-77b744e83356 req-881dc6fa-9c40-40af-ae0a-d1ffb3abc9ee service nova] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Received unexpected event network-vif-plugged-7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54 for instance with vm_state building and task_state spawning. [ 1452.884401] env[69440]: DEBUG nova.network.neutron [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Successfully updated port: 7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1453.388565] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "refresh_cache-500fe11a-f5e7-4f36-9843-47c788a4d655" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.388565] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired lock "refresh_cache-500fe11a-f5e7-4f36-9843-47c788a4d655" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.388565] env[69440]: DEBUG nova.network.neutron [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1453.919048] env[69440]: DEBUG nova.network.neutron [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1454.045186] env[69440]: DEBUG nova.network.neutron [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Updating instance_info_cache with network_info: [{"id": "7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54", "address": "fa:16:3e:5e:ba:da", "network": {"id": "8cddeffc-b89a-4085-879f-fa25f7610ffa", "bridge": "br-int", "label": "tempest-ServersTestJSON-138106909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d53517a86d4e6ea9ef81111cb2336d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe1d3c5-f0", "ovs_interfaceid": "7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.548313] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Releasing lock "refresh_cache-500fe11a-f5e7-4f36-9843-47c788a4d655" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.548744] env[69440]: DEBUG nova.compute.manager [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Instance network_info: |[{"id": "7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54", "address": "fa:16:3e:5e:ba:da", "network": {"id": "8cddeffc-b89a-4085-879f-fa25f7610ffa", "bridge": "br-int", "label": "tempest-ServersTestJSON-138106909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d53517a86d4e6ea9ef81111cb2336d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe1d3c5-f0", "ovs_interfaceid": "7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1454.549201] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:ba:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1454.556805] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1454.557051] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1454.557297] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26b8b325-73bc-47df-a358-314edea33940 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.579365] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1454.579365] env[69440]: value = "task-4140660" [ 1454.579365] env[69440]: _type = "Task" [ 1454.579365] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.587451] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140660, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.825309] env[69440]: DEBUG nova.compute.manager [req-d232bed5-1f58-437e-afb3-be0a148838c2 req-9b8ed34a-2afc-489a-99e1-948d81e089dc service nova] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Received event network-changed-7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1454.825385] env[69440]: DEBUG nova.compute.manager [req-d232bed5-1f58-437e-afb3-be0a148838c2 req-9b8ed34a-2afc-489a-99e1-948d81e089dc service nova] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Refreshing instance network info cache due to event network-changed-7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1454.825609] env[69440]: DEBUG oslo_concurrency.lockutils [req-d232bed5-1f58-437e-afb3-be0a148838c2 req-9b8ed34a-2afc-489a-99e1-948d81e089dc service nova] Acquiring lock "refresh_cache-500fe11a-f5e7-4f36-9843-47c788a4d655" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.825797] env[69440]: DEBUG oslo_concurrency.lockutils [req-d232bed5-1f58-437e-afb3-be0a148838c2 req-9b8ed34a-2afc-489a-99e1-948d81e089dc service nova] Acquired lock "refresh_cache-500fe11a-f5e7-4f36-9843-47c788a4d655" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.826044] env[69440]: DEBUG nova.network.neutron [req-d232bed5-1f58-437e-afb3-be0a148838c2 req-9b8ed34a-2afc-489a-99e1-948d81e089dc service nova] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Refreshing network info cache for port 7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1455.090564] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140660, 'name': CreateVM_Task, 'duration_secs': 0.317211} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.091061] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1455.091466] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.091652] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.092018] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.092288] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59d57222-db26-4139-ac1f-e66b88e02706 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.097475] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1455.097475] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]522e2664-5b23-4224-8b46-1838817c5675" [ 1455.097475] env[69440]: _type = "Task" [ 1455.097475] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.105504] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]522e2664-5b23-4224-8b46-1838817c5675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.509016] env[69440]: DEBUG nova.network.neutron [req-d232bed5-1f58-437e-afb3-be0a148838c2 req-9b8ed34a-2afc-489a-99e1-948d81e089dc service nova] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Updated VIF entry in instance network info cache for port 7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1455.509396] env[69440]: DEBUG nova.network.neutron [req-d232bed5-1f58-437e-afb3-be0a148838c2 req-9b8ed34a-2afc-489a-99e1-948d81e089dc service nova] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Updating instance_info_cache with network_info: [{"id": "7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54", "address": "fa:16:3e:5e:ba:da", "network": {"id": "8cddeffc-b89a-4085-879f-fa25f7610ffa", "bridge": "br-int", "label": "tempest-ServersTestJSON-138106909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d53517a86d4e6ea9ef81111cb2336d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe1d3c5-f0", "ovs_interfaceid": "7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.607927] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]522e2664-5b23-4224-8b46-1838817c5675, 'name': SearchDatastore_Task, 'duration_secs': 0.010281} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.608183] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.608427] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1455.608655] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.608800] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.608976] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1455.609250] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4a52197-57c1-4461-92d8-924110e233f4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.619470] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1455.619652] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1455.620307] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa0595a-4f26-489f-8825-64f41a4dbbc0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.626881] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1455.626881] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52114a76-a14e-6dd1-07c2-32dac8d908af" [ 1455.626881] env[69440]: _type = "Task" [ 1455.626881] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.634056] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52114a76-a14e-6dd1-07c2-32dac8d908af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.012177] env[69440]: DEBUG oslo_concurrency.lockutils [req-d232bed5-1f58-437e-afb3-be0a148838c2 req-9b8ed34a-2afc-489a-99e1-948d81e089dc service nova] Releasing lock "refresh_cache-500fe11a-f5e7-4f36-9843-47c788a4d655" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.138245] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52114a76-a14e-6dd1-07c2-32dac8d908af, 'name': SearchDatastore_Task, 'duration_secs': 0.011149} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.139127] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80a68936-01b2-4bdd-add4-6d1f612c5e18 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.144874] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1456.144874] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52333509-53a6-f2e3-ae81-656797ebd32f" [ 1456.144874] env[69440]: _type = "Task" [ 1456.144874] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.152592] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52333509-53a6-f2e3-ae81-656797ebd32f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.657568] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52333509-53a6-f2e3-ae81-656797ebd32f, 'name': SearchDatastore_Task, 'duration_secs': 0.009776} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.657870] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.658238] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 500fe11a-f5e7-4f36-9843-47c788a4d655/500fe11a-f5e7-4f36-9843-47c788a4d655.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1456.658515] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-596b6fac-44ea-4e71-9ba7-679e9e13ca9e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.665911] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1456.665911] env[69440]: value = "task-4140661" [ 1456.665911] env[69440]: _type = "Task" [ 1456.665911] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.673921] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.695600] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Volume attach. Driver type: vmdk {{(pid=69440) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1456.695921] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820002', 'volume_id': 'fba058b0-cd1c-4590-ac9f-612f6475b62e', 'name': 'volume-fba058b0-cd1c-4590-ac9f-612f6475b62e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8', 'attached_at': '', 'detached_at': '', 'volume_id': 'fba058b0-cd1c-4590-ac9f-612f6475b62e', 'serial': 'fba058b0-cd1c-4590-ac9f-612f6475b62e'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1456.696910] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5d5662-93c5-4c7c-a983-8996498876d8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.714129] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f08c25-403c-421e-973d-4d437a501d19 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.741107] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-fba058b0-cd1c-4590-ac9f-612f6475b62e/volume-fba058b0-cd1c-4590-ac9f-612f6475b62e.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1456.741526] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46cb758e-a2e9-4883-9845-09d1d0ff4814 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.761652] env[69440]: DEBUG oslo_vmware.api [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1456.761652] env[69440]: value = "task-4140662" [ 1456.761652] env[69440]: _type = "Task" [ 1456.761652] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.771939] env[69440]: DEBUG oslo_vmware.api [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.177047] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140661, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.272153] env[69440]: DEBUG oslo_vmware.api [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.677017] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521587} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.677286] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 500fe11a-f5e7-4f36-9843-47c788a4d655/500fe11a-f5e7-4f36-9843-47c788a4d655.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1457.677499] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1457.677752] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebd1e0de-68c6-4533-9fc5-e3b4bacddfd4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.684623] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1457.684623] env[69440]: value = "task-4140663" [ 1457.684623] env[69440]: _type = "Task" [ 1457.684623] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.695042] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.772018] env[69440]: DEBUG oslo_vmware.api [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140662, 'name': ReconfigVM_Task, 'duration_secs': 0.649088} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.772314] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-fba058b0-cd1c-4590-ac9f-612f6475b62e/volume-fba058b0-cd1c-4590-ac9f-612f6475b62e.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.776956] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94cb806c-68e7-4f3f-bf18-0d3f54b7fd71 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.792027] env[69440]: DEBUG oslo_vmware.api [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1457.792027] env[69440]: value = "task-4140664" [ 1457.792027] env[69440]: _type = "Task" [ 1457.792027] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.800052] env[69440]: DEBUG oslo_vmware.api [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.194519] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06376} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.194932] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1458.195623] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26655230-fd70-45e8-b0bc-8409257d9b96 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.218904] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 500fe11a-f5e7-4f36-9843-47c788a4d655/500fe11a-f5e7-4f36-9843-47c788a4d655.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1458.219274] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c03385aa-3868-4a33-a670-2f8cf7e5e6fc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.239311] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1458.239311] env[69440]: value = "task-4140665" [ 1458.239311] env[69440]: _type = "Task" [ 1458.239311] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.247961] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.302542] env[69440]: DEBUG oslo_vmware.api [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140664, 'name': ReconfigVM_Task, 'duration_secs': 0.14153} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.302836] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820002', 'volume_id': 'fba058b0-cd1c-4590-ac9f-612f6475b62e', 'name': 'volume-fba058b0-cd1c-4590-ac9f-612f6475b62e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8', 'attached_at': '', 'detached_at': '', 'volume_id': 'fba058b0-cd1c-4590-ac9f-612f6475b62e', 'serial': 'fba058b0-cd1c-4590-ac9f-612f6475b62e'} {{(pid=69440) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1458.749553] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140665, 'name': ReconfigVM_Task, 'duration_secs': 0.287514} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.749802] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 500fe11a-f5e7-4f36-9843-47c788a4d655/500fe11a-f5e7-4f36-9843-47c788a4d655.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1458.750420] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b7943b9-0f95-42fc-b944-869da0917569 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.757541] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1458.757541] env[69440]: value = "task-4140666" [ 1458.757541] env[69440]: _type = "Task" [ 1458.757541] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.767459] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140666, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.267251] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140666, 'name': Rename_Task, 'duration_secs': 0.156843} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.267538] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1459.267779] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-975f902d-1867-41d8-a714-fc7460469d91 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.275146] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1459.275146] env[69440]: value = "task-4140667" [ 1459.275146] env[69440]: _type = "Task" [ 1459.275146] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.283522] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.346057] env[69440]: DEBUG nova.objects.instance [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lazy-loading 'flavor' on Instance uuid ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.786303] env[69440]: DEBUG oslo_vmware.api [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140667, 'name': PowerOnVM_Task, 'duration_secs': 0.433192} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.786552] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.786749] env[69440]: INFO nova.compute.manager [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Took 7.16 seconds to spawn the instance on the hypervisor. [ 1459.786924] env[69440]: DEBUG nova.compute.manager [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1459.787732] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de19b81-cba3-4e7c-89b6-fd099106c896 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.850798] env[69440]: DEBUG oslo_concurrency.lockutils [None req-920d26c1-6d03-44ed-bdac-1d796a06fa74 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.753s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.273263] env[69440]: DEBUG nova.compute.manager [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Stashing vm_state: active {{(pid=69440) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1460.306523] env[69440]: INFO nova.compute.manager [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Took 11.84 seconds to build instance. [ 1460.612728] env[69440]: DEBUG oslo_concurrency.lockutils [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "500fe11a-f5e7-4f36-9843-47c788a4d655" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.794138] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.794430] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.808457] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4afb195-41db-4f55-b959-cdf9a5b6e058 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "500fe11a-f5e7-4f36-9843-47c788a4d655" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.354s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.808999] env[69440]: DEBUG oslo_concurrency.lockutils [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "500fe11a-f5e7-4f36-9843-47c788a4d655" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.196s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.809243] env[69440]: DEBUG oslo_concurrency.lockutils [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "500fe11a-f5e7-4f36-9843-47c788a4d655-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.809452] env[69440]: DEBUG oslo_concurrency.lockutils [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "500fe11a-f5e7-4f36-9843-47c788a4d655-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.809623] env[69440]: DEBUG oslo_concurrency.lockutils [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "500fe11a-f5e7-4f36-9843-47c788a4d655-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.811492] env[69440]: INFO nova.compute.manager [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Terminating instance [ 1461.299554] env[69440]: INFO nova.compute.claims [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1461.315278] env[69440]: DEBUG nova.compute.manager [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1461.315499] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1461.316409] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4482a3c4-d45a-437e-a20e-c1028ac3bcf3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.325385] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1461.326330] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b42cf49f-f54b-456a-8ed5-faa2840d0611 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.333376] env[69440]: DEBUG oslo_vmware.api [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1461.333376] env[69440]: value = "task-4140668" [ 1461.333376] env[69440]: _type = "Task" [ 1461.333376] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.342437] env[69440]: DEBUG oslo_vmware.api [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.806022] env[69440]: INFO nova.compute.resource_tracker [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Updating resource usage from migration 0fdfdc4c-4a1a-421d-b0b5-6769b6dc33e7 [ 1461.846397] env[69440]: DEBUG oslo_vmware.api [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140668, 'name': PowerOffVM_Task, 'duration_secs': 0.196063} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.846666] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1461.846837] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1461.847100] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa25d9e2-ed14-42c8-84b4-a91acaadf0c2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.871752] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84bec39-6736-4638-a278-93cc35f6ceaf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.879952] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04291edf-f3a7-4c79-8f90-bf894e7a9d9f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.911841] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa526ad7-d6d5-449f-aafb-48d466bef707 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.922165] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae192d4-8746-4161-9aaf-1aa7387ace65 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.926518] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1461.926878] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1461.927080] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Deleting the datastore file [datastore1] 500fe11a-f5e7-4f36-9843-47c788a4d655 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1461.927643] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c63467e4-5506-491b-ad8d-48ef84b41198 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.940354] env[69440]: DEBUG nova.compute.provider_tree [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.942959] env[69440]: DEBUG oslo_vmware.api [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1461.942959] env[69440]: value = "task-4140670" [ 1461.942959] env[69440]: _type = "Task" [ 1461.942959] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.951730] env[69440]: DEBUG oslo_vmware.api [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.445232] env[69440]: DEBUG nova.scheduler.client.report [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1462.457480] env[69440]: DEBUG oslo_vmware.api [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122837} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.457769] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1462.457956] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1462.458157] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1462.458326] env[69440]: INFO nova.compute.manager [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1462.458597] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1462.458776] env[69440]: DEBUG nova.compute.manager [-] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1462.458876] env[69440]: DEBUG nova.network.neutron [-] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1462.710777] env[69440]: DEBUG nova.compute.manager [req-307d2eaa-661f-4378-82c6-e165ec605b82 req-66f3420d-badb-4070-8b08-fb6374befa1e service nova] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Received event network-vif-deleted-7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1462.711016] env[69440]: INFO nova.compute.manager [req-307d2eaa-661f-4378-82c6-e165ec605b82 req-66f3420d-badb-4070-8b08-fb6374befa1e service nova] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Neutron deleted interface 7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54; detaching it from the instance and deleting it from the info cache [ 1462.711201] env[69440]: DEBUG nova.network.neutron [req-307d2eaa-661f-4378-82c6-e165ec605b82 req-66f3420d-badb-4070-8b08-fb6374befa1e service nova] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.953535] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.159s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.953743] env[69440]: INFO nova.compute.manager [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Migrating [ 1463.196063] env[69440]: DEBUG nova.network.neutron [-] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.214123] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8dbc0227-84a5-48fe-baa8-e84f6ac14fc6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.224409] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e117ecc0-0511-4029-a055-4b6f5b044cda {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.249952] env[69440]: DEBUG nova.compute.manager [req-307d2eaa-661f-4378-82c6-e165ec605b82 req-66f3420d-badb-4070-8b08-fb6374befa1e service nova] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Detach interface failed, port_id=7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54, reason: Instance 500fe11a-f5e7-4f36-9843-47c788a4d655 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1463.468463] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "refresh_cache-ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.468777] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired lock "refresh_cache-ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.468866] env[69440]: DEBUG nova.network.neutron [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.698404] env[69440]: INFO nova.compute.manager [-] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Took 1.24 seconds to deallocate network for instance. [ 1464.177017] env[69440]: DEBUG nova.network.neutron [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Updating instance_info_cache with network_info: [{"id": "6b8dd75f-09f1-4524-b458-f276123c8bc9", "address": "fa:16:3e:9a:03:32", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b8dd75f-09", "ovs_interfaceid": "6b8dd75f-09f1-4524-b458-f276123c8bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.204681] env[69440]: DEBUG oslo_concurrency.lockutils [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.204956] env[69440]: DEBUG oslo_concurrency.lockutils [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.205194] env[69440]: DEBUG nova.objects.instance [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lazy-loading 'resources' on Instance uuid 500fe11a-f5e7-4f36-9843-47c788a4d655 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1464.680875] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lock "refresh_cache-ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.775653] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c0cde6-c1b6-4457-81b3-064a6a171421 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.783847] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb11781d-1a99-4804-bdae-40ee4da19360 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.814800] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f04756-0cb5-4571-800e-16512be4580d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.822267] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a63f526-168e-456b-9dfa-f3ec320d78e4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.835807] env[69440]: DEBUG nova.compute.provider_tree [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.339503] env[69440]: DEBUG nova.scheduler.client.report [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1465.843920] env[69440]: DEBUG oslo_concurrency.lockutils [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.863708] env[69440]: INFO nova.scheduler.client.report [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Deleted allocations for instance 500fe11a-f5e7-4f36-9843-47c788a4d655 [ 1466.196490] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffb1663-f67a-4a24-b22a-27204de0e33f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.218428] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Updating instance 'ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8' progress to 0 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1466.371536] env[69440]: DEBUG oslo_concurrency.lockutils [None req-992f5e92-9ee2-424f-a68e-84379a96b0b3 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "500fe11a-f5e7-4f36-9843-47c788a4d655" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.562s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.724092] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1466.724427] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcce1dca-2dd4-4b90-88c2-3eb54f080575 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.731767] env[69440]: DEBUG oslo_vmware.api [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1466.731767] env[69440]: value = "task-4140671" [ 1466.731767] env[69440]: _type = "Task" [ 1466.731767] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.740414] env[69440]: DEBUG oslo_vmware.api [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.243089] env[69440]: DEBUG oslo_vmware.api [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140671, 'name': PowerOffVM_Task, 'duration_secs': 0.267047} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.243417] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1467.243548] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Updating instance 'ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8' progress to 17 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1467.689345] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "e109870e-6e19-490c-b8b1-82bfc3114e5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.689581] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "e109870e-6e19-490c-b8b1-82bfc3114e5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.750222] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1467.750479] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1467.750631] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1467.750877] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1467.751045] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1467.751202] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1467.751412] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1467.751572] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1467.751741] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1467.751937] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1467.752148] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1467.757516] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91e09c43-b346-4c80-820c-c3fdbd779854 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.775686] env[69440]: DEBUG oslo_vmware.api [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1467.775686] env[69440]: value = "task-4140672" [ 1467.775686] env[69440]: _type = "Task" [ 1467.775686] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.784597] env[69440]: DEBUG oslo_vmware.api [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.191696] env[69440]: DEBUG nova.compute.manager [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1468.286174] env[69440]: DEBUG oslo_vmware.api [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140672, 'name': ReconfigVM_Task, 'duration_secs': 0.223647} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.286490] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Updating instance 'ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8' progress to 33 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1468.715953] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.716269] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.717749] env[69440]: INFO nova.compute.claims [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1468.793150] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1468.793480] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1468.793688] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1468.793933] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1468.794169] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1468.794330] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1468.794533] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1468.794692] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1468.794857] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1468.795051] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1468.795207] env[69440]: DEBUG nova.virt.hardware [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1468.801180] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1468.801468] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6810f09e-bec8-485c-8a77-8185db42ed33 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.820969] env[69440]: DEBUG oslo_vmware.api [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1468.820969] env[69440]: value = "task-4140673" [ 1468.820969] env[69440]: _type = "Task" [ 1468.820969] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.828983] env[69440]: DEBUG oslo_vmware.api [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.331305] env[69440]: DEBUG oslo_vmware.api [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140673, 'name': ReconfigVM_Task, 'duration_secs': 0.18918} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.331653] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1469.332366] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c839847e-14b5-4b91-a622-023034b8b20e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.358414] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8/ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1469.358699] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8effa6f1-8bad-452f-9cd8-2e5e63e74202 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.378449] env[69440]: DEBUG oslo_vmware.api [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1469.378449] env[69440]: value = "task-4140674" [ 1469.378449] env[69440]: _type = "Task" [ 1469.378449] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.388033] env[69440]: DEBUG oslo_vmware.api [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.785642] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b4a87c-fe51-4c11-be2a-64584267ab5f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.793790] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c486af-893d-425b-9d47-d5fad584c837 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.823900] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a2d788-1c17-406b-aa9c-be316b5b0180 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.831440] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe7e536-0c3a-44b0-8470-44a471382dae {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.844667] env[69440]: DEBUG nova.compute.provider_tree [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.889238] env[69440]: DEBUG oslo_vmware.api [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140674, 'name': ReconfigVM_Task, 'duration_secs': 0.287183} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.889648] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Reconfigured VM instance instance-00000078 to attach disk [datastore1] ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8/ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.889850] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Updating instance 'ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8' progress to 50 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1470.348068] env[69440]: DEBUG nova.scheduler.client.report [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1470.396235] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512eca25-b235-448f-a6f8-23dc49b27714 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.419481] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dc5551-7f9e-4a79-8ff0-f1eb1e8addd1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.439831] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Updating instance 'ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8' progress to 67 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1470.852855] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.853440] env[69440]: DEBUG nova.compute.manager [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1471.358323] env[69440]: DEBUG nova.compute.utils [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1471.359767] env[69440]: DEBUG nova.compute.manager [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1471.359942] env[69440]: DEBUG nova.network.neutron [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1471.397290] env[69440]: DEBUG nova.policy [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db54bf3c1e00459fa3b0304c6aff51de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99d53517a86d4e6ea9ef81111cb2336d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1471.667957] env[69440]: DEBUG nova.network.neutron [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Successfully created port: c8247fa0-60ad-455e-9fdc-d90f1001e826 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1471.863034] env[69440]: DEBUG nova.compute.manager [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1472.076127] env[69440]: DEBUG nova.network.neutron [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Port 6b8dd75f-09f1-4524-b458-f276123c8bc9 binding to destination host cpu-1 is already ACTIVE {{(pid=69440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1472.872079] env[69440]: DEBUG nova.compute.manager [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1472.901739] env[69440]: DEBUG nova.virt.hardware [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1472.902047] env[69440]: DEBUG nova.virt.hardware [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1472.902217] env[69440]: DEBUG nova.virt.hardware [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1472.902404] env[69440]: DEBUG nova.virt.hardware [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1472.902549] env[69440]: DEBUG nova.virt.hardware [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1472.902692] env[69440]: DEBUG nova.virt.hardware [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1472.902893] env[69440]: DEBUG nova.virt.hardware [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1472.903061] env[69440]: DEBUG nova.virt.hardware [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1472.903264] env[69440]: DEBUG nova.virt.hardware [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1472.903433] env[69440]: DEBUG nova.virt.hardware [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1472.903607] env[69440]: DEBUG nova.virt.hardware [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1472.904498] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe25b421-e93c-4ade-b2a1-7d7aebf876c0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.913148] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e98fdf-da40-4f5f-b0f4-3eb99276d3e8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.032274] env[69440]: DEBUG nova.compute.manager [req-dc4bfac7-6165-4b6b-9ad3-3339a160c189 req-52783309-7d98-43d8-aff9-2f8eb29f4309 service nova] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Received event network-vif-plugged-c8247fa0-60ad-455e-9fdc-d90f1001e826 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1473.032535] env[69440]: DEBUG oslo_concurrency.lockutils [req-dc4bfac7-6165-4b6b-9ad3-3339a160c189 req-52783309-7d98-43d8-aff9-2f8eb29f4309 service nova] Acquiring lock "e109870e-6e19-490c-b8b1-82bfc3114e5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.032669] env[69440]: DEBUG oslo_concurrency.lockutils [req-dc4bfac7-6165-4b6b-9ad3-3339a160c189 req-52783309-7d98-43d8-aff9-2f8eb29f4309 service nova] Lock "e109870e-6e19-490c-b8b1-82bfc3114e5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.032854] env[69440]: DEBUG oslo_concurrency.lockutils [req-dc4bfac7-6165-4b6b-9ad3-3339a160c189 req-52783309-7d98-43d8-aff9-2f8eb29f4309 service nova] Lock "e109870e-6e19-490c-b8b1-82bfc3114e5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.032963] env[69440]: DEBUG nova.compute.manager [req-dc4bfac7-6165-4b6b-9ad3-3339a160c189 req-52783309-7d98-43d8-aff9-2f8eb29f4309 service nova] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] No waiting events found dispatching network-vif-plugged-c8247fa0-60ad-455e-9fdc-d90f1001e826 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1473.033164] env[69440]: WARNING nova.compute.manager [req-dc4bfac7-6165-4b6b-9ad3-3339a160c189 req-52783309-7d98-43d8-aff9-2f8eb29f4309 service nova] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Received unexpected event network-vif-plugged-c8247fa0-60ad-455e-9fdc-d90f1001e826 for instance with vm_state building and task_state spawning. [ 1473.098770] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.098901] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.099548] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.116773] env[69440]: DEBUG nova.network.neutron [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Successfully updated port: c8247fa0-60ad-455e-9fdc-d90f1001e826 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1473.619229] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "refresh_cache-e109870e-6e19-490c-b8b1-82bfc3114e5f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.619424] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired lock "refresh_cache-e109870e-6e19-490c-b8b1-82bfc3114e5f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.619544] env[69440]: DEBUG nova.network.neutron [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1474.146828] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "refresh_cache-ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.147079] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired lock "refresh_cache-ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.147190] env[69440]: DEBUG nova.network.neutron [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1474.158522] env[69440]: DEBUG nova.network.neutron [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1474.303222] env[69440]: DEBUG nova.network.neutron [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Updating instance_info_cache with network_info: [{"id": "c8247fa0-60ad-455e-9fdc-d90f1001e826", "address": "fa:16:3e:67:2e:af", "network": {"id": "8cddeffc-b89a-4085-879f-fa25f7610ffa", "bridge": "br-int", "label": "tempest-ServersTestJSON-138106909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d53517a86d4e6ea9ef81111cb2336d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8247fa0-60", "ovs_interfaceid": "c8247fa0-60ad-455e-9fdc-d90f1001e826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.805547] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Releasing lock "refresh_cache-e109870e-6e19-490c-b8b1-82bfc3114e5f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.805876] env[69440]: DEBUG nova.compute.manager [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Instance network_info: |[{"id": "c8247fa0-60ad-455e-9fdc-d90f1001e826", "address": "fa:16:3e:67:2e:af", "network": {"id": "8cddeffc-b89a-4085-879f-fa25f7610ffa", "bridge": "br-int", "label": "tempest-ServersTestJSON-138106909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d53517a86d4e6ea9ef81111cb2336d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8247fa0-60", "ovs_interfaceid": "c8247fa0-60ad-455e-9fdc-d90f1001e826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1474.806338] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:2e:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8247fa0-60ad-455e-9fdc-d90f1001e826', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1474.813931] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1474.814168] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1474.814397] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a1abcb6-2fd0-4c02-8278-265beb6622ad {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.838083] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1474.838083] env[69440]: value = "task-4140675" [ 1474.838083] env[69440]: _type = "Task" [ 1474.838083] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.846603] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140675, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.862895] env[69440]: DEBUG nova.network.neutron [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Updating instance_info_cache with network_info: [{"id": "6b8dd75f-09f1-4524-b458-f276123c8bc9", "address": "fa:16:3e:9a:03:32", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b8dd75f-09", "ovs_interfaceid": "6b8dd75f-09f1-4524-b458-f276123c8bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.062025] env[69440]: DEBUG nova.compute.manager [req-3b471c75-bcbd-458a-b9c8-22f27ebecaf0 req-552bf91c-005f-47db-8ab9-b1563df87107 service nova] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Received event network-changed-c8247fa0-60ad-455e-9fdc-d90f1001e826 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1475.062290] env[69440]: DEBUG nova.compute.manager [req-3b471c75-bcbd-458a-b9c8-22f27ebecaf0 req-552bf91c-005f-47db-8ab9-b1563df87107 service nova] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Refreshing instance network info cache due to event network-changed-c8247fa0-60ad-455e-9fdc-d90f1001e826. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1475.062562] env[69440]: DEBUG oslo_concurrency.lockutils [req-3b471c75-bcbd-458a-b9c8-22f27ebecaf0 req-552bf91c-005f-47db-8ab9-b1563df87107 service nova] Acquiring lock "refresh_cache-e109870e-6e19-490c-b8b1-82bfc3114e5f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.062739] env[69440]: DEBUG oslo_concurrency.lockutils [req-3b471c75-bcbd-458a-b9c8-22f27ebecaf0 req-552bf91c-005f-47db-8ab9-b1563df87107 service nova] Acquired lock "refresh_cache-e109870e-6e19-490c-b8b1-82bfc3114e5f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.062926] env[69440]: DEBUG nova.network.neutron [req-3b471c75-bcbd-458a-b9c8-22f27ebecaf0 req-552bf91c-005f-47db-8ab9-b1563df87107 service nova] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Refreshing network info cache for port c8247fa0-60ad-455e-9fdc-d90f1001e826 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1475.348452] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140675, 'name': CreateVM_Task, 'duration_secs': 0.305699} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.348782] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1475.349406] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.349614] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.349939] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.350226] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c51ce39-89e4-4a48-bb6e-826ff21200e5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.355145] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1475.355145] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]521dd750-132c-1a81-893d-215f9e4c6b12" [ 1475.355145] env[69440]: _type = "Task" [ 1475.355145] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.363549] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521dd750-132c-1a81-893d-215f9e4c6b12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.365104] env[69440]: DEBUG oslo_concurrency.lockutils [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lock "refresh_cache-ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.745270] env[69440]: DEBUG nova.network.neutron [req-3b471c75-bcbd-458a-b9c8-22f27ebecaf0 req-552bf91c-005f-47db-8ab9-b1563df87107 service nova] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Updated VIF entry in instance network info cache for port c8247fa0-60ad-455e-9fdc-d90f1001e826. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.745590] env[69440]: DEBUG nova.network.neutron [req-3b471c75-bcbd-458a-b9c8-22f27ebecaf0 req-552bf91c-005f-47db-8ab9-b1563df87107 service nova] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Updating instance_info_cache with network_info: [{"id": "c8247fa0-60ad-455e-9fdc-d90f1001e826", "address": "fa:16:3e:67:2e:af", "network": {"id": "8cddeffc-b89a-4085-879f-fa25f7610ffa", "bridge": "br-int", "label": "tempest-ServersTestJSON-138106909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d53517a86d4e6ea9ef81111cb2336d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8247fa0-60", "ovs_interfaceid": "c8247fa0-60ad-455e-9fdc-d90f1001e826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.866870] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]521dd750-132c-1a81-893d-215f9e4c6b12, 'name': SearchDatastore_Task, 'duration_secs': 0.016287} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.867218] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.867494] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1475.867773] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.867958] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.868200] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1475.868496] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1def96ff-2a74-41f2-b5ba-65038ce99da7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.875043] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2265783e-203d-4c04-a3da-bb58905791e2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.881631] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1475.881631] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1475.883499] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f56e963a-7506-478b-a762-0edcd80100e5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.886770] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ebaee3-cf7a-451e-8f29-0c20448a2b17 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.897212] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1475.897212] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5287794e-91f8-b1d7-4932-0a7f474b216e" [ 1475.897212] env[69440]: _type = "Task" [ 1475.897212] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.911757] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5287794e-91f8-b1d7-4932-0a7f474b216e, 'name': SearchDatastore_Task, 'duration_secs': 0.013107} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.912561] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f73d6bc1-5399-47e2-94e0-208bc9edf66d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.918235] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1475.918235] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52a55a9a-27d8-807d-dec1-ec8b44920fc8" [ 1475.918235] env[69440]: _type = "Task" [ 1475.918235] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.926291] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a55a9a-27d8-807d-dec1-ec8b44920fc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.248686] env[69440]: DEBUG oslo_concurrency.lockutils [req-3b471c75-bcbd-458a-b9c8-22f27ebecaf0 req-552bf91c-005f-47db-8ab9-b1563df87107 service nova] Releasing lock "refresh_cache-e109870e-6e19-490c-b8b1-82bfc3114e5f" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.428486] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a55a9a-27d8-807d-dec1-ec8b44920fc8, 'name': SearchDatastore_Task, 'duration_secs': 0.009808} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.428824] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.429040] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] e109870e-6e19-490c-b8b1-82bfc3114e5f/e109870e-6e19-490c-b8b1-82bfc3114e5f.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1476.429323] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a9e8f3a-705a-4811-b158-24b087b1ae60 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.436027] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1476.436027] env[69440]: value = "task-4140676" [ 1476.436027] env[69440]: _type = "Task" [ 1476.436027] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.444033] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.946574] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452344} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.946860] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] e109870e-6e19-490c-b8b1-82bfc3114e5f/e109870e-6e19-490c-b8b1-82bfc3114e5f.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1476.947095] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1476.947369] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99354b30-61b5-4816-8e3c-9cf1fdeb79f6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.954180] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1476.954180] env[69440]: value = "task-4140677" [ 1476.954180] env[69440]: _type = "Task" [ 1476.954180] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.964849] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.988893] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4587842-d684-4913-9221-e2b22df67aac {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.011277] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dcf62b-c46b-4dcd-9457-da2f7d68d441 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.018877] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Updating instance 'ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8' progress to 83 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1477.464066] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151102} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.464455] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1477.465316] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9b79a6-e7ea-4d91-b489-a84625338b9b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.487590] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] e109870e-6e19-490c-b8b1-82bfc3114e5f/e109870e-6e19-490c-b8b1-82bfc3114e5f.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1477.487875] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77454947-df08-40ca-8581-4fd5aae7cad3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.506699] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1477.506699] env[69440]: value = "task-4140678" [ 1477.506699] env[69440]: _type = "Task" [ 1477.506699] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.515175] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.525244] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1477.525817] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-473c9d95-a5da-4a81-a6da-049010e369ef {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.534986] env[69440]: DEBUG oslo_vmware.api [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1477.534986] env[69440]: value = "task-4140679" [ 1477.534986] env[69440]: _type = "Task" [ 1477.534986] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.543793] env[69440]: DEBUG oslo_vmware.api [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.017389] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140678, 'name': ReconfigVM_Task, 'duration_secs': 0.462646} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.017708] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Reconfigured VM instance instance-0000007c to attach disk [datastore2] e109870e-6e19-490c-b8b1-82bfc3114e5f/e109870e-6e19-490c-b8b1-82bfc3114e5f.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1478.018383] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5700e53d-d0d5-4665-8e3a-576a2b122ab1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.026151] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1478.026151] env[69440]: value = "task-4140680" [ 1478.026151] env[69440]: _type = "Task" [ 1478.026151] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.035791] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140680, 'name': Rename_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.043972] env[69440]: DEBUG oslo_vmware.api [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140679, 'name': PowerOnVM_Task, 'duration_secs': 0.446106} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.044272] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1478.044459] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-b0cf72d4-088c-44b0-b49f-3a1d92745529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Updating instance 'ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8' progress to 100 {{(pid=69440) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1478.538349] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140680, 'name': Rename_Task, 'duration_secs': 0.147313} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.540056] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1478.540056] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6939d16-a778-4775-bf07-a5aa48e1b4c4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.546611] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1478.546611] env[69440]: value = "task-4140681" [ 1478.546611] env[69440]: _type = "Task" [ 1478.546611] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.557839] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.057163] env[69440]: DEBUG oslo_vmware.api [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140681, 'name': PowerOnVM_Task, 'duration_secs': 0.474779} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.057417] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1479.057626] env[69440]: INFO nova.compute.manager [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Took 6.19 seconds to spawn the instance on the hypervisor. [ 1479.057867] env[69440]: DEBUG nova.compute.manager [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1479.058656] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0c013b-81ad-4a73-b720-d7935a87477c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.577182] env[69440]: INFO nova.compute.manager [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Took 10.88 seconds to build instance. [ 1480.079733] env[69440]: DEBUG oslo_concurrency.lockutils [None req-e73d1679-73f5-4a0a-a419-d19ab88fd16b tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "e109870e-6e19-490c-b8b1-82bfc3114e5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.390s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.052161] env[69440]: DEBUG nova.network.neutron [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Port 6b8dd75f-09f1-4524-b458-f276123c8bc9 binding to destination host cpu-1 is already ACTIVE {{(pid=69440) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1481.052442] env[69440]: DEBUG oslo_concurrency.lockutils [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "refresh_cache-ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.052594] env[69440]: DEBUG oslo_concurrency.lockutils [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired lock "refresh_cache-ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.052753] env[69440]: DEBUG nova.network.neutron [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1481.304482] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "98fcffe8-b107-4163-99fc-9c317c6d8e43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.304715] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "98fcffe8-b107-4163-99fc-9c317c6d8e43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.783177] env[69440]: DEBUG nova.network.neutron [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Updating instance_info_cache with network_info: [{"id": "6b8dd75f-09f1-4524-b458-f276123c8bc9", "address": "fa:16:3e:9a:03:32", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b8dd75f-09", "ovs_interfaceid": "6b8dd75f-09f1-4524-b458-f276123c8bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.807545] env[69440]: DEBUG nova.compute.manager [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1482.286653] env[69440]: DEBUG oslo_concurrency.lockutils [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lock "refresh_cache-ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.330975] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.331397] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.333347] env[69440]: INFO nova.compute.claims [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1482.790108] env[69440]: DEBUG nova.compute.manager [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69440) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1483.415095] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e323b51d-6671-45e1-823a-67ed07ff2dcc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.423267] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63cf26b-982e-48cd-9621-bb671d064a85 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.452900] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d7a4c5-0ab8-41d6-9463-373675896a65 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.460374] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aeb2987-9ff5-438e-8cdb-570997024260 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.473745] env[69440]: DEBUG nova.compute.provider_tree [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1483.893713] env[69440]: DEBUG oslo_concurrency.lockutils [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.977015] env[69440]: DEBUG nova.scheduler.client.report [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1484.483766] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.484311] env[69440]: DEBUG nova.compute.manager [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1484.487373] env[69440]: DEBUG oslo_concurrency.lockutils [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.594s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.989130] env[69440]: DEBUG nova.compute.utils [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1484.990724] env[69440]: DEBUG nova.objects.instance [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lazy-loading 'migration_context' on Instance uuid ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.992348] env[69440]: DEBUG nova.compute.manager [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1484.992348] env[69440]: DEBUG nova.network.neutron [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1485.037587] env[69440]: DEBUG nova.policy [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db54bf3c1e00459fa3b0304c6aff51de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99d53517a86d4e6ea9ef81111cb2336d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1485.295975] env[69440]: DEBUG nova.network.neutron [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Successfully created port: a6391000-8f30-48aa-82c6-6a60eba7d729 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1485.497507] env[69440]: DEBUG nova.compute.manager [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1485.578764] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1628df5c-de42-4960-a7e8-cdaf04db1847 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.587865] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30886025-4e57-4b2c-b1f9-8933fc5f4f4f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.618905] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524e4b9f-cedd-4a41-9929-36afc117ac7b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.626729] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaf4958-90d6-4eb3-9081-9f0c1839d37a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.641217] env[69440]: DEBUG nova.compute.provider_tree [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.144568] env[69440]: DEBUG nova.scheduler.client.report [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1486.508546] env[69440]: DEBUG nova.compute.manager [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1486.534475] env[69440]: DEBUG nova.virt.hardware [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1486.534735] env[69440]: DEBUG nova.virt.hardware [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1486.534894] env[69440]: DEBUG nova.virt.hardware [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1486.535095] env[69440]: DEBUG nova.virt.hardware [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1486.535248] env[69440]: DEBUG nova.virt.hardware [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1486.535395] env[69440]: DEBUG nova.virt.hardware [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1486.535600] env[69440]: DEBUG nova.virt.hardware [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1486.536403] env[69440]: DEBUG nova.virt.hardware [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1486.536403] env[69440]: DEBUG nova.virt.hardware [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1486.536403] env[69440]: DEBUG nova.virt.hardware [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1486.536403] env[69440]: DEBUG nova.virt.hardware [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1486.537129] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fa70b1-3654-4ebb-a1f8-fc0d98d24ca9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.545777] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00af2677-72f6-4ddd-8d3e-6b96c0e32dc4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.656017] env[69440]: DEBUG nova.compute.manager [req-023c5079-04fa-49ea-8d70-96673b9df6e8 req-7371a8ac-c9c1-4c1b-919c-bba2c2fd0233 service nova] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Received event network-vif-plugged-a6391000-8f30-48aa-82c6-6a60eba7d729 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1486.656017] env[69440]: DEBUG oslo_concurrency.lockutils [req-023c5079-04fa-49ea-8d70-96673b9df6e8 req-7371a8ac-c9c1-4c1b-919c-bba2c2fd0233 service nova] Acquiring lock "98fcffe8-b107-4163-99fc-9c317c6d8e43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.656017] env[69440]: DEBUG oslo_concurrency.lockutils [req-023c5079-04fa-49ea-8d70-96673b9df6e8 req-7371a8ac-c9c1-4c1b-919c-bba2c2fd0233 service nova] Lock "98fcffe8-b107-4163-99fc-9c317c6d8e43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1486.656017] env[69440]: DEBUG oslo_concurrency.lockutils [req-023c5079-04fa-49ea-8d70-96673b9df6e8 req-7371a8ac-c9c1-4c1b-919c-bba2c2fd0233 service nova] Lock "98fcffe8-b107-4163-99fc-9c317c6d8e43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.656017] env[69440]: DEBUG nova.compute.manager [req-023c5079-04fa-49ea-8d70-96673b9df6e8 req-7371a8ac-c9c1-4c1b-919c-bba2c2fd0233 service nova] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] No waiting events found dispatching network-vif-plugged-a6391000-8f30-48aa-82c6-6a60eba7d729 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1486.656017] env[69440]: WARNING nova.compute.manager [req-023c5079-04fa-49ea-8d70-96673b9df6e8 req-7371a8ac-c9c1-4c1b-919c-bba2c2fd0233 service nova] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Received unexpected event network-vif-plugged-a6391000-8f30-48aa-82c6-6a60eba7d729 for instance with vm_state building and task_state spawning. [ 1486.736154] env[69440]: DEBUG nova.network.neutron [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Successfully updated port: a6391000-8f30-48aa-82c6-6a60eba7d729 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1487.158182] env[69440]: DEBUG oslo_concurrency.lockutils [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.671s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.238742] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "refresh_cache-98fcffe8-b107-4163-99fc-9c317c6d8e43" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.239043] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired lock "refresh_cache-98fcffe8-b107-4163-99fc-9c317c6d8e43" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.239151] env[69440]: DEBUG nova.network.neutron [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1487.773265] env[69440]: DEBUG nova.network.neutron [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1487.894476] env[69440]: DEBUG nova.network.neutron [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Updating instance_info_cache with network_info: [{"id": "a6391000-8f30-48aa-82c6-6a60eba7d729", "address": "fa:16:3e:b5:65:36", "network": {"id": "8cddeffc-b89a-4085-879f-fa25f7610ffa", "bridge": "br-int", "label": "tempest-ServersTestJSON-138106909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d53517a86d4e6ea9ef81111cb2336d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6391000-8f", "ovs_interfaceid": "a6391000-8f30-48aa-82c6-6a60eba7d729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.397292] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Releasing lock "refresh_cache-98fcffe8-b107-4163-99fc-9c317c6d8e43" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.397696] env[69440]: DEBUG nova.compute.manager [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Instance network_info: |[{"id": "a6391000-8f30-48aa-82c6-6a60eba7d729", "address": "fa:16:3e:b5:65:36", "network": {"id": "8cddeffc-b89a-4085-879f-fa25f7610ffa", "bridge": "br-int", "label": "tempest-ServersTestJSON-138106909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d53517a86d4e6ea9ef81111cb2336d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6391000-8f", "ovs_interfaceid": "a6391000-8f30-48aa-82c6-6a60eba7d729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1488.398218] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:65:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6391000-8f30-48aa-82c6-6a60eba7d729', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1488.406286] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1488.406547] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1488.406779] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f2f740c-d5c1-4d56-a27c-3f058927b537 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.426866] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1488.426866] env[69440]: value = "task-4140682" [ 1488.426866] env[69440]: _type = "Task" [ 1488.426866] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.435163] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140682, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.698752] env[69440]: INFO nova.compute.manager [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Swapping old allocation on dict_keys(['9a47e3d9-fb06-4966-9732-1aaf2b781196']) held by migration 0fdfdc4c-4a1a-421d-b0b5-6769b6dc33e7 for instance [ 1488.705543] env[69440]: DEBUG nova.compute.manager [req-03dc8054-6c45-4c1d-befb-5df031ecbd9b req-f00c7aba-7842-40e1-a9c5-5175d1767b38 service nova] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Received event network-changed-a6391000-8f30-48aa-82c6-6a60eba7d729 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1488.705745] env[69440]: DEBUG nova.compute.manager [req-03dc8054-6c45-4c1d-befb-5df031ecbd9b req-f00c7aba-7842-40e1-a9c5-5175d1767b38 service nova] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Refreshing instance network info cache due to event network-changed-a6391000-8f30-48aa-82c6-6a60eba7d729. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1488.705957] env[69440]: DEBUG oslo_concurrency.lockutils [req-03dc8054-6c45-4c1d-befb-5df031ecbd9b req-f00c7aba-7842-40e1-a9c5-5175d1767b38 service nova] Acquiring lock "refresh_cache-98fcffe8-b107-4163-99fc-9c317c6d8e43" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.706205] env[69440]: DEBUG oslo_concurrency.lockutils [req-03dc8054-6c45-4c1d-befb-5df031ecbd9b req-f00c7aba-7842-40e1-a9c5-5175d1767b38 service nova] Acquired lock "refresh_cache-98fcffe8-b107-4163-99fc-9c317c6d8e43" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.706269] env[69440]: DEBUG nova.network.neutron [req-03dc8054-6c45-4c1d-befb-5df031ecbd9b req-f00c7aba-7842-40e1-a9c5-5175d1767b38 service nova] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Refreshing network info cache for port a6391000-8f30-48aa-82c6-6a60eba7d729 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1488.729118] env[69440]: DEBUG nova.scheduler.client.report [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Overwriting current allocation {'allocations': {'9a47e3d9-fb06-4966-9732-1aaf2b781196': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 175}}, 'project_id': '425d5b44393d418991df5db46b5c3cf2', 'user_id': '5c30e4a46ec64d1e838c97e03d415b99', 'consumer_generation': 1} on consumer ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8 {{(pid=69440) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1488.815938] env[69440]: DEBUG oslo_concurrency.lockutils [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "refresh_cache-ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.816320] env[69440]: DEBUG oslo_concurrency.lockutils [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired lock "refresh_cache-ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.816659] env[69440]: DEBUG nova.network.neutron [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1488.938268] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140682, 'name': CreateVM_Task, 'duration_secs': 0.358105} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.938438] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1488.939117] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.939304] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.939645] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.939902] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be7c60af-6979-4354-9042-d3809289b45c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.945529] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1488.945529] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]5283cb32-ac28-f865-3348-0cd0a00b10d7" [ 1488.945529] env[69440]: _type = "Task" [ 1488.945529] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.953790] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5283cb32-ac28-f865-3348-0cd0a00b10d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.450965] env[69440]: DEBUG nova.network.neutron [req-03dc8054-6c45-4c1d-befb-5df031ecbd9b req-f00c7aba-7842-40e1-a9c5-5175d1767b38 service nova] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Updated VIF entry in instance network info cache for port a6391000-8f30-48aa-82c6-6a60eba7d729. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1489.451380] env[69440]: DEBUG nova.network.neutron [req-03dc8054-6c45-4c1d-befb-5df031ecbd9b req-f00c7aba-7842-40e1-a9c5-5175d1767b38 service nova] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Updating instance_info_cache with network_info: [{"id": "a6391000-8f30-48aa-82c6-6a60eba7d729", "address": "fa:16:3e:b5:65:36", "network": {"id": "8cddeffc-b89a-4085-879f-fa25f7610ffa", "bridge": "br-int", "label": "tempest-ServersTestJSON-138106909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d53517a86d4e6ea9ef81111cb2336d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6391000-8f", "ovs_interfaceid": "a6391000-8f30-48aa-82c6-6a60eba7d729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.459149] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]5283cb32-ac28-f865-3348-0cd0a00b10d7, 'name': SearchDatastore_Task, 'duration_secs': 0.01138} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.459480] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.459709] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1489.459939] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.460145] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.460350] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1489.461257] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b3b5aa0-c5e6-4d36-ae42-e95f5feaedb2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.473664] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1489.473895] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1489.474696] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5e89f2-c7ae-44f5-8151-32dea1bcb146 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.480207] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1489.480207] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52fdd2e9-32fe-4100-f49a-00292ce4ab36" [ 1489.480207] env[69440]: _type = "Task" [ 1489.480207] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.491275] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52fdd2e9-32fe-4100-f49a-00292ce4ab36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.582351] env[69440]: DEBUG nova.network.neutron [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Updating instance_info_cache with network_info: [{"id": "6b8dd75f-09f1-4524-b458-f276123c8bc9", "address": "fa:16:3e:9a:03:32", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b8dd75f-09", "ovs_interfaceid": "6b8dd75f-09f1-4524-b458-f276123c8bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.955042] env[69440]: DEBUG oslo_concurrency.lockutils [req-03dc8054-6c45-4c1d-befb-5df031ecbd9b req-f00c7aba-7842-40e1-a9c5-5175d1767b38 service nova] Releasing lock "refresh_cache-98fcffe8-b107-4163-99fc-9c317c6d8e43" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.991201] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52fdd2e9-32fe-4100-f49a-00292ce4ab36, 'name': SearchDatastore_Task, 'duration_secs': 0.009307} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.991998] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-408e918b-a81e-4d90-83ba-18b71d194160 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.997667] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1489.997667] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52e5fa31-027d-ce2d-d760-b67979799a36" [ 1489.997667] env[69440]: _type = "Task" [ 1489.997667] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.006319] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e5fa31-027d-ce2d-d760-b67979799a36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.085288] env[69440]: DEBUG oslo_concurrency.lockutils [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lock "refresh_cache-ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.086525] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac01c97f-c3ef-4700-8ec7-eb7692f9f826 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.093653] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d604065a-9b4c-470f-b3c4-b35e5baa6def {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.509162] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e5fa31-027d-ce2d-d760-b67979799a36, 'name': SearchDatastore_Task, 'duration_secs': 0.010876} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.509436] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.509691] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 98fcffe8-b107-4163-99fc-9c317c6d8e43/98fcffe8-b107-4163-99fc-9c317c6d8e43.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1490.509962] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e959d1d9-6f1a-4faa-8225-1a1243909bd8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.516886] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1490.516886] env[69440]: value = "task-4140683" [ 1490.516886] env[69440]: _type = "Task" [ 1490.516886] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.525317] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.027742] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478513} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.028092] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] 98fcffe8-b107-4163-99fc-9c317c6d8e43/98fcffe8-b107-4163-99fc-9c317c6d8e43.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1491.028256] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1491.028493] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fd27c2e-9065-4970-a171-708995cb9e76 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.036293] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1491.036293] env[69440]: value = "task-4140684" [ 1491.036293] env[69440]: _type = "Task" [ 1491.036293] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.045563] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.181642] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1491.181917] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09e72441-4a84-4689-939a-64a314771522 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.189421] env[69440]: DEBUG oslo_vmware.api [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1491.189421] env[69440]: value = "task-4140685" [ 1491.189421] env[69440]: _type = "Task" [ 1491.189421] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.198517] env[69440]: DEBUG oslo_vmware.api [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.546231] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061713} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.546506] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1491.547319] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1904fcd3-f2d0-43fe-b43e-366f152350fe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.570177] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 98fcffe8-b107-4163-99fc-9c317c6d8e43/98fcffe8-b107-4163-99fc-9c317c6d8e43.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1491.570457] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d71118b-1f32-40b6-a58f-5dc97aad2e22 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.589461] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1491.589461] env[69440]: value = "task-4140686" [ 1491.589461] env[69440]: _type = "Task" [ 1491.589461] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.597516] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.698926] env[69440]: DEBUG oslo_vmware.api [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140685, 'name': PowerOffVM_Task, 'duration_secs': 0.206428} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.699243] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1491.699901] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1491.700122] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1491.700281] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1491.700464] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1491.700608] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1491.700752] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1491.700951] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1491.701156] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1491.701334] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1491.701495] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1491.701661] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1491.706489] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-697744aa-110e-47ef-b35a-2034c8854227 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.722789] env[69440]: DEBUG oslo_vmware.api [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1491.722789] env[69440]: value = "task-4140687" [ 1491.722789] env[69440]: _type = "Task" [ 1491.722789] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.731617] env[69440]: DEBUG oslo_vmware.api [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.099405] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140686, 'name': ReconfigVM_Task, 'duration_secs': 0.275458} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.099747] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 98fcffe8-b107-4163-99fc-9c317c6d8e43/98fcffe8-b107-4163-99fc-9c317c6d8e43.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1492.100340] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6e03fe7-294b-4e45-ba30-23cd9462193d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.107485] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1492.107485] env[69440]: value = "task-4140688" [ 1492.107485] env[69440]: _type = "Task" [ 1492.107485] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.116073] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140688, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.232550] env[69440]: DEBUG oslo_vmware.api [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140687, 'name': ReconfigVM_Task, 'duration_secs': 0.169592} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.233363] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c00cb6f-2c0a-4270-8d76-1743ddb785eb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.255846] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1492.256117] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1492.256273] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1492.256459] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1492.256603] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1492.256748] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1492.256943] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1492.257139] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1492.257311] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1492.257471] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1492.257637] env[69440]: DEBUG nova.virt.hardware [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1492.258466] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb110d56-a256-463b-91aa-53899fa6d9be {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.264689] env[69440]: DEBUG oslo_vmware.api [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1492.264689] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52eee4fb-be58-f63f-da68-f1167aaf2ee9" [ 1492.264689] env[69440]: _type = "Task" [ 1492.264689] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.273331] env[69440]: DEBUG oslo_vmware.api [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52eee4fb-be58-f63f-da68-f1167aaf2ee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.618315] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140688, 'name': Rename_Task, 'duration_secs': 0.209162} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.618540] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1492.618761] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31faec45-7ec7-451f-8485-34ae11b576c0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.625065] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1492.625065] env[69440]: value = "task-4140689" [ 1492.625065] env[69440]: _type = "Task" [ 1492.625065] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.633355] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.775072] env[69440]: DEBUG oslo_vmware.api [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52eee4fb-be58-f63f-da68-f1167aaf2ee9, 'name': SearchDatastore_Task, 'duration_secs': 0.009051} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.780393] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1492.780679] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b731295-b906-4104-be08-f84bbe623ff2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.799152] env[69440]: DEBUG oslo_vmware.api [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1492.799152] env[69440]: value = "task-4140690" [ 1492.799152] env[69440]: _type = "Task" [ 1492.799152] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.807519] env[69440]: DEBUG oslo_vmware.api [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.139088] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140689, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.313418] env[69440]: DEBUG oslo_vmware.api [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140690, 'name': ReconfigVM_Task, 'duration_secs': 0.196915} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.313871] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1493.314992] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a0d3cd-13c3-48ae-acb9-9e29ecded1a6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.354362] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8/ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1493.354762] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3d4dce3-3aa3-461d-b523-6e97e8535e59 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.374170] env[69440]: DEBUG oslo_vmware.api [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1493.374170] env[69440]: value = "task-4140691" [ 1493.374170] env[69440]: _type = "Task" [ 1493.374170] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.383106] env[69440]: DEBUG oslo_vmware.api [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.637788] env[69440]: DEBUG oslo_vmware.api [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140689, 'name': PowerOnVM_Task, 'duration_secs': 0.53288} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.638100] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1493.638325] env[69440]: INFO nova.compute.manager [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1493.638516] env[69440]: DEBUG nova.compute.manager [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1493.639393] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2614035c-a107-4cd0-86cb-1b3dce852989 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.883779] env[69440]: DEBUG oslo_vmware.api [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140691, 'name': ReconfigVM_Task, 'duration_secs': 0.309942} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.884066] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Reconfigured VM instance instance-00000078 to attach disk [datastore1] ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8/ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8.vmdk or device None with type thin {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1493.884892] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3412113d-4861-47b8-b82d-22279748919d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.905170] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be238b1e-e370-42ab-b9f5-4d43e8cb0a65 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.925305] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9ce69c-7ea7-42b0-b46e-46d4176530e1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.946173] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0816c426-57da-4ac8-9879-4ef0b138be87 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.952905] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1493.953181] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2931dfcc-49c2-4ea2-be48-96e83dcf46e5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.959247] env[69440]: DEBUG oslo_vmware.api [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1493.959247] env[69440]: value = "task-4140692" [ 1493.959247] env[69440]: _type = "Task" [ 1493.959247] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.966945] env[69440]: DEBUG oslo_vmware.api [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.160074] env[69440]: INFO nova.compute.manager [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Took 11.85 seconds to build instance. [ 1494.468934] env[69440]: DEBUG oslo_vmware.api [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140692, 'name': PowerOnVM_Task, 'duration_secs': 0.43143} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.469276] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1494.662523] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0918b399-b921-4e71-b738-220477c3db09 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "98fcffe8-b107-4163-99fc-9c317c6d8e43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.358s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.133918] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "98fcffe8-b107-4163-99fc-9c317c6d8e43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.134203] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "98fcffe8-b107-4163-99fc-9c317c6d8e43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.134496] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "98fcffe8-b107-4163-99fc-9c317c6d8e43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.134633] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "98fcffe8-b107-4163-99fc-9c317c6d8e43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.134801] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "98fcffe8-b107-4163-99fc-9c317c6d8e43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.136996] env[69440]: INFO nova.compute.manager [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Terminating instance [ 1495.511240] env[69440]: INFO nova.compute.manager [None req-94ba87b7-7b08-45f1-9e53-e836ae6aa0f8 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Updating instance to original state: 'active' [ 1495.642606] env[69440]: DEBUG nova.compute.manager [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1495.642833] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1495.643834] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8509dd7-2769-45df-a33d-c1d8832b7c8b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.651966] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1495.652246] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-039e4d52-f5ba-4201-b3ce-c09d0ad73aca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.660017] env[69440]: DEBUG oslo_vmware.api [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1495.660017] env[69440]: value = "task-4140693" [ 1495.660017] env[69440]: _type = "Task" [ 1495.660017] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.669278] env[69440]: DEBUG oslo_vmware.api [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.169952] env[69440]: DEBUG oslo_vmware.api [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140693, 'name': PowerOffVM_Task, 'duration_secs': 0.252366} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.170247] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1496.170419] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1496.170676] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1bd1cab-e898-4bee-a310-abbe7a3b0795 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.235939] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1496.236186] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1496.236371] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Deleting the datastore file [datastore2] 98fcffe8-b107-4163-99fc-9c317c6d8e43 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1496.236654] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5647a68f-35c4-436c-8dea-01c8b7d0ac90 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.243601] env[69440]: DEBUG oslo_vmware.api [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1496.243601] env[69440]: value = "task-4140695" [ 1496.243601] env[69440]: _type = "Task" [ 1496.243601] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.251811] env[69440]: DEBUG oslo_vmware.api [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.752972] env[69440]: DEBUG oslo_vmware.api [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16272} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.753320] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1496.753409] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1496.753564] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1496.753743] env[69440]: INFO nova.compute.manager [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1496.753985] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1496.754197] env[69440]: DEBUG nova.compute.manager [-] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1496.754292] env[69440]: DEBUG nova.network.neutron [-] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1497.243667] env[69440]: DEBUG nova.compute.manager [req-496e2475-a76c-4a42-815c-0df12b4e27dd req-9e8008b6-55c3-42bb-ac1d-71936314a7e0 service nova] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Received event network-vif-deleted-a6391000-8f30-48aa-82c6-6a60eba7d729 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1497.243667] env[69440]: INFO nova.compute.manager [req-496e2475-a76c-4a42-815c-0df12b4e27dd req-9e8008b6-55c3-42bb-ac1d-71936314a7e0 service nova] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Neutron deleted interface a6391000-8f30-48aa-82c6-6a60eba7d729; detaching it from the instance and deleting it from the info cache [ 1497.243667] env[69440]: DEBUG nova.network.neutron [req-496e2475-a76c-4a42-815c-0df12b4e27dd req-9e8008b6-55c3-42bb-ac1d-71936314a7e0 service nova] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.332385] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.332605] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.332818] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.332999] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.333188] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.335486] env[69440]: INFO nova.compute.manager [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Terminating instance [ 1497.721146] env[69440]: DEBUG nova.network.neutron [-] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.745702] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e18b894c-5957-402c-9ee2-ea0568383db3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.755405] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c90a97c-5a54-4865-aa86-c5521c07c75d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.781925] env[69440]: DEBUG nova.compute.manager [req-496e2475-a76c-4a42-815c-0df12b4e27dd req-9e8008b6-55c3-42bb-ac1d-71936314a7e0 service nova] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Detach interface failed, port_id=a6391000-8f30-48aa-82c6-6a60eba7d729, reason: Instance 98fcffe8-b107-4163-99fc-9c317c6d8e43 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1497.839784] env[69440]: DEBUG nova.compute.manager [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1497.840035] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1497.840350] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8faaead8-ebc3-45fc-9335-deaedb83143c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.848104] env[69440]: DEBUG oslo_vmware.api [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1497.848104] env[69440]: value = "task-4140696" [ 1497.848104] env[69440]: _type = "Task" [ 1497.848104] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.856919] env[69440]: DEBUG oslo_vmware.api [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.224402] env[69440]: INFO nova.compute.manager [-] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Took 1.47 seconds to deallocate network for instance. [ 1498.358073] env[69440]: DEBUG oslo_vmware.api [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140696, 'name': PowerOffVM_Task, 'duration_secs': 0.203388} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.358259] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.358445] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Volume detach. Driver type: vmdk {{(pid=69440) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1498.358655] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820002', 'volume_id': 'fba058b0-cd1c-4590-ac9f-612f6475b62e', 'name': 'volume-fba058b0-cd1c-4590-ac9f-612f6475b62e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8', 'attached_at': '2025-05-14T10:03:29.000000', 'detached_at': '', 'volume_id': 'fba058b0-cd1c-4590-ac9f-612f6475b62e', 'serial': 'fba058b0-cd1c-4590-ac9f-612f6475b62e'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1498.359447] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a006cbef-8511-42db-a57e-1035c6aee661 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.379918] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b182cd4-d0c0-4af5-9534-5dc86af60229 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.386855] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108052cd-dade-4ff2-8d0a-191bff574875 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.406904] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4614679b-a100-4ee4-86d7-9d5792d7c3f1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.422764] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] The volume has not been displaced from its original location: [datastore1] volume-fba058b0-cd1c-4590-ac9f-612f6475b62e/volume-fba058b0-cd1c-4590-ac9f-612f6475b62e.vmdk. No consolidation needed. {{(pid=69440) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1498.427820] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1498.428107] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa1df63c-866f-4eb3-874a-3fd6cd4dd119 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.445825] env[69440]: DEBUG oslo_vmware.api [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1498.445825] env[69440]: value = "task-4140697" [ 1498.445825] env[69440]: _type = "Task" [ 1498.445825] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.453960] env[69440]: DEBUG oslo_vmware.api [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.731036] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.731339] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.731570] env[69440]: DEBUG nova.objects.instance [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lazy-loading 'resources' on Instance uuid 98fcffe8-b107-4163-99fc-9c317c6d8e43 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1498.956929] env[69440]: DEBUG oslo_vmware.api [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140697, 'name': ReconfigVM_Task, 'duration_secs': 0.19781} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.957285] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69440) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1498.961886] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b0fe271-6f7b-425e-8796-ed30a5683d81 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.977067] env[69440]: DEBUG oslo_vmware.api [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1498.977067] env[69440]: value = "task-4140698" [ 1498.977067] env[69440]: _type = "Task" [ 1498.977067] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.985160] env[69440]: DEBUG oslo_vmware.api [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.306794] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c631a5c1-222e-4728-91e7-46a60fd671a8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.315012] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8029bbb-06a3-4d81-b125-7aeba9055b1a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.345205] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df22ffb-8f0a-4678-98f5-f316ed1d9586 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.353317] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43baf14-ea17-416a-8b49-44363b6afa78 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.368113] env[69440]: DEBUG nova.compute.provider_tree [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.488835] env[69440]: DEBUG oslo_vmware.api [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140698, 'name': ReconfigVM_Task, 'duration_secs': 0.143531} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.489116] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-820002', 'volume_id': 'fba058b0-cd1c-4590-ac9f-612f6475b62e', 'name': 'volume-fba058b0-cd1c-4590-ac9f-612f6475b62e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8', 'attached_at': '2025-05-14T10:03:29.000000', 'detached_at': '', 'volume_id': 'fba058b0-cd1c-4590-ac9f-612f6475b62e', 'serial': 'fba058b0-cd1c-4590-ac9f-612f6475b62e'} {{(pid=69440) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1499.489391] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1499.490174] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b200e835-3f3e-49ef-9462-7487ddc88be9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.498643] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1499.499425] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f236f0ed-6d4f-4e1a-b8e1-912ccb8a132b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.571905] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1499.572152] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1499.572356] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Deleting the datastore file [datastore1] ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1499.572639] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f1139ee-6ff4-4a65-a2ac-6c3c85b033ae {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.579668] env[69440]: DEBUG oslo_vmware.api [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1499.579668] env[69440]: value = "task-4140700" [ 1499.579668] env[69440]: _type = "Task" [ 1499.579668] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.588459] env[69440]: DEBUG oslo_vmware.api [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.870967] env[69440]: DEBUG nova.scheduler.client.report [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1500.089482] env[69440]: DEBUG oslo_vmware.api [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141989} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.089941] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1500.089941] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1500.090116] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1500.090269] env[69440]: INFO nova.compute.manager [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1500.090510] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1500.090697] env[69440]: DEBUG nova.compute.manager [-] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1500.090831] env[69440]: DEBUG nova.network.neutron [-] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1500.376809] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.400575] env[69440]: INFO nova.scheduler.client.report [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Deleted allocations for instance 98fcffe8-b107-4163-99fc-9c317c6d8e43 [ 1500.569403] env[69440]: DEBUG nova.compute.manager [req-444dd3c0-d338-4c91-901c-85e3ee48938d req-985ed3c4-8ea4-4b39-b988-222d9eab4f27 service nova] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Received event network-vif-deleted-6b8dd75f-09f1-4524-b458-f276123c8bc9 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1500.569637] env[69440]: INFO nova.compute.manager [req-444dd3c0-d338-4c91-901c-85e3ee48938d req-985ed3c4-8ea4-4b39-b988-222d9eab4f27 service nova] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Neutron deleted interface 6b8dd75f-09f1-4524-b458-f276123c8bc9; detaching it from the instance and deleting it from the info cache [ 1500.569829] env[69440]: DEBUG nova.network.neutron [req-444dd3c0-d338-4c91-901c-85e3ee48938d req-985ed3c4-8ea4-4b39-b988-222d9eab4f27 service nova] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.909902] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7533efb8-64ab-4f4f-bff5-e675a5adc05e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "98fcffe8-b107-4163-99fc-9c317c6d8e43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.776s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.051039] env[69440]: DEBUG nova.network.neutron [-] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.072418] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7300885-658c-45d3-9b06-17ed1d5b3ac7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.083077] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2130371-bdf7-4b54-b2cf-f73e32f42e01 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.108929] env[69440]: DEBUG nova.compute.manager [req-444dd3c0-d338-4c91-901c-85e3ee48938d req-985ed3c4-8ea4-4b39-b988-222d9eab4f27 service nova] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Detach interface failed, port_id=6b8dd75f-09f1-4524-b458-f276123c8bc9, reason: Instance ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1501.248299] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.553946] env[69440]: INFO nova.compute.manager [-] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Took 1.46 seconds to deallocate network for instance. [ 1501.786527] env[69440]: DEBUG oslo_concurrency.lockutils [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "e109870e-6e19-490c-b8b1-82bfc3114e5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.786799] env[69440]: DEBUG oslo_concurrency.lockutils [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "e109870e-6e19-490c-b8b1-82bfc3114e5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.786999] env[69440]: DEBUG oslo_concurrency.lockutils [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "e109870e-6e19-490c-b8b1-82bfc3114e5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.787197] env[69440]: DEBUG oslo_concurrency.lockutils [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "e109870e-6e19-490c-b8b1-82bfc3114e5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.787366] env[69440]: DEBUG oslo_concurrency.lockutils [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "e109870e-6e19-490c-b8b1-82bfc3114e5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.789692] env[69440]: INFO nova.compute.manager [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Terminating instance [ 1502.103308] env[69440]: INFO nova.compute.manager [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Took 0.55 seconds to detach 1 volumes for instance. [ 1502.293888] env[69440]: DEBUG nova.compute.manager [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1502.293888] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1502.294943] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7917a7-753a-4f0b-b395-ec16cf56ddbc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.304141] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1502.304512] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7247ba9-d62a-4769-b496-48046499bd4e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.311643] env[69440]: DEBUG oslo_vmware.api [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1502.311643] env[69440]: value = "task-4140701" [ 1502.311643] env[69440]: _type = "Task" [ 1502.311643] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.321558] env[69440]: DEBUG oslo_vmware.api [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.610171] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.610476] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.610660] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.638734] env[69440]: INFO nova.scheduler.client.report [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Deleted allocations for instance ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8 [ 1502.823042] env[69440]: DEBUG oslo_vmware.api [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140701, 'name': PowerOffVM_Task, 'duration_secs': 0.220124} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.823436] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1502.823513] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1502.823805] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48a18419-fde7-481f-b059-ad6733b84957 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.900232] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1502.900564] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1502.900725] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Deleting the datastore file [datastore2] e109870e-6e19-490c-b8b1-82bfc3114e5f {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1502.901092] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e2b49c0-b290-4d67-b48a-fa617080a487 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.908743] env[69440]: DEBUG oslo_vmware.api [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1502.908743] env[69440]: value = "task-4140703" [ 1502.908743] env[69440]: _type = "Task" [ 1502.908743] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.917064] env[69440]: DEBUG oslo_vmware.api [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.148286] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.815s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.248060] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.248215] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.419490] env[69440]: DEBUG oslo_vmware.api [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142874} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.419897] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1503.419963] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1503.420104] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1503.420284] env[69440]: INFO nova.compute.manager [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1503.420529] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1503.420718] env[69440]: DEBUG nova.compute.manager [-] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1503.420817] env[69440]: DEBUG nova.network.neutron [-] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1503.745903] env[69440]: DEBUG nova.compute.manager [req-7063d1cd-1716-4e09-bd9f-8d5eb1f83978 req-d9ff235b-965d-4e5c-8f04-4f13182c5632 service nova] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Received event network-vif-deleted-c8247fa0-60ad-455e-9fdc-d90f1001e826 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1503.745903] env[69440]: INFO nova.compute.manager [req-7063d1cd-1716-4e09-bd9f-8d5eb1f83978 req-d9ff235b-965d-4e5c-8f04-4f13182c5632 service nova] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Neutron deleted interface c8247fa0-60ad-455e-9fdc-d90f1001e826; detaching it from the instance and deleting it from the info cache [ 1503.745903] env[69440]: DEBUG nova.network.neutron [req-7063d1cd-1716-4e09-bd9f-8d5eb1f83978 req-d9ff235b-965d-4e5c-8f04-4f13182c5632 service nova] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.219774] env[69440]: DEBUG nova.network.neutron [-] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.248613] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30aa69e0-12d2-41f5-b027-b3173e2919bb {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.259586] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d861cf0d-b5c5-497a-ba98-f565ff9d4835 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.287037] env[69440]: DEBUG nova.compute.manager [req-7063d1cd-1716-4e09-bd9f-8d5eb1f83978 req-d9ff235b-965d-4e5c-8f04-4f13182c5632 service nova] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Detach interface failed, port_id=c8247fa0-60ad-455e-9fdc-d90f1001e826, reason: Instance e109870e-6e19-490c-b8b1-82bfc3114e5f could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1504.586939] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "ee83af40-0ae9-47db-917d-1b6b214f850c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.586939] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ee83af40-0ae9-47db-917d-1b6b214f850c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.722193] env[69440]: INFO nova.compute.manager [-] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Took 1.30 seconds to deallocate network for instance. [ 1505.089058] env[69440]: DEBUG nova.compute.manager [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1505.229347] env[69440]: DEBUG oslo_concurrency.lockutils [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.229678] env[69440]: DEBUG oslo_concurrency.lockutils [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.229902] env[69440]: DEBUG nova.objects.instance [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lazy-loading 'resources' on Instance uuid e109870e-6e19-490c-b8b1-82bfc3114e5f {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1505.248048] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1505.248048] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1505.639171] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.781862] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcb7969-4773-4fd5-82ed-01c47c5704f6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.789740] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187bae22-fb1f-42ef-8e06-dfa9af988449 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.821377] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fa4751-f5f5-4624-bdc1-7197719e8bbd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.829414] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591b75d2-389e-48db-bec8-9b90039faaa3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.842719] env[69440]: DEBUG nova.compute.provider_tree [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.248023] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.347145] env[69440]: DEBUG nova.scheduler.client.report [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1506.751649] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.852823] env[69440]: DEBUG oslo_concurrency.lockutils [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.855118] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.216s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.856636] env[69440]: INFO nova.compute.claims [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1506.870138] env[69440]: INFO nova.scheduler.client.report [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Deleted allocations for instance e109870e-6e19-490c-b8b1-82bfc3114e5f [ 1507.377644] env[69440]: DEBUG oslo_concurrency.lockutils [None req-08fb6305-bd93-44b4-805e-5df62187489e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "e109870e-6e19-490c-b8b1-82bfc3114e5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.591s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.906613] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8d8b9b-6f6c-44b9-9e1d-8d390f8305dc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.915196] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194ba6fb-8e5e-4d64-8411-57753147294e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.948124] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c11590-ff99-4a23-8531-1c0a79ae0b07 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.956517] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cfe28d-9f28-4f21-9d69-ffdb83227d5c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.971778] env[69440]: DEBUG nova.compute.provider_tree [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.475039] env[69440]: DEBUG nova.scheduler.client.report [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.795349] env[69440]: DEBUG oslo_concurrency.lockutils [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "31aa0144-ac24-486a-8c35-ea39bc4ad3bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.795349] env[69440]: DEBUG oslo_concurrency.lockutils [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "31aa0144-ac24-486a-8c35-ea39bc4ad3bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.980806] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.981397] env[69440]: DEBUG nova.compute.manager [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1508.984348] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.233s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.984530] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.984681] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1508.985732] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294a0399-dfa9-460c-b31d-0c67282a3719 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.994098] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8460cad-b9df-4816-aa21-07669c4bba27 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.008298] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48914ac7-25da-4f88-babc-9136a3a5b422 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.015637] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0606fd4-e842-4fe8-8029-e314d699ddf9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.046560] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180133MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=69440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1509.046722] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.046922] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.297579] env[69440]: DEBUG nova.compute.manager [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1509.486899] env[69440]: DEBUG nova.compute.utils [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1509.488377] env[69440]: DEBUG nova.compute.manager [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1509.488549] env[69440]: DEBUG nova.network.neutron [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1509.538751] env[69440]: DEBUG nova.policy [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c30e4a46ec64d1e838c97e03d415b99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '425d5b44393d418991df5db46b5c3cf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1509.818937] env[69440]: DEBUG nova.network.neutron [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Successfully created port: 68169c64-5ae3-4991-acb5-80ad2d9e945b {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1509.823293] env[69440]: DEBUG oslo_concurrency.lockutils [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.992053] env[69440]: DEBUG nova.compute.manager [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1510.068757] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 574815fb-5ab9-4217-9773-b1451afcfc3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1510.069721] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance ee83af40-0ae9-47db-917d-1b6b214f850c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1510.571545] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance 31aa0144-ac24-486a-8c35-ea39bc4ad3bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1510.571778] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1510.571924] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1510.622494] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb06f8a-5a50-4bbc-84c3-141fc581c75a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.630661] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15906262-1750-4c44-b9d5-8b0733d2d422 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.664014] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b3c381-ec0a-46be-8188-266dfbe2277b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.673424] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3505b0-5244-4cfd-aa16-57073e8637ef {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.688409] env[69440]: DEBUG nova.compute.provider_tree [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.002578] env[69440]: DEBUG nova.compute.manager [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1511.030312] env[69440]: DEBUG nova.virt.hardware [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1511.030559] env[69440]: DEBUG nova.virt.hardware [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1511.030717] env[69440]: DEBUG nova.virt.hardware [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1511.030896] env[69440]: DEBUG nova.virt.hardware [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1511.031054] env[69440]: DEBUG nova.virt.hardware [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1511.031207] env[69440]: DEBUG nova.virt.hardware [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1511.031442] env[69440]: DEBUG nova.virt.hardware [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1511.031606] env[69440]: DEBUG nova.virt.hardware [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1511.031775] env[69440]: DEBUG nova.virt.hardware [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1511.031936] env[69440]: DEBUG nova.virt.hardware [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1511.032122] env[69440]: DEBUG nova.virt.hardware [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1511.032996] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735db5d2-cd6f-4150-b5aa-ffa29a74ed22 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.042911] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc3544b-d7a4-4ed6-9496-7d707a4b3320 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.194237] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1511.200548] env[69440]: DEBUG nova.compute.manager [req-12f6dd16-80b2-4957-9d3a-2ade0e0d1daa req-ea6d0dfc-51e7-42d9-865d-9a358ad83f22 service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Received event network-vif-plugged-68169c64-5ae3-4991-acb5-80ad2d9e945b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1511.200846] env[69440]: DEBUG oslo_concurrency.lockutils [req-12f6dd16-80b2-4957-9d3a-2ade0e0d1daa req-ea6d0dfc-51e7-42d9-865d-9a358ad83f22 service nova] Acquiring lock "ee83af40-0ae9-47db-917d-1b6b214f850c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.201140] env[69440]: DEBUG oslo_concurrency.lockutils [req-12f6dd16-80b2-4957-9d3a-2ade0e0d1daa req-ea6d0dfc-51e7-42d9-865d-9a358ad83f22 service nova] Lock "ee83af40-0ae9-47db-917d-1b6b214f850c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.201237] env[69440]: DEBUG oslo_concurrency.lockutils [req-12f6dd16-80b2-4957-9d3a-2ade0e0d1daa req-ea6d0dfc-51e7-42d9-865d-9a358ad83f22 service nova] Lock "ee83af40-0ae9-47db-917d-1b6b214f850c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.201429] env[69440]: DEBUG nova.compute.manager [req-12f6dd16-80b2-4957-9d3a-2ade0e0d1daa req-ea6d0dfc-51e7-42d9-865d-9a358ad83f22 service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] No waiting events found dispatching network-vif-plugged-68169c64-5ae3-4991-acb5-80ad2d9e945b {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1511.201649] env[69440]: WARNING nova.compute.manager [req-12f6dd16-80b2-4957-9d3a-2ade0e0d1daa req-ea6d0dfc-51e7-42d9-865d-9a358ad83f22 service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Received unexpected event network-vif-plugged-68169c64-5ae3-4991-acb5-80ad2d9e945b for instance with vm_state building and task_state spawning. [ 1511.296908] env[69440]: DEBUG nova.network.neutron [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Successfully updated port: 68169c64-5ae3-4991-acb5-80ad2d9e945b {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1511.696953] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1511.697173] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.650s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.697478] env[69440]: DEBUG oslo_concurrency.lockutils [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.874s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.698981] env[69440]: INFO nova.compute.claims [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1511.701446] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.701598] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Cleaning up deleted instances {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1511.802259] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "refresh_cache-ee83af40-0ae9-47db-917d-1b6b214f850c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.802443] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired lock "refresh_cache-ee83af40-0ae9-47db-917d-1b6b214f850c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.802616] env[69440]: DEBUG nova.network.neutron [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1512.211713] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] There are 24 instances to clean {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1512.212099] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 98fcffe8-b107-4163-99fc-9c317c6d8e43] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.342208] env[69440]: DEBUG nova.network.neutron [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1512.479476] env[69440]: DEBUG nova.network.neutron [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Updating instance_info_cache with network_info: [{"id": "68169c64-5ae3-4991-acb5-80ad2d9e945b", "address": "fa:16:3e:2a:2e:b1", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68169c64-5a", "ovs_interfaceid": "68169c64-5ae3-4991-acb5-80ad2d9e945b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.717522] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: e109870e-6e19-490c-b8b1-82bfc3114e5f] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.773251] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573b8390-7684-4d8a-a7a7-9fdb686bf392 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.781249] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeec5a2e-a1b4-4fc9-8c48-a138a6896834 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.811299] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417ff369-6099-4356-8d90-5053dc3e4c3f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.819202] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0429d9-e905-41b2-8e92-44feb9973d56 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.832539] env[69440]: DEBUG nova.compute.provider_tree [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1512.983060] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lock "refresh_cache-ee83af40-0ae9-47db-917d-1b6b214f850c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.983060] env[69440]: DEBUG nova.compute.manager [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Instance network_info: |[{"id": "68169c64-5ae3-4991-acb5-80ad2d9e945b", "address": "fa:16:3e:2a:2e:b1", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68169c64-5a", "ovs_interfaceid": "68169c64-5ae3-4991-acb5-80ad2d9e945b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1512.983480] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:2e:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68169c64-5ae3-4991-acb5-80ad2d9e945b', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1512.991110] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1512.991448] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1512.991822] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0fcc0d0-b35b-4f96-b745-ca53dc247556 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.014232] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1513.014232] env[69440]: value = "task-4140704" [ 1513.014232] env[69440]: _type = "Task" [ 1513.014232] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.022213] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140704, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.220691] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 500fe11a-f5e7-4f36-9843-47c788a4d655] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.233340] env[69440]: DEBUG nova.compute.manager [req-effa355c-644d-4b8d-9a0d-a90bd666d051 req-f4a4dead-1c25-4f1e-9a78-feefa574efdc service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Received event network-changed-68169c64-5ae3-4991-acb5-80ad2d9e945b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1513.233456] env[69440]: DEBUG nova.compute.manager [req-effa355c-644d-4b8d-9a0d-a90bd666d051 req-f4a4dead-1c25-4f1e-9a78-feefa574efdc service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Refreshing instance network info cache due to event network-changed-68169c64-5ae3-4991-acb5-80ad2d9e945b. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1513.233672] env[69440]: DEBUG oslo_concurrency.lockutils [req-effa355c-644d-4b8d-9a0d-a90bd666d051 req-f4a4dead-1c25-4f1e-9a78-feefa574efdc service nova] Acquiring lock "refresh_cache-ee83af40-0ae9-47db-917d-1b6b214f850c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.233826] env[69440]: DEBUG oslo_concurrency.lockutils [req-effa355c-644d-4b8d-9a0d-a90bd666d051 req-f4a4dead-1c25-4f1e-9a78-feefa574efdc service nova] Acquired lock "refresh_cache-ee83af40-0ae9-47db-917d-1b6b214f850c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.233966] env[69440]: DEBUG nova.network.neutron [req-effa355c-644d-4b8d-9a0d-a90bd666d051 req-f4a4dead-1c25-4f1e-9a78-feefa574efdc service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Refreshing network info cache for port 68169c64-5ae3-4991-acb5-80ad2d9e945b {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1513.336667] env[69440]: DEBUG nova.scheduler.client.report [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1513.524556] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140704, 'name': CreateVM_Task, 'duration_secs': 0.321738} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.524732] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1513.525433] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.525599] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.525916] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.526188] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77bbc8b3-9b13-4f6f-83d0-06deb837bef0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.530645] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1513.530645] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52a8210a-fa5d-c426-c464-3032e217d2cc" [ 1513.530645] env[69440]: _type = "Task" [ 1513.530645] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.538242] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a8210a-fa5d-c426-c464-3032e217d2cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.724624] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: a3976567-6b04-48d8-b3f2-f69ea42a127d] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.843035] env[69440]: DEBUG oslo_concurrency.lockutils [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.145s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.843334] env[69440]: DEBUG nova.compute.manager [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1513.924352] env[69440]: DEBUG nova.network.neutron [req-effa355c-644d-4b8d-9a0d-a90bd666d051 req-f4a4dead-1c25-4f1e-9a78-feefa574efdc service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Updated VIF entry in instance network info cache for port 68169c64-5ae3-4991-acb5-80ad2d9e945b. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1513.924820] env[69440]: DEBUG nova.network.neutron [req-effa355c-644d-4b8d-9a0d-a90bd666d051 req-f4a4dead-1c25-4f1e-9a78-feefa574efdc service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Updating instance_info_cache with network_info: [{"id": "68169c64-5ae3-4991-acb5-80ad2d9e945b", "address": "fa:16:3e:2a:2e:b1", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68169c64-5a", "ovs_interfaceid": "68169c64-5ae3-4991-acb5-80ad2d9e945b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.042195] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52a8210a-fa5d-c426-c464-3032e217d2cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011366} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.042519] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.042775] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1514.043017] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.043167] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.043366] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1514.043632] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30549fe6-d6ed-4227-acd9-093250458897 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.051907] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1514.052141] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1514.052845] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09a336ad-388f-46c7-91e8-7c05e5b61fed {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.057671] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1514.057671] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52651f70-3f45-9c3b-f59b-d1f421061a3f" [ 1514.057671] env[69440]: _type = "Task" [ 1514.057671] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.065632] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52651f70-3f45-9c3b-f59b-d1f421061a3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.227801] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: ff8d4e3c-d49a-478d-a8e5-9fd67d703ed8] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1514.348423] env[69440]: DEBUG nova.compute.utils [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1514.349981] env[69440]: DEBUG nova.compute.manager [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1514.350171] env[69440]: DEBUG nova.network.neutron [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1514.388630] env[69440]: DEBUG nova.policy [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db54bf3c1e00459fa3b0304c6aff51de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99d53517a86d4e6ea9ef81111cb2336d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1514.427096] env[69440]: DEBUG oslo_concurrency.lockutils [req-effa355c-644d-4b8d-9a0d-a90bd666d051 req-f4a4dead-1c25-4f1e-9a78-feefa574efdc service nova] Releasing lock "refresh_cache-ee83af40-0ae9-47db-917d-1b6b214f850c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.568223] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52651f70-3f45-9c3b-f59b-d1f421061a3f, 'name': SearchDatastore_Task, 'duration_secs': 0.008839} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.569029] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f53375dd-5aaa-4011-bd48-1819ebd42b50 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.575502] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1514.575502] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52326339-2fc2-42f0-9c39-e15d5d0f8c5b" [ 1514.575502] env[69440]: _type = "Task" [ 1514.575502] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.586611] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52326339-2fc2-42f0-9c39-e15d5d0f8c5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.646571] env[69440]: DEBUG nova.network.neutron [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Successfully created port: 555b22de-075e-4080-82a6-462757641b32 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1514.731319] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: fe3c33f1-67b3-4965-a3ed-b12928117ac9] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1514.852901] env[69440]: DEBUG nova.compute.manager [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1515.085772] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52326339-2fc2-42f0-9c39-e15d5d0f8c5b, 'name': SearchDatastore_Task, 'duration_secs': 0.011929} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.085985] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.086252] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] ee83af40-0ae9-47db-917d-1b6b214f850c/ee83af40-0ae9-47db-917d-1b6b214f850c.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1515.086512] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7987784f-1a83-4046-9416-e59cba476a6c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.094893] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1515.094893] env[69440]: value = "task-4140705" [ 1515.094893] env[69440]: _type = "Task" [ 1515.094893] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.103297] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.234604] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: a0c09241-9c4f-4046-99db-f73f0fe01852] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.608079] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493142} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.608465] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore2] ee83af40-0ae9-47db-917d-1b6b214f850c/ee83af40-0ae9-47db-917d-1b6b214f850c.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1515.608766] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1515.609124] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c7c8e40-c74b-42ca-bc87-bff18e586ea1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.617497] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1515.617497] env[69440]: value = "task-4140706" [ 1515.617497] env[69440]: _type = "Task" [ 1515.617497] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.628884] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.738257] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: b4ffa45e-1385-469e-83dc-9b70a8ee2fc6] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.863266] env[69440]: DEBUG nova.compute.manager [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1515.892103] env[69440]: DEBUG nova.virt.hardware [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1515.892363] env[69440]: DEBUG nova.virt.hardware [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1515.892587] env[69440]: DEBUG nova.virt.hardware [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1515.892802] env[69440]: DEBUG nova.virt.hardware [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1515.892944] env[69440]: DEBUG nova.virt.hardware [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1515.893138] env[69440]: DEBUG nova.virt.hardware [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1515.893316] env[69440]: DEBUG nova.virt.hardware [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1515.893469] env[69440]: DEBUG nova.virt.hardware [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1515.893634] env[69440]: DEBUG nova.virt.hardware [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1515.893821] env[69440]: DEBUG nova.virt.hardware [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1515.894032] env[69440]: DEBUG nova.virt.hardware [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1515.895215] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8841b02-a6e3-46d3-b677-2c4717ba4ce1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.903488] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76eda971-53d3-4783-8f13-62c5a1784922 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.006148] env[69440]: DEBUG nova.compute.manager [req-fa6b4768-0dd1-4ce3-9860-e05dcd2b83fa req-911fe172-b1d1-40fe-be0e-1fe63051f91b service nova] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Received event network-vif-plugged-555b22de-075e-4080-82a6-462757641b32 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1516.006388] env[69440]: DEBUG oslo_concurrency.lockutils [req-fa6b4768-0dd1-4ce3-9860-e05dcd2b83fa req-911fe172-b1d1-40fe-be0e-1fe63051f91b service nova] Acquiring lock "31aa0144-ac24-486a-8c35-ea39bc4ad3bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.006591] env[69440]: DEBUG oslo_concurrency.lockutils [req-fa6b4768-0dd1-4ce3-9860-e05dcd2b83fa req-911fe172-b1d1-40fe-be0e-1fe63051f91b service nova] Lock "31aa0144-ac24-486a-8c35-ea39bc4ad3bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.006757] env[69440]: DEBUG oslo_concurrency.lockutils [req-fa6b4768-0dd1-4ce3-9860-e05dcd2b83fa req-911fe172-b1d1-40fe-be0e-1fe63051f91b service nova] Lock "31aa0144-ac24-486a-8c35-ea39bc4ad3bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.006922] env[69440]: DEBUG nova.compute.manager [req-fa6b4768-0dd1-4ce3-9860-e05dcd2b83fa req-911fe172-b1d1-40fe-be0e-1fe63051f91b service nova] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] No waiting events found dispatching network-vif-plugged-555b22de-075e-4080-82a6-462757641b32 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1516.007354] env[69440]: WARNING nova.compute.manager [req-fa6b4768-0dd1-4ce3-9860-e05dcd2b83fa req-911fe172-b1d1-40fe-be0e-1fe63051f91b service nova] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Received unexpected event network-vif-plugged-555b22de-075e-4080-82a6-462757641b32 for instance with vm_state building and task_state spawning. [ 1516.085671] env[69440]: DEBUG nova.network.neutron [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Successfully updated port: 555b22de-075e-4080-82a6-462757641b32 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1516.127783] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067784} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.128072] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1516.128831] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88911107-d2ba-4c24-8c4a-849ba61c5669 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.151358] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] ee83af40-0ae9-47db-917d-1b6b214f850c/ee83af40-0ae9-47db-917d-1b6b214f850c.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1516.151693] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6ae14f0-e6fc-4d08-bfd2-59382850eaa0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.173868] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1516.173868] env[69440]: value = "task-4140707" [ 1516.173868] env[69440]: _type = "Task" [ 1516.173868] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.181827] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.241188] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: f4d37dc7-3946-4df9-a93e-e2affc91a824] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.588737] env[69440]: DEBUG oslo_concurrency.lockutils [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "refresh_cache-31aa0144-ac24-486a-8c35-ea39bc4ad3bf" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.588909] env[69440]: DEBUG oslo_concurrency.lockutils [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired lock "refresh_cache-31aa0144-ac24-486a-8c35-ea39bc4ad3bf" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.588993] env[69440]: DEBUG nova.network.neutron [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1516.686068] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140707, 'name': ReconfigVM_Task, 'duration_secs': 0.35017} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.686068] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Reconfigured VM instance instance-0000007e to attach disk [datastore2] ee83af40-0ae9-47db-917d-1b6b214f850c/ee83af40-0ae9-47db-917d-1b6b214f850c.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1516.686368] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b41ecc3-c676-4c41-bf0e-ff17024b73e5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.693683] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1516.693683] env[69440]: value = "task-4140708" [ 1516.693683] env[69440]: _type = "Task" [ 1516.693683] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.702410] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140708, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.744730] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 3868487f-e305-4663-aecc-454a53fb3ec0] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1517.124939] env[69440]: DEBUG nova.network.neutron [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1517.206957] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140708, 'name': Rename_Task, 'duration_secs': 0.167687} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.207242] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1517.207500] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dca0e692-7a57-44f8-a76f-3377e7c5e8fe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.214760] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1517.214760] env[69440]: value = "task-4140709" [ 1517.214760] env[69440]: _type = "Task" [ 1517.214760] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.223875] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.248790] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: ed111398-7c40-4cd8-9aba-1dd9b7a6f875] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1517.270583] env[69440]: DEBUG nova.network.neutron [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Updating instance_info_cache with network_info: [{"id": "555b22de-075e-4080-82a6-462757641b32", "address": "fa:16:3e:ba:e5:68", "network": {"id": "8cddeffc-b89a-4085-879f-fa25f7610ffa", "bridge": "br-int", "label": "tempest-ServersTestJSON-138106909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d53517a86d4e6ea9ef81111cb2336d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555b22de-07", "ovs_interfaceid": "555b22de-075e-4080-82a6-462757641b32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.724759] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140709, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.752516] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 67d91712-9989-467d-811f-ad1a59a0f74f] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1517.773421] env[69440]: DEBUG oslo_concurrency.lockutils [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Releasing lock "refresh_cache-31aa0144-ac24-486a-8c35-ea39bc4ad3bf" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.773783] env[69440]: DEBUG nova.compute.manager [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Instance network_info: |[{"id": "555b22de-075e-4080-82a6-462757641b32", "address": "fa:16:3e:ba:e5:68", "network": {"id": "8cddeffc-b89a-4085-879f-fa25f7610ffa", "bridge": "br-int", "label": "tempest-ServersTestJSON-138106909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d53517a86d4e6ea9ef81111cb2336d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555b22de-07", "ovs_interfaceid": "555b22de-075e-4080-82a6-462757641b32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1517.774268] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:e5:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '555b22de-075e-4080-82a6-462757641b32', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1517.781751] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1517.782610] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1517.782857] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d7175d4-708e-46cf-868a-fc1fa6100bcf {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.804021] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1517.804021] env[69440]: value = "task-4140710" [ 1517.804021] env[69440]: _type = "Task" [ 1517.804021] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.812561] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140710, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.040330] env[69440]: DEBUG nova.compute.manager [req-81b41b85-26c9-4822-85e5-0c8211027adb req-3306ac1e-cca7-4379-8903-179586501396 service nova] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Received event network-changed-555b22de-075e-4080-82a6-462757641b32 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1518.040589] env[69440]: DEBUG nova.compute.manager [req-81b41b85-26c9-4822-85e5-0c8211027adb req-3306ac1e-cca7-4379-8903-179586501396 service nova] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Refreshing instance network info cache due to event network-changed-555b22de-075e-4080-82a6-462757641b32. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1518.040866] env[69440]: DEBUG oslo_concurrency.lockutils [req-81b41b85-26c9-4822-85e5-0c8211027adb req-3306ac1e-cca7-4379-8903-179586501396 service nova] Acquiring lock "refresh_cache-31aa0144-ac24-486a-8c35-ea39bc4ad3bf" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.041074] env[69440]: DEBUG oslo_concurrency.lockutils [req-81b41b85-26c9-4822-85e5-0c8211027adb req-3306ac1e-cca7-4379-8903-179586501396 service nova] Acquired lock "refresh_cache-31aa0144-ac24-486a-8c35-ea39bc4ad3bf" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.041288] env[69440]: DEBUG nova.network.neutron [req-81b41b85-26c9-4822-85e5-0c8211027adb req-3306ac1e-cca7-4379-8903-179586501396 service nova] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Refreshing network info cache for port 555b22de-075e-4080-82a6-462757641b32 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1518.226069] env[69440]: DEBUG oslo_vmware.api [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140709, 'name': PowerOnVM_Task, 'duration_secs': 0.667641} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.226069] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1518.226069] env[69440]: INFO nova.compute.manager [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1518.226069] env[69440]: DEBUG nova.compute.manager [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1518.226480] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702a4f89-5c61-4199-8757-4a033d1dbcc0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.255698] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: bbcaea1e-0306-4292-b53e-9e8fb33f42c4] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1518.314268] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140710, 'name': CreateVM_Task, 'duration_secs': 0.365821} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.314425] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1518.315067] env[69440]: DEBUG oslo_concurrency.lockutils [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.315238] env[69440]: DEBUG oslo_concurrency.lockutils [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.315558] env[69440]: DEBUG oslo_concurrency.lockutils [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.315811] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31bf7674-295b-4cd0-9481-f3fded098a22 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.320523] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1518.320523] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d84e09-ea2c-f352-8e72-ef17a5ef399f" [ 1518.320523] env[69440]: _type = "Task" [ 1518.320523] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.328367] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d84e09-ea2c-f352-8e72-ef17a5ef399f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.725751] env[69440]: DEBUG nova.network.neutron [req-81b41b85-26c9-4822-85e5-0c8211027adb req-3306ac1e-cca7-4379-8903-179586501396 service nova] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Updated VIF entry in instance network info cache for port 555b22de-075e-4080-82a6-462757641b32. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1518.726180] env[69440]: DEBUG nova.network.neutron [req-81b41b85-26c9-4822-85e5-0c8211027adb req-3306ac1e-cca7-4379-8903-179586501396 service nova] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Updating instance_info_cache with network_info: [{"id": "555b22de-075e-4080-82a6-462757641b32", "address": "fa:16:3e:ba:e5:68", "network": {"id": "8cddeffc-b89a-4085-879f-fa25f7610ffa", "bridge": "br-int", "label": "tempest-ServersTestJSON-138106909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d53517a86d4e6ea9ef81111cb2336d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555b22de-07", "ovs_interfaceid": "555b22de-075e-4080-82a6-462757641b32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.742913] env[69440]: INFO nova.compute.manager [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Took 13.15 seconds to build instance. [ 1518.759725] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: d9b89a14-cdbc-4da0-adb3-6ba2cb98f3a0] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1518.831931] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d84e09-ea2c-f352-8e72-ef17a5ef399f, 'name': SearchDatastore_Task, 'duration_secs': 0.01258} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.832209] env[69440]: DEBUG oslo_concurrency.lockutils [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.832480] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1518.832727] env[69440]: DEBUG oslo_concurrency.lockutils [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.832877] env[69440]: DEBUG oslo_concurrency.lockutils [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.833080] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1518.833364] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0cc36d8-ad61-4497-9cf9-35d16cfdc3e0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.843401] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1518.843632] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1518.844534] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09eda6de-e023-4053-9d15-1102531383c9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.850458] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1518.850458] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52e41e35-112b-40fd-5d9a-d393d4816905" [ 1518.850458] env[69440]: _type = "Task" [ 1518.850458] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.860172] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e41e35-112b-40fd-5d9a-d393d4816905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.228996] env[69440]: DEBUG oslo_concurrency.lockutils [req-81b41b85-26c9-4822-85e5-0c8211027adb req-3306ac1e-cca7-4379-8903-179586501396 service nova] Releasing lock "refresh_cache-31aa0144-ac24-486a-8c35-ea39bc4ad3bf" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.244840] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ee83af40-0ae9-47db-917d-1b6b214f850c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.658s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.263511] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 4ae7afb6-2812-4f28-842b-a3fd38624537] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1519.361021] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52e41e35-112b-40fd-5d9a-d393d4816905, 'name': SearchDatastore_Task, 'duration_secs': 0.011636} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.362222] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50c9cfba-5c15-4047-bde5-dc6528f68458 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.367517] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1519.367517] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52d695d5-4915-e8d1-628f-9aff010b0e74" [ 1519.367517] env[69440]: _type = "Task" [ 1519.367517] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.376464] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d695d5-4915-e8d1-628f-9aff010b0e74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.710327] env[69440]: DEBUG nova.compute.manager [req-0dc367b4-a4cd-4e1d-8f9b-84dd65ace317 req-9e1e6c73-09b8-4ebf-b6e2-1b38b3a57760 service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Received event network-changed-68169c64-5ae3-4991-acb5-80ad2d9e945b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1519.711970] env[69440]: DEBUG nova.compute.manager [req-0dc367b4-a4cd-4e1d-8f9b-84dd65ace317 req-9e1e6c73-09b8-4ebf-b6e2-1b38b3a57760 service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Refreshing instance network info cache due to event network-changed-68169c64-5ae3-4991-acb5-80ad2d9e945b. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1519.711970] env[69440]: DEBUG oslo_concurrency.lockutils [req-0dc367b4-a4cd-4e1d-8f9b-84dd65ace317 req-9e1e6c73-09b8-4ebf-b6e2-1b38b3a57760 service nova] Acquiring lock "refresh_cache-ee83af40-0ae9-47db-917d-1b6b214f850c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.711970] env[69440]: DEBUG oslo_concurrency.lockutils [req-0dc367b4-a4cd-4e1d-8f9b-84dd65ace317 req-9e1e6c73-09b8-4ebf-b6e2-1b38b3a57760 service nova] Acquired lock "refresh_cache-ee83af40-0ae9-47db-917d-1b6b214f850c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.711970] env[69440]: DEBUG nova.network.neutron [req-0dc367b4-a4cd-4e1d-8f9b-84dd65ace317 req-9e1e6c73-09b8-4ebf-b6e2-1b38b3a57760 service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Refreshing network info cache for port 68169c64-5ae3-4991-acb5-80ad2d9e945b {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1519.767397] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: cba02ffc-ef26-4f41-834e-904fcb202eeb] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1519.877782] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52d695d5-4915-e8d1-628f-9aff010b0e74, 'name': SearchDatastore_Task, 'duration_secs': 0.012306} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.878044] env[69440]: DEBUG oslo_concurrency.lockutils [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.878299] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 31aa0144-ac24-486a-8c35-ea39bc4ad3bf/31aa0144-ac24-486a-8c35-ea39bc4ad3bf.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1519.878562] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36e8248e-1fba-4801-9569-ad8db3c2d485 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.886041] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1519.886041] env[69440]: value = "task-4140711" [ 1519.886041] env[69440]: _type = "Task" [ 1519.886041] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.894847] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.271095] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: ca9fef43-ffe9-4fcf-9ab0-5f85611fdd3a] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.396408] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49081} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.396751] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 31aa0144-ac24-486a-8c35-ea39bc4ad3bf/31aa0144-ac24-486a-8c35-ea39bc4ad3bf.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1520.397091] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1520.397430] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-316c7031-c1ea-49fb-afb4-1411b130cc38 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.405255] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1520.405255] env[69440]: value = "task-4140712" [ 1520.405255] env[69440]: _type = "Task" [ 1520.405255] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.414249] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.455395] env[69440]: DEBUG nova.network.neutron [req-0dc367b4-a4cd-4e1d-8f9b-84dd65ace317 req-9e1e6c73-09b8-4ebf-b6e2-1b38b3a57760 service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Updated VIF entry in instance network info cache for port 68169c64-5ae3-4991-acb5-80ad2d9e945b. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1520.455853] env[69440]: DEBUG nova.network.neutron [req-0dc367b4-a4cd-4e1d-8f9b-84dd65ace317 req-9e1e6c73-09b8-4ebf-b6e2-1b38b3a57760 service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Updating instance_info_cache with network_info: [{"id": "68169c64-5ae3-4991-acb5-80ad2d9e945b", "address": "fa:16:3e:2a:2e:b1", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68169c64-5a", "ovs_interfaceid": "68169c64-5ae3-4991-acb5-80ad2d9e945b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.775117] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: f79d995a-de50-48d0-920d-1a93bd34270f] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.914387] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077612} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.914653] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1520.915426] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9269b3-f4c7-4288-ba76-5e7737d02b90 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.937772] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 31aa0144-ac24-486a-8c35-ea39bc4ad3bf/31aa0144-ac24-486a-8c35-ea39bc4ad3bf.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1520.938083] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05ccb3a3-43fd-486f-8ff8-544dfeaabfbc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.957467] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1520.957467] env[69440]: value = "task-4140713" [ 1520.957467] env[69440]: _type = "Task" [ 1520.957467] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.958031] env[69440]: DEBUG oslo_concurrency.lockutils [req-0dc367b4-a4cd-4e1d-8f9b-84dd65ace317 req-9e1e6c73-09b8-4ebf-b6e2-1b38b3a57760 service nova] Releasing lock "refresh_cache-ee83af40-0ae9-47db-917d-1b6b214f850c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.970352] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140713, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.279079] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 9c3e2817-dc42-4438-9db8-afb96ae7178b] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.467323] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140713, 'name': ReconfigVM_Task, 'duration_secs': 0.309055} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.467590] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 31aa0144-ac24-486a-8c35-ea39bc4ad3bf/31aa0144-ac24-486a-8c35-ea39bc4ad3bf.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1521.468253] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6524916-1f80-4f82-aaa2-996a05ad5407 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.475685] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1521.475685] env[69440]: value = "task-4140714" [ 1521.475685] env[69440]: _type = "Task" [ 1521.475685] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.485237] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140714, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.782296] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: c36abfde-0148-43f4-9702-8f9d0be65f9e] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.986158] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140714, 'name': Rename_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.285613] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 6db4be35-78b9-4afb-8270-d39988531a3a] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1522.486862] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140714, 'name': Rename_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.788661] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: e27f5de0-9750-43d8-be9f-98485375485e] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1522.987481] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140714, 'name': Rename_Task, 'duration_secs': 1.187434} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.987785] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1522.988014] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d27366e-f7a4-4ffb-8117-6b28330ae500 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.994935] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1522.994935] env[69440]: value = "task-4140715" [ 1522.994935] env[69440]: _type = "Task" [ 1522.994935] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.003082] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.291843] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: 896ced19-ce4b-486c-9a37-96cb8e6767d0] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1523.505505] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140715, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.795394] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] [instance: efd32a38-36e0-4f4d-9822-870d28a618d4] Instance has had 0 of 5 cleanup attempts {{(pid=69440) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1524.006086] env[69440]: DEBUG oslo_vmware.api [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140715, 'name': PowerOnVM_Task, 'duration_secs': 0.517806} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.006371] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1524.006576] env[69440]: INFO nova.compute.manager [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1524.006758] env[69440]: DEBUG nova.compute.manager [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1524.007617] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9565ef90-88f7-4655-b028-b6f0369903d6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.298801] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.299208] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Cleaning up deleted instances with incomplete migration {{(pid=69440) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1524.524054] env[69440]: INFO nova.compute.manager [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Took 14.72 seconds to build instance. [ 1524.801621] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.025568] env[69440]: DEBUG oslo_concurrency.lockutils [None req-164787e5-2d25-4bed-a19b-f10862d9536d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "31aa0144-ac24-486a-8c35-ea39bc4ad3bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.230s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.372160] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "31aa0144-ac24-486a-8c35-ea39bc4ad3bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1525.372455] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "31aa0144-ac24-486a-8c35-ea39bc4ad3bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.372730] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "31aa0144-ac24-486a-8c35-ea39bc4ad3bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1525.372939] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "31aa0144-ac24-486a-8c35-ea39bc4ad3bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.373125] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "31aa0144-ac24-486a-8c35-ea39bc4ad3bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.375347] env[69440]: INFO nova.compute.manager [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Terminating instance [ 1525.879934] env[69440]: DEBUG nova.compute.manager [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1525.880413] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1525.881159] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98036111-74d8-4b75-b18f-a56eb84b5606 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.889524] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1525.889801] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-651e3d08-b1f9-4c1c-9c78-1223560ef776 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.896260] env[69440]: DEBUG oslo_vmware.api [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1525.896260] env[69440]: value = "task-4140716" [ 1525.896260] env[69440]: _type = "Task" [ 1525.896260] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.905574] env[69440]: DEBUG oslo_vmware.api [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.298912] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.299141] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.299279] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.414288] env[69440]: DEBUG oslo_vmware.api [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140716, 'name': PowerOffVM_Task, 'duration_secs': 0.222743} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.414288] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1526.414288] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1526.414288] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c64a358e-4b77-48d8-a2f4-b4f322443410 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.481488] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1526.481850] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1526.482129] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Deleting the datastore file [datastore1] 31aa0144-ac24-486a-8c35-ea39bc4ad3bf {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1526.482423] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d578698a-c650-41d5-b3d4-4be881139785 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.489297] env[69440]: DEBUG oslo_vmware.api [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1526.489297] env[69440]: value = "task-4140718" [ 1526.489297] env[69440]: _type = "Task" [ 1526.489297] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.497464] env[69440]: DEBUG oslo_vmware.api [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.999070] env[69440]: DEBUG oslo_vmware.api [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418236} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.999282] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1526.999471] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1526.999718] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1526.999934] env[69440]: INFO nova.compute.manager [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1527.000270] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1527.000376] env[69440]: DEBUG nova.compute.manager [-] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1527.000473] env[69440]: DEBUG nova.network.neutron [-] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1527.259867] env[69440]: DEBUG nova.compute.manager [req-31bf4f89-3dda-4b48-82ee-30a6c7f1fc0c req-eca02312-37a8-44ed-b633-8a58b9e96d07 service nova] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Received event network-vif-deleted-555b22de-075e-4080-82a6-462757641b32 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1527.260065] env[69440]: INFO nova.compute.manager [req-31bf4f89-3dda-4b48-82ee-30a6c7f1fc0c req-eca02312-37a8-44ed-b633-8a58b9e96d07 service nova] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Neutron deleted interface 555b22de-075e-4080-82a6-462757641b32; detaching it from the instance and deleting it from the info cache [ 1527.260271] env[69440]: DEBUG nova.network.neutron [req-31bf4f89-3dda-4b48-82ee-30a6c7f1fc0c req-eca02312-37a8-44ed-b633-8a58b9e96d07 service nova] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.742318] env[69440]: DEBUG nova.network.neutron [-] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.763524] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2251bb8d-626c-4daa-a12e-abc45ea20084 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.773183] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7b0e7c-d332-47c3-8629-50e74b88dbb3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.800842] env[69440]: DEBUG nova.compute.manager [req-31bf4f89-3dda-4b48-82ee-30a6c7f1fc0c req-eca02312-37a8-44ed-b633-8a58b9e96d07 service nova] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Detach interface failed, port_id=555b22de-075e-4080-82a6-462757641b32, reason: Instance 31aa0144-ac24-486a-8c35-ea39bc4ad3bf could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1528.244913] env[69440]: INFO nova.compute.manager [-] [instance: 31aa0144-ac24-486a-8c35-ea39bc4ad3bf] Took 1.24 seconds to deallocate network for instance. [ 1528.752020] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1528.752397] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.752572] env[69440]: DEBUG nova.objects.instance [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lazy-loading 'resources' on Instance uuid 31aa0144-ac24-486a-8c35-ea39bc4ad3bf {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1529.308900] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1c66bd-06ff-48fb-8e5b-7b947deeca99 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.316754] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a266dd5-6b15-4e3c-9ca9-58c890cc704f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.346496] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2a5af8-fcf3-4ca6-a598-8d60a8d7bc19 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.354380] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bb5980-e660-49fe-8c42-2a4bff9eb894 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.368531] env[69440]: DEBUG nova.compute.provider_tree [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.871896] env[69440]: DEBUG nova.scheduler.client.report [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1530.379017] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.402869] env[69440]: INFO nova.scheduler.client.report [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Deleted allocations for instance 31aa0144-ac24-486a-8c35-ea39bc4ad3bf [ 1530.912141] env[69440]: DEBUG oslo_concurrency.lockutils [None req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "31aa0144-ac24-486a-8c35-ea39bc4ad3bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.540s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.322206] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "10b6d331-b5e6-444e-8174-b03fe8f439d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1532.322519] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "10b6d331-b5e6-444e-8174-b03fe8f439d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1532.825434] env[69440]: DEBUG nova.compute.manager [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Starting instance... {{(pid=69440) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1533.348934] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.349246] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.350699] env[69440]: INFO nova.compute.claims [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1534.412574] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b559a56-ede1-49dc-bf08-63547ce07873 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.420758] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a422d6fc-4d68-461e-b7ef-a4c9d4656df4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.451462] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c82e1c-1be9-43ca-a707-970ff26b812c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.459107] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74003e4d-63c3-42d7-81e5-2aad670af71f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.472508] env[69440]: DEBUG nova.compute.provider_tree [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.976098] env[69440]: DEBUG nova.scheduler.client.report [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1535.480560] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.131s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.481104] env[69440]: DEBUG nova.compute.manager [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Start building networks asynchronously for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1535.985681] env[69440]: DEBUG nova.compute.utils [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Using /dev/sd instead of None {{(pid=69440) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1535.987114] env[69440]: DEBUG nova.compute.manager [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Allocating IP information in the background. {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1535.987288] env[69440]: DEBUG nova.network.neutron [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] allocate_for_instance() {{(pid=69440) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1536.033083] env[69440]: DEBUG nova.policy [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db54bf3c1e00459fa3b0304c6aff51de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99d53517a86d4e6ea9ef81111cb2336d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69440) authorize /opt/stack/nova/nova/policy.py:192}} [ 1536.281885] env[69440]: DEBUG nova.network.neutron [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Successfully created port: cd0fb5ad-08d3-4592-86d9-094a48a479c6 {{(pid=69440) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1536.490622] env[69440]: DEBUG nova.compute.manager [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Start building block device mappings for instance. {{(pid=69440) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1537.501308] env[69440]: DEBUG nova.compute.manager [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Start spawning the instance on the hypervisor. {{(pid=69440) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1537.529103] env[69440]: DEBUG nova.virt.hardware [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T09:47:19Z,direct_url=,disk_format='vmdk',id=555d0c13-6860-403d-b1b7-ed3636d51225,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25d4f34fe85f47d093a7d5f37e0ebfc1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T09:47:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1537.529403] env[69440]: DEBUG nova.virt.hardware [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1537.529559] env[69440]: DEBUG nova.virt.hardware [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1537.529764] env[69440]: DEBUG nova.virt.hardware [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1537.529916] env[69440]: DEBUG nova.virt.hardware [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1537.530073] env[69440]: DEBUG nova.virt.hardware [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1537.530284] env[69440]: DEBUG nova.virt.hardware [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1537.530444] env[69440]: DEBUG nova.virt.hardware [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1537.530607] env[69440]: DEBUG nova.virt.hardware [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1537.530811] env[69440]: DEBUG nova.virt.hardware [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1537.531027] env[69440]: DEBUG nova.virt.hardware [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1537.531929] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f826ac-ebb9-4c5c-ace7-403a2fcaa1d9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.540446] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ebd8ab-aecd-44fa-bef4-03a6765b6ab3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.643728] env[69440]: DEBUG nova.compute.manager [req-dd323dfe-6ab0-4d2f-84b3-70ffe85bcdee req-e00134ae-c0f9-4cb0-989c-545f4c82d730 service nova] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Received event network-vif-plugged-cd0fb5ad-08d3-4592-86d9-094a48a479c6 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1537.644034] env[69440]: DEBUG oslo_concurrency.lockutils [req-dd323dfe-6ab0-4d2f-84b3-70ffe85bcdee req-e00134ae-c0f9-4cb0-989c-545f4c82d730 service nova] Acquiring lock "10b6d331-b5e6-444e-8174-b03fe8f439d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1537.644302] env[69440]: DEBUG oslo_concurrency.lockutils [req-dd323dfe-6ab0-4d2f-84b3-70ffe85bcdee req-e00134ae-c0f9-4cb0-989c-545f4c82d730 service nova] Lock "10b6d331-b5e6-444e-8174-b03fe8f439d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1537.644524] env[69440]: DEBUG oslo_concurrency.lockutils [req-dd323dfe-6ab0-4d2f-84b3-70ffe85bcdee req-e00134ae-c0f9-4cb0-989c-545f4c82d730 service nova] Lock "10b6d331-b5e6-444e-8174-b03fe8f439d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1537.644732] env[69440]: DEBUG nova.compute.manager [req-dd323dfe-6ab0-4d2f-84b3-70ffe85bcdee req-e00134ae-c0f9-4cb0-989c-545f4c82d730 service nova] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] No waiting events found dispatching network-vif-plugged-cd0fb5ad-08d3-4592-86d9-094a48a479c6 {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1537.644941] env[69440]: WARNING nova.compute.manager [req-dd323dfe-6ab0-4d2f-84b3-70ffe85bcdee req-e00134ae-c0f9-4cb0-989c-545f4c82d730 service nova] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Received unexpected event network-vif-plugged-cd0fb5ad-08d3-4592-86d9-094a48a479c6 for instance with vm_state building and task_state spawning. [ 1537.725711] env[69440]: DEBUG nova.network.neutron [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Successfully updated port: cd0fb5ad-08d3-4592-86d9-094a48a479c6 {{(pid=69440) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1538.231516] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "refresh_cache-10b6d331-b5e6-444e-8174-b03fe8f439d5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.231664] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired lock "refresh_cache-10b6d331-b5e6-444e-8174-b03fe8f439d5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.231839] env[69440]: DEBUG nova.network.neutron [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1538.764425] env[69440]: DEBUG nova.network.neutron [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Instance cache missing network info. {{(pid=69440) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1538.894481] env[69440]: DEBUG nova.network.neutron [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Updating instance_info_cache with network_info: [{"id": "cd0fb5ad-08d3-4592-86d9-094a48a479c6", "address": "fa:16:3e:b4:07:1f", "network": {"id": "8cddeffc-b89a-4085-879f-fa25f7610ffa", "bridge": "br-int", "label": "tempest-ServersTestJSON-138106909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d53517a86d4e6ea9ef81111cb2336d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0fb5ad-08", "ovs_interfaceid": "cd0fb5ad-08d3-4592-86d9-094a48a479c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.397174] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Releasing lock "refresh_cache-10b6d331-b5e6-444e-8174-b03fe8f439d5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.397542] env[69440]: DEBUG nova.compute.manager [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Instance network_info: |[{"id": "cd0fb5ad-08d3-4592-86d9-094a48a479c6", "address": "fa:16:3e:b4:07:1f", "network": {"id": "8cddeffc-b89a-4085-879f-fa25f7610ffa", "bridge": "br-int", "label": "tempest-ServersTestJSON-138106909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d53517a86d4e6ea9ef81111cb2336d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0fb5ad-08", "ovs_interfaceid": "cd0fb5ad-08d3-4592-86d9-094a48a479c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69440) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1539.398031] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:07:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd0fb5ad-08d3-4592-86d9-094a48a479c6', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1539.405766] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1539.405984] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1539.406242] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-437bc20b-b775-4d71-ac7c-8cef6d97b2c7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.426657] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1539.426657] env[69440]: value = "task-4140719" [ 1539.426657] env[69440]: _type = "Task" [ 1539.426657] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.434611] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140719, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.670944] env[69440]: DEBUG nova.compute.manager [req-48437148-079f-4d84-92e8-a7682b3d3f39 req-3b787bf1-f99e-4dd6-a30a-1134ddd4e6c1 service nova] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Received event network-changed-cd0fb5ad-08d3-4592-86d9-094a48a479c6 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1539.671144] env[69440]: DEBUG nova.compute.manager [req-48437148-079f-4d84-92e8-a7682b3d3f39 req-3b787bf1-f99e-4dd6-a30a-1134ddd4e6c1 service nova] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Refreshing instance network info cache due to event network-changed-cd0fb5ad-08d3-4592-86d9-094a48a479c6. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1539.671397] env[69440]: DEBUG oslo_concurrency.lockutils [req-48437148-079f-4d84-92e8-a7682b3d3f39 req-3b787bf1-f99e-4dd6-a30a-1134ddd4e6c1 service nova] Acquiring lock "refresh_cache-10b6d331-b5e6-444e-8174-b03fe8f439d5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.671561] env[69440]: DEBUG oslo_concurrency.lockutils [req-48437148-079f-4d84-92e8-a7682b3d3f39 req-3b787bf1-f99e-4dd6-a30a-1134ddd4e6c1 service nova] Acquired lock "refresh_cache-10b6d331-b5e6-444e-8174-b03fe8f439d5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.671735] env[69440]: DEBUG nova.network.neutron [req-48437148-079f-4d84-92e8-a7682b3d3f39 req-3b787bf1-f99e-4dd6-a30a-1134ddd4e6c1 service nova] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Refreshing network info cache for port cd0fb5ad-08d3-4592-86d9-094a48a479c6 {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1539.937501] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140719, 'name': CreateVM_Task, 'duration_secs': 0.302042} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.937858] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1539.938316] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.938486] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.938811] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.939072] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66c55d41-fffc-4968-a54a-28a0654b3860 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.944302] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1539.944302] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]526f78f9-a879-296a-22c5-966398e2b457" [ 1539.944302] env[69440]: _type = "Task" [ 1539.944302] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.952250] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526f78f9-a879-296a-22c5-966398e2b457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.355115] env[69440]: DEBUG nova.network.neutron [req-48437148-079f-4d84-92e8-a7682b3d3f39 req-3b787bf1-f99e-4dd6-a30a-1134ddd4e6c1 service nova] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Updated VIF entry in instance network info cache for port cd0fb5ad-08d3-4592-86d9-094a48a479c6. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1540.355468] env[69440]: DEBUG nova.network.neutron [req-48437148-079f-4d84-92e8-a7682b3d3f39 req-3b787bf1-f99e-4dd6-a30a-1134ddd4e6c1 service nova] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Updating instance_info_cache with network_info: [{"id": "cd0fb5ad-08d3-4592-86d9-094a48a479c6", "address": "fa:16:3e:b4:07:1f", "network": {"id": "8cddeffc-b89a-4085-879f-fa25f7610ffa", "bridge": "br-int", "label": "tempest-ServersTestJSON-138106909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d53517a86d4e6ea9ef81111cb2336d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0fb5ad-08", "ovs_interfaceid": "cd0fb5ad-08d3-4592-86d9-094a48a479c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.454202] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]526f78f9-a879-296a-22c5-966398e2b457, 'name': SearchDatastore_Task, 'duration_secs': 0.011905} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.454446] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.454674] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Processing image 555d0c13-6860-403d-b1b7-ed3636d51225 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1540.454904] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.455062] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.455246] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1540.455501] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b278413d-a06a-44b8-822f-267acc5d96a2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.465176] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1540.465359] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1540.466050] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5b577b1-653f-4c3f-9168-ff15d264abe6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.471021] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1540.471021] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52c2de09-083b-f2fb-2a4c-0ff69586a9d7" [ 1540.471021] env[69440]: _type = "Task" [ 1540.471021] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.479012] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c2de09-083b-f2fb-2a4c-0ff69586a9d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.858617] env[69440]: DEBUG oslo_concurrency.lockutils [req-48437148-079f-4d84-92e8-a7682b3d3f39 req-3b787bf1-f99e-4dd6-a30a-1134ddd4e6c1 service nova] Releasing lock "refresh_cache-10b6d331-b5e6-444e-8174-b03fe8f439d5" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.981645] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52c2de09-083b-f2fb-2a4c-0ff69586a9d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009316} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.982409] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9104499c-bfaf-48cc-8391-7e27195131f7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.987723] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1540.987723] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52feb16f-d7ac-7780-6267-963feb94931c" [ 1540.987723] env[69440]: _type = "Task" [ 1540.987723] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.995406] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52feb16f-d7ac-7780-6267-963feb94931c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.499401] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]52feb16f-d7ac-7780-6267-963feb94931c, 'name': SearchDatastore_Task, 'duration_secs': 0.009762} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.500055] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.500162] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 10b6d331-b5e6-444e-8174-b03fe8f439d5/10b6d331-b5e6-444e-8174-b03fe8f439d5.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1541.500431] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54d251e6-8418-45fe-85f9-dc349e88fb71 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.507246] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1541.507246] env[69440]: value = "task-4140720" [ 1541.507246] env[69440]: _type = "Task" [ 1541.507246] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.514887] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.017542] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440675} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.017912] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/555d0c13-6860-403d-b1b7-ed3636d51225/555d0c13-6860-403d-b1b7-ed3636d51225.vmdk to [datastore1] 10b6d331-b5e6-444e-8174-b03fe8f439d5/10b6d331-b5e6-444e-8174-b03fe8f439d5.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1542.018087] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Extending root virtual disk to 1048576 {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1542.018342] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a80a1c8c-3b74-4868-9428-c7ea00c3e1f5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.025083] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1542.025083] env[69440]: value = "task-4140721" [ 1542.025083] env[69440]: _type = "Task" [ 1542.025083] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.033554] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.536108] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05995} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.536108] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Extended root virtual disk {{(pid=69440) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1542.536350] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92fee3a-ccf8-4ca5-954f-bc91199966e8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.557822] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 10b6d331-b5e6-444e-8174-b03fe8f439d5/10b6d331-b5e6-444e-8174-b03fe8f439d5.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1542.558096] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2baead80-6bea-4886-8831-f6dcab94a015 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.577111] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1542.577111] env[69440]: value = "task-4140722" [ 1542.577111] env[69440]: _type = "Task" [ 1542.577111] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.584984] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.087539] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140722, 'name': ReconfigVM_Task, 'duration_secs': 0.288637} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.087971] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 10b6d331-b5e6-444e-8174-b03fe8f439d5/10b6d331-b5e6-444e-8174-b03fe8f439d5.vmdk or device None with type sparse {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1543.088454] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fdf4624-c306-49ce-8061-866ed4df6a58 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.094680] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1543.094680] env[69440]: value = "task-4140723" [ 1543.094680] env[69440]: _type = "Task" [ 1543.094680] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.103148] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140723, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.604448] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140723, 'name': Rename_Task, 'duration_secs': 0.135199} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.604692] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1543.604898] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc41d54f-85cd-4c48-a60d-43a2729411f0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.612284] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1543.612284] env[69440]: value = "task-4140724" [ 1543.612284] env[69440]: _type = "Task" [ 1543.612284] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.623217] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.122064] env[69440]: DEBUG oslo_vmware.api [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140724, 'name': PowerOnVM_Task, 'duration_secs': 0.448316} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.122410] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1544.122543] env[69440]: INFO nova.compute.manager [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1544.122723] env[69440]: DEBUG nova.compute.manager [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1544.123592] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf086bf-24d7-4bd6-9e8c-63fb8f1fda01 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.640694] env[69440]: INFO nova.compute.manager [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Took 11.31 seconds to build instance. [ 1545.142114] env[69440]: DEBUG oslo_concurrency.lockutils [None req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "10b6d331-b5e6-444e-8174-b03fe8f439d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.819s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.624784] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bcf6fc2f-e260-483d-b81d-529397880c3e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "10b6d331-b5e6-444e-8174-b03fe8f439d5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.624784] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bcf6fc2f-e260-483d-b81d-529397880c3e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "10b6d331-b5e6-444e-8174-b03fe8f439d5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1545.625044] env[69440]: DEBUG nova.compute.manager [None req-bcf6fc2f-e260-483d-b81d-529397880c3e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1545.626013] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bedc48-94b5-44ad-af8d-07252464bfd0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.633511] env[69440]: DEBUG nova.compute.manager [None req-bcf6fc2f-e260-483d-b81d-529397880c3e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69440) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1545.634078] env[69440]: DEBUG nova.objects.instance [None req-bcf6fc2f-e260-483d-b81d-529397880c3e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lazy-loading 'flavor' on Instance uuid 10b6d331-b5e6-444e-8174-b03fe8f439d5 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1546.640854] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf6fc2f-e260-483d-b81d-529397880c3e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1546.641379] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d30946ca-c909-445d-aea2-b41ce825ba88 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.650465] env[69440]: DEBUG oslo_vmware.api [None req-bcf6fc2f-e260-483d-b81d-529397880c3e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1546.650465] env[69440]: value = "task-4140725" [ 1546.650465] env[69440]: _type = "Task" [ 1546.650465] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.659342] env[69440]: DEBUG oslo_vmware.api [None req-bcf6fc2f-e260-483d-b81d-529397880c3e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.161057] env[69440]: DEBUG oslo_vmware.api [None req-bcf6fc2f-e260-483d-b81d-529397880c3e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140725, 'name': PowerOffVM_Task, 'duration_secs': 0.212588} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.161356] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf6fc2f-e260-483d-b81d-529397880c3e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1547.161567] env[69440]: DEBUG nova.compute.manager [None req-bcf6fc2f-e260-483d-b81d-529397880c3e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1547.162382] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d939532-ed47-4fef-9fb8-6a6345082dce {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.674272] env[69440]: DEBUG oslo_concurrency.lockutils [None req-bcf6fc2f-e260-483d-b81d-529397880c3e tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "10b6d331-b5e6-444e-8174-b03fe8f439d5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.276180] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "10b6d331-b5e6-444e-8174-b03fe8f439d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.276500] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "10b6d331-b5e6-444e-8174-b03fe8f439d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1548.276726] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "10b6d331-b5e6-444e-8174-b03fe8f439d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.276912] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "10b6d331-b5e6-444e-8174-b03fe8f439d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1548.277106] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "10b6d331-b5e6-444e-8174-b03fe8f439d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.279247] env[69440]: INFO nova.compute.manager [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Terminating instance [ 1548.783618] env[69440]: DEBUG nova.compute.manager [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1548.784222] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1548.784753] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ced049-6074-4708-9abe-5697422ffcd0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.792765] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1548.793015] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cb22a86-a159-4e50-b0c0-5fff4dbaaaf4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.868361] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1548.868613] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1548.868795] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Deleting the datastore file [datastore1] 10b6d331-b5e6-444e-8174-b03fe8f439d5 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1548.869107] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b4fe1a2-ac6c-44d3-a514-ac4699f1a01d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.875600] env[69440]: DEBUG oslo_vmware.api [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1548.875600] env[69440]: value = "task-4140727" [ 1548.875600] env[69440]: _type = "Task" [ 1548.875600] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.884115] env[69440]: DEBUG oslo_vmware.api [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.386846] env[69440]: DEBUG oslo_vmware.api [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149785} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.387150] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1549.387298] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1549.387517] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1549.387700] env[69440]: INFO nova.compute.manager [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1549.387971] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1549.388204] env[69440]: DEBUG nova.compute.manager [-] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1549.388319] env[69440]: DEBUG nova.network.neutron [-] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1549.650631] env[69440]: DEBUG nova.compute.manager [req-932fbdbe-d74d-430f-a0ef-d66fda094572 req-6eab9745-a8bd-46cd-9a76-a1d6f15b93e9 service nova] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Received event network-vif-deleted-cd0fb5ad-08d3-4592-86d9-094a48a479c6 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1549.650992] env[69440]: INFO nova.compute.manager [req-932fbdbe-d74d-430f-a0ef-d66fda094572 req-6eab9745-a8bd-46cd-9a76-a1d6f15b93e9 service nova] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Neutron deleted interface cd0fb5ad-08d3-4592-86d9-094a48a479c6; detaching it from the instance and deleting it from the info cache [ 1549.651337] env[69440]: DEBUG nova.network.neutron [req-932fbdbe-d74d-430f-a0ef-d66fda094572 req-6eab9745-a8bd-46cd-9a76-a1d6f15b93e9 service nova] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.128963] env[69440]: DEBUG nova.network.neutron [-] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.154411] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c52e417f-95b0-474c-b9ce-c38c7e416571 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.164922] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea78b57d-bafb-4170-aa12-52e3ecadfbfa {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.190891] env[69440]: DEBUG nova.compute.manager [req-932fbdbe-d74d-430f-a0ef-d66fda094572 req-6eab9745-a8bd-46cd-9a76-a1d6f15b93e9 service nova] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Detach interface failed, port_id=cd0fb5ad-08d3-4592-86d9-094a48a479c6, reason: Instance 10b6d331-b5e6-444e-8174-b03fe8f439d5 could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1550.631700] env[69440]: INFO nova.compute.manager [-] [instance: 10b6d331-b5e6-444e-8174-b03fe8f439d5] Took 1.24 seconds to deallocate network for instance. [ 1551.138557] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1551.138931] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.139092] env[69440]: DEBUG nova.objects.instance [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lazy-loading 'resources' on Instance uuid 10b6d331-b5e6-444e-8174-b03fe8f439d5 {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1551.695264] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0979eb1-1c9d-412a-a2a5-7c4e68e002b8 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.703189] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0377c1ca-eddc-428e-9ab8-9ad80fb9a463 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.734711] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649b3042-719f-4239-8f09-03cf50e5c7c7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.742374] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f673bb00-b8fe-44ba-a82a-bfc193d90e71 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.755692] env[69440]: DEBUG nova.compute.provider_tree [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1552.259168] env[69440]: DEBUG nova.scheduler.client.report [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1552.763988] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1552.782859] env[69440]: INFO nova.scheduler.client.report [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Deleted allocations for instance 10b6d331-b5e6-444e-8174-b03fe8f439d5 [ 1553.290817] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a14099b2-a9c1-4050-9bf3-600adf21a4da tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "10b6d331-b5e6-444e-8174-b03fe8f439d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.014s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1554.028061] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "574815fb-5ab9-4217-9773-b1451afcfc3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1554.028061] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "574815fb-5ab9-4217-9773-b1451afcfc3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.028061] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "574815fb-5ab9-4217-9773-b1451afcfc3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1554.028061] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "574815fb-5ab9-4217-9773-b1451afcfc3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.028429] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "574815fb-5ab9-4217-9773-b1451afcfc3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1554.030395] env[69440]: INFO nova.compute.manager [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Terminating instance [ 1554.533883] env[69440]: DEBUG nova.compute.manager [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1554.534289] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1554.535106] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329a88e8-378b-4bb3-8e48-c49b11e6a944 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.542940] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1554.543225] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfcf71cd-dc8e-43c6-b766-e891dba508f5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.550215] env[69440]: DEBUG oslo_vmware.api [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1554.550215] env[69440]: value = "task-4140728" [ 1554.550215] env[69440]: _type = "Task" [ 1554.550215] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.559380] env[69440]: DEBUG oslo_vmware.api [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.060812] env[69440]: DEBUG oslo_vmware.api [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140728, 'name': PowerOffVM_Task, 'duration_secs': 0.226332} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.061099] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.061279] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1555.061577] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b619ba1-685b-4cba-9572-2d2659f1a1f6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.127286] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1555.127468] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1555.127646] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Deleting the datastore file [datastore1] 574815fb-5ab9-4217-9773-b1451afcfc3b {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1555.127970] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8f7d34b-ff9f-4a52-9e2d-dba5d8ae28b2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.136216] env[69440]: DEBUG oslo_vmware.api [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for the task: (returnval){ [ 1555.136216] env[69440]: value = "task-4140730" [ 1555.136216] env[69440]: _type = "Task" [ 1555.136216] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.146621] env[69440]: DEBUG oslo_vmware.api [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.646717] env[69440]: DEBUG oslo_vmware.api [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Task: {'id': task-4140730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132051} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.647105] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1555.647171] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1555.647346] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1555.647528] env[69440]: INFO nova.compute.manager [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1555.647789] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1555.647971] env[69440]: DEBUG nova.compute.manager [-] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1555.648088] env[69440]: DEBUG nova.network.neutron [-] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1555.959743] env[69440]: DEBUG nova.compute.manager [req-1f2574f5-485c-4b30-ba24-c7ae4f67affb req-4e1e6f53-f64b-4d40-8b14-38a6ecd3a4d4 service nova] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Received event network-vif-deleted-731ebcb7-0542-4a28-bd8c-19823d559a59 {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1555.959743] env[69440]: INFO nova.compute.manager [req-1f2574f5-485c-4b30-ba24-c7ae4f67affb req-4e1e6f53-f64b-4d40-8b14-38a6ecd3a4d4 service nova] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Neutron deleted interface 731ebcb7-0542-4a28-bd8c-19823d559a59; detaching it from the instance and deleting it from the info cache [ 1555.959743] env[69440]: DEBUG nova.network.neutron [req-1f2574f5-485c-4b30-ba24-c7ae4f67affb req-4e1e6f53-f64b-4d40-8b14-38a6ecd3a4d4 service nova] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.443864] env[69440]: DEBUG nova.network.neutron [-] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.461602] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fca94a81-496c-4362-aeb3-ba7f41a171a4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.472194] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b739659-a238-4f32-be88-ff2b2ae58aa7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.496752] env[69440]: DEBUG nova.compute.manager [req-1f2574f5-485c-4b30-ba24-c7ae4f67affb req-4e1e6f53-f64b-4d40-8b14-38a6ecd3a4d4 service nova] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Detach interface failed, port_id=731ebcb7-0542-4a28-bd8c-19823d559a59, reason: Instance 574815fb-5ab9-4217-9773-b1451afcfc3b could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1556.576278] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "ee83af40-0ae9-47db-917d-1b6b214f850c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.576581] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ee83af40-0ae9-47db-917d-1b6b214f850c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.576766] env[69440]: INFO nova.compute.manager [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Shelving [ 1556.946734] env[69440]: INFO nova.compute.manager [-] [instance: 574815fb-5ab9-4217-9773-b1451afcfc3b] Took 1.30 seconds to deallocate network for instance. [ 1557.454080] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.454337] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1557.454565] env[69440]: DEBUG nova.objects.instance [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lazy-loading 'resources' on Instance uuid 574815fb-5ab9-4217-9773-b1451afcfc3b {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1557.584860] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1557.585196] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a470f0b4-2f75-4cae-9c4c-cd4cfe9d3df1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.593505] env[69440]: DEBUG oslo_vmware.api [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1557.593505] env[69440]: value = "task-4140731" [ 1557.593505] env[69440]: _type = "Task" [ 1557.593505] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.604082] env[69440]: DEBUG oslo_vmware.api [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.999988] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a45bd50-d441-4575-ac28-d639f3282dbd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.008736] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5957c3b-dafe-4452-ab1d-0d857d47e68f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.037884] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b777a2f7-83f0-43d9-a4a9-13aaf9a657a5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.045552] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97f900f-3ad6-4559-a408-a2d048df909a {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.059157] env[69440]: DEBUG nova.compute.provider_tree [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1558.103954] env[69440]: DEBUG oslo_vmware.api [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140731, 'name': PowerOffVM_Task, 'duration_secs': 0.177759} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.104234] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1558.105017] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62c004c-6847-42e2-ae31-bdc223632652 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.122738] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8526ddd4-3f9a-4df6-bf90-7fa9b0d8abca {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.562202] env[69440]: DEBUG nova.scheduler.client.report [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1558.634066] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Creating Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1558.634273] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4a8f4ce4-118b-4503-bc63-a3933772c03d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.641813] env[69440]: DEBUG oslo_vmware.api [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1558.641813] env[69440]: value = "task-4140732" [ 1558.641813] env[69440]: _type = "Task" [ 1558.641813] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.650442] env[69440]: DEBUG oslo_vmware.api [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140732, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.067216] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.086847] env[69440]: INFO nova.scheduler.client.report [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Deleted allocations for instance 574815fb-5ab9-4217-9773-b1451afcfc3b [ 1559.152226] env[69440]: DEBUG oslo_vmware.api [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140732, 'name': CreateSnapshot_Task, 'duration_secs': 0.42011} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.152688] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Created Snapshot of the VM instance {{(pid=69440) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1559.153315] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718230c1-47cc-4acc-b2d1-0279c8b0157e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.595226] env[69440]: DEBUG oslo_concurrency.lockutils [None req-a4e53bec-440c-4fac-8701-571ed672d399 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Lock "574815fb-5ab9-4217-9773-b1451afcfc3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.567s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.672152] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Creating linked-clone VM from snapshot {{(pid=69440) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1559.672472] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d24de446-a201-43f9-a12b-628bbfbfdae0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.682029] env[69440]: DEBUG oslo_vmware.api [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1559.682029] env[69440]: value = "task-4140733" [ 1559.682029] env[69440]: _type = "Task" [ 1559.682029] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.690325] env[69440]: DEBUG oslo_vmware.api [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140733, 'name': CloneVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.192719] env[69440]: DEBUG oslo_vmware.api [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140733, 'name': CloneVM_Task} progress is 94%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.694347] env[69440]: DEBUG oslo_vmware.api [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140733, 'name': CloneVM_Task, 'duration_secs': 0.999503} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.694679] env[69440]: INFO nova.virt.vmwareapi.vmops [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Created linked-clone VM from snapshot [ 1560.695484] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bff710-560a-4be2-86c7-df9b432eb869 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.704285] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Uploading image 67f04468-a42e-4f2c-9694-a8d5e2caf066 {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1560.732534] env[69440]: DEBUG oslo_vmware.rw_handles [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1560.732534] env[69440]: value = "vm-820010" [ 1560.732534] env[69440]: _type = "VirtualMachine" [ 1560.732534] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1560.732867] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e1ddf071-7131-4510-a3a4-eae5e9e1ae09 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.740956] env[69440]: DEBUG oslo_vmware.rw_handles [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lease: (returnval){ [ 1560.740956] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52082a94-5b2b-e745-fdf2-213d4083f404" [ 1560.740956] env[69440]: _type = "HttpNfcLease" [ 1560.740956] env[69440]: } obtained for exporting VM: (result){ [ 1560.740956] env[69440]: value = "vm-820010" [ 1560.740956] env[69440]: _type = "VirtualMachine" [ 1560.740956] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1560.741738] env[69440]: DEBUG oslo_vmware.api [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the lease: (returnval){ [ 1560.741738] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52082a94-5b2b-e745-fdf2-213d4083f404" [ 1560.741738] env[69440]: _type = "HttpNfcLease" [ 1560.741738] env[69440]: } to be ready. {{(pid=69440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1560.748587] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1560.748587] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52082a94-5b2b-e745-fdf2-213d4083f404" [ 1560.748587] env[69440]: _type = "HttpNfcLease" [ 1560.748587] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1561.250030] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1561.250030] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52082a94-5b2b-e745-fdf2-213d4083f404" [ 1561.250030] env[69440]: _type = "HttpNfcLease" [ 1561.250030] env[69440]: } is ready. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1561.252147] env[69440]: DEBUG oslo_vmware.rw_handles [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1561.252147] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52082a94-5b2b-e745-fdf2-213d4083f404" [ 1561.252147] env[69440]: _type = "HttpNfcLease" [ 1561.252147] env[69440]: }. {{(pid=69440) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1561.252147] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae0a840-59e0-4852-b2b9-b1f97b9081d2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.259975] env[69440]: DEBUG oslo_vmware.rw_handles [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f7db8-c042-646b-4b71-5f8bccc210b2/disk-0.vmdk from lease info. {{(pid=69440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1561.261456] env[69440]: DEBUG oslo_vmware.rw_handles [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f7db8-c042-646b-4b71-5f8bccc210b2/disk-0.vmdk for reading. {{(pid=69440) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1561.360483] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9987f81c-4588-4c37-8190-060083b7de51 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.248319] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1563.248755] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.247435] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.247803] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.247803] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1566.247827] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.751278] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.751566] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.751742] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1566.751894] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1566.752856] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0c8671-fd92-4d06-a059-3f3bc89c8e86 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.761481] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66081d6-e907-4b2e-a818-7c42dd0634e7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.776457] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49bc449-aa94-4530-9cd2-28cd30eaedbd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.783513] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfa777f-91b5-41bd-9a4a-eef196abea6d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.812712] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180176MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=69440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1566.812913] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.813094] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1567.841930] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Instance ee83af40-0ae9-47db-917d-1b6b214f850c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69440) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1567.842240] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1567.842349] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1567.872246] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6773b262-0dfe-4c01-8c21-f31146fb07b0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.887900] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dd7153-c2c5-43c5-a07f-4dc9c80e3ede {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.920904] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad57a6d1-a201-4d8f-bafe-db6ce70a6446 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.931739] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492efb90-af3a-4cb2-aad2-675c7af839c0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.944836] env[69440]: DEBUG nova.compute.provider_tree [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1568.448615] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1568.568870] env[69440]: DEBUG oslo_vmware.rw_handles [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f7db8-c042-646b-4b71-5f8bccc210b2/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1568.569796] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3598f42-d31e-48aa-896c-203ebbeda76e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.576487] env[69440]: DEBUG oslo_vmware.rw_handles [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f7db8-c042-646b-4b71-5f8bccc210b2/disk-0.vmdk is in state: ready. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1568.576663] env[69440]: ERROR oslo_vmware.rw_handles [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f7db8-c042-646b-4b71-5f8bccc210b2/disk-0.vmdk due to incomplete transfer. [ 1568.576887] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-69c8755e-254d-4289-9a4a-f5d530d1456f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.584921] env[69440]: DEBUG oslo_vmware.rw_handles [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f7db8-c042-646b-4b71-5f8bccc210b2/disk-0.vmdk. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1568.585129] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Uploaded image 67f04468-a42e-4f2c-9694-a8d5e2caf066 to the Glance image server {{(pid=69440) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1568.587516] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Destroying the VM {{(pid=69440) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1568.587753] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-06d5ab83-8086-4e4d-a49a-6cf4b5affc63 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.594980] env[69440]: DEBUG oslo_vmware.api [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1568.594980] env[69440]: value = "task-4140735" [ 1568.594980] env[69440]: _type = "Task" [ 1568.594980] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.603298] env[69440]: DEBUG oslo_vmware.api [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140735, 'name': Destroy_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.954250] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1568.954635] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.141s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.104552] env[69440]: DEBUG oslo_vmware.api [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140735, 'name': Destroy_Task, 'duration_secs': 0.338904} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.104771] env[69440]: INFO nova.virt.vmwareapi.vm_util [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Destroyed the VM [ 1569.105020] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Deleting Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1569.105287] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7733fb2a-d10f-4588-9565-15172c25c92b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.112600] env[69440]: DEBUG oslo_vmware.api [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1569.112600] env[69440]: value = "task-4140736" [ 1569.112600] env[69440]: _type = "Task" [ 1569.112600] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.120742] env[69440]: DEBUG oslo_vmware.api [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140736, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.624071] env[69440]: DEBUG oslo_vmware.api [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140736, 'name': RemoveSnapshot_Task, 'duration_secs': 0.347132} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.624071] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Deleted Snapshot of the VM instance {{(pid=69440) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1569.624071] env[69440]: DEBUG nova.compute.manager [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1569.624492] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654ca71c-2d70-49c8-81b4-97c46b63cee4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.954822] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1569.955222] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1569.955261] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1570.137025] env[69440]: INFO nova.compute.manager [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Shelve offloading [ 1570.640683] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1570.642778] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a44080f-5dc1-4eb2-8ea3-59bae88568f6 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.650425] env[69440]: DEBUG oslo_vmware.api [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1570.650425] env[69440]: value = "task-4140737" [ 1570.650425] env[69440]: _type = "Task" [ 1570.650425] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.662041] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] VM already powered off {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1570.662302] env[69440]: DEBUG nova.compute.manager [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1570.663072] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1e39a1-d5c0-4cb4-a998-5795f4221541 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.668896] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "refresh_cache-ee83af40-0ae9-47db-917d-1b6b214f850c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.669072] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired lock "refresh_cache-ee83af40-0ae9-47db-917d-1b6b214f850c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.669243] env[69440]: DEBUG nova.network.neutron [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1571.470272] env[69440]: DEBUG nova.network.neutron [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Updating instance_info_cache with network_info: [{"id": "68169c64-5ae3-4991-acb5-80ad2d9e945b", "address": "fa:16:3e:2a:2e:b1", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68169c64-5a", "ovs_interfaceid": "68169c64-5ae3-4991-acb5-80ad2d9e945b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.973081] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lock "refresh_cache-ee83af40-0ae9-47db-917d-1b6b214f850c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.221289] env[69440]: DEBUG nova.compute.manager [req-ed9e90e1-7ac5-4ea4-851e-7debdb20e1c4 req-95b4d74f-4968-4b72-911e-85d5eb3626ac service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Received event network-vif-unplugged-68169c64-5ae3-4991-acb5-80ad2d9e945b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1572.221870] env[69440]: DEBUG oslo_concurrency.lockutils [req-ed9e90e1-7ac5-4ea4-851e-7debdb20e1c4 req-95b4d74f-4968-4b72-911e-85d5eb3626ac service nova] Acquiring lock "ee83af40-0ae9-47db-917d-1b6b214f850c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1572.222100] env[69440]: DEBUG oslo_concurrency.lockutils [req-ed9e90e1-7ac5-4ea4-851e-7debdb20e1c4 req-95b4d74f-4968-4b72-911e-85d5eb3626ac service nova] Lock "ee83af40-0ae9-47db-917d-1b6b214f850c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1572.222297] env[69440]: DEBUG oslo_concurrency.lockutils [req-ed9e90e1-7ac5-4ea4-851e-7debdb20e1c4 req-95b4d74f-4968-4b72-911e-85d5eb3626ac service nova] Lock "ee83af40-0ae9-47db-917d-1b6b214f850c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1572.222477] env[69440]: DEBUG nova.compute.manager [req-ed9e90e1-7ac5-4ea4-851e-7debdb20e1c4 req-95b4d74f-4968-4b72-911e-85d5eb3626ac service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] No waiting events found dispatching network-vif-unplugged-68169c64-5ae3-4991-acb5-80ad2d9e945b {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1572.222647] env[69440]: WARNING nova.compute.manager [req-ed9e90e1-7ac5-4ea4-851e-7debdb20e1c4 req-95b4d74f-4968-4b72-911e-85d5eb3626ac service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Received unexpected event network-vif-unplugged-68169c64-5ae3-4991-acb5-80ad2d9e945b for instance with vm_state shelved and task_state shelving_offloading. [ 1572.290943] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1572.291962] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43594bbf-6e50-4011-9610-35765996b1f5 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.300051] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1572.300320] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbdcf300-3415-44d9-a52d-2a25376f1a6d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.368367] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1572.368580] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Deleting contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1572.368759] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Deleting the datastore file [datastore2] ee83af40-0ae9-47db-917d-1b6b214f850c {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1572.369050] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7063fcdd-31c3-4603-8e78-d859f7db72a7 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.375813] env[69440]: DEBUG oslo_vmware.api [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1572.375813] env[69440]: value = "task-4140739" [ 1572.375813] env[69440]: _type = "Task" [ 1572.375813] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.383813] env[69440]: DEBUG oslo_vmware.api [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.885727] env[69440]: DEBUG oslo_vmware.api [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143619} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.886116] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1572.886185] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Deleted contents of the VM from datastore datastore2 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1572.886357] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1572.911567] env[69440]: INFO nova.scheduler.client.report [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Deleted allocations for instance ee83af40-0ae9-47db-917d-1b6b214f850c [ 1573.415868] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1573.416186] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1573.416414] env[69440]: DEBUG nova.objects.instance [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lazy-loading 'resources' on Instance uuid ee83af40-0ae9-47db-917d-1b6b214f850c {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.919099] env[69440]: DEBUG nova.objects.instance [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lazy-loading 'numa_topology' on Instance uuid ee83af40-0ae9-47db-917d-1b6b214f850c {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1574.243577] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.247456] env[69440]: DEBUG nova.compute.manager [req-0bd07525-713c-4b2c-b612-d889e58cb4fb req-01d0dfb6-ea6b-4f0d-8692-3286908cee7a service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Received event network-changed-68169c64-5ae3-4991-acb5-80ad2d9e945b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1574.247789] env[69440]: DEBUG nova.compute.manager [req-0bd07525-713c-4b2c-b612-d889e58cb4fb req-01d0dfb6-ea6b-4f0d-8692-3286908cee7a service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Refreshing instance network info cache due to event network-changed-68169c64-5ae3-4991-acb5-80ad2d9e945b. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1574.247873] env[69440]: DEBUG oslo_concurrency.lockutils [req-0bd07525-713c-4b2c-b612-d889e58cb4fb req-01d0dfb6-ea6b-4f0d-8692-3286908cee7a service nova] Acquiring lock "refresh_cache-ee83af40-0ae9-47db-917d-1b6b214f850c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.247989] env[69440]: DEBUG oslo_concurrency.lockutils [req-0bd07525-713c-4b2c-b612-d889e58cb4fb req-01d0dfb6-ea6b-4f0d-8692-3286908cee7a service nova] Acquired lock "refresh_cache-ee83af40-0ae9-47db-917d-1b6b214f850c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.248163] env[69440]: DEBUG nova.network.neutron [req-0bd07525-713c-4b2c-b612-d889e58cb4fb req-01d0dfb6-ea6b-4f0d-8692-3286908cee7a service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Refreshing network info cache for port 68169c64-5ae3-4991-acb5-80ad2d9e945b {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1574.422078] env[69440]: DEBUG nova.objects.base [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69440) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1574.438836] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480d11c3-fa3e-442f-8228-aece6daff317 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.446626] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad4c994-ca58-4263-a571-be4eb51f4975 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.477610] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7341eb86-4746-4ca7-80e0-feac9d8f1e7f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.485192] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072eaafb-f7dc-418a-b421-ca8a1fa966c2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.498747] env[69440]: DEBUG nova.compute.provider_tree [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.973832] env[69440]: DEBUG nova.network.neutron [req-0bd07525-713c-4b2c-b612-d889e58cb4fb req-01d0dfb6-ea6b-4f0d-8692-3286908cee7a service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Updated VIF entry in instance network info cache for port 68169c64-5ae3-4991-acb5-80ad2d9e945b. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1574.974217] env[69440]: DEBUG nova.network.neutron [req-0bd07525-713c-4b2c-b612-d889e58cb4fb req-01d0dfb6-ea6b-4f0d-8692-3286908cee7a service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Updating instance_info_cache with network_info: [{"id": "68169c64-5ae3-4991-acb5-80ad2d9e945b", "address": "fa:16:3e:2a:2e:b1", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": null, "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap68169c64-5a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.001958] env[69440]: DEBUG nova.scheduler.client.report [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.317259] env[69440]: DEBUG oslo_concurrency.lockutils [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "ee83af40-0ae9-47db-917d-1b6b214f850c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1575.477027] env[69440]: DEBUG oslo_concurrency.lockutils [req-0bd07525-713c-4b2c-b612-d889e58cb4fb req-01d0dfb6-ea6b-4f0d-8692-3286908cee7a service nova] Releasing lock "refresh_cache-ee83af40-0ae9-47db-917d-1b6b214f850c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.506215] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.015128] env[69440]: DEBUG oslo_concurrency.lockutils [None req-0c59b32c-281e-4237-8bdd-f6a1ece47529 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ee83af40-0ae9-47db-917d-1b6b214f850c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.437s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.015128] env[69440]: DEBUG oslo_concurrency.lockutils [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ee83af40-0ae9-47db-917d-1b6b214f850c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.698s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1576.015128] env[69440]: INFO nova.compute.manager [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Unshelving [ 1577.040689] env[69440]: DEBUG oslo_concurrency.lockutils [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1577.041028] env[69440]: DEBUG oslo_concurrency.lockutils [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1577.041211] env[69440]: DEBUG nova.objects.instance [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lazy-loading 'pci_requests' on Instance uuid ee83af40-0ae9-47db-917d-1b6b214f850c {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1577.545505] env[69440]: DEBUG nova.objects.instance [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lazy-loading 'numa_topology' on Instance uuid ee83af40-0ae9-47db-917d-1b6b214f850c {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1578.048729] env[69440]: INFO nova.compute.claims [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1579.073675] env[69440]: DEBUG nova.scheduler.client.report [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Refreshing inventories for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1579.087788] env[69440]: DEBUG nova.scheduler.client.report [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Updating ProviderTree inventory for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1579.088020] env[69440]: DEBUG nova.compute.provider_tree [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Updating inventory in ProviderTree for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1579.098883] env[69440]: DEBUG nova.scheduler.client.report [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Refreshing aggregate associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, aggregates: None {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1579.117464] env[69440]: DEBUG nova.scheduler.client.report [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Refreshing trait associations for resource provider 9a47e3d9-fb06-4966-9732-1aaf2b781196, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69440) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1579.142432] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050d2051-b450-4d75-a6e1-866ce4f343bc {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.150193] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec889f5-803f-4252-a5ba-8f8c879478af {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.180941] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2065291-c960-40b4-81f9-0715234ed820 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.189114] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcc308c-08db-4fd2-8791-53e1f30d34e1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.203445] env[69440]: DEBUG nova.compute.provider_tree [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1579.706946] env[69440]: DEBUG nova.scheduler.client.report [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1580.211744] env[69440]: DEBUG oslo_concurrency.lockutils [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.171s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1580.241759] env[69440]: INFO nova.network.neutron [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Updating port 68169c64-5ae3-4991-acb5-80ad2d9e945b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1581.626035] env[69440]: DEBUG nova.compute.manager [req-fe14b900-1ef8-49d5-a517-5371349fd36b req-b1b3e209-811b-49b4-9fa2-f67170917d80 service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Received event network-vif-plugged-68169c64-5ae3-4991-acb5-80ad2d9e945b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1581.626301] env[69440]: DEBUG oslo_concurrency.lockutils [req-fe14b900-1ef8-49d5-a517-5371349fd36b req-b1b3e209-811b-49b4-9fa2-f67170917d80 service nova] Acquiring lock "ee83af40-0ae9-47db-917d-1b6b214f850c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1581.626506] env[69440]: DEBUG oslo_concurrency.lockutils [req-fe14b900-1ef8-49d5-a517-5371349fd36b req-b1b3e209-811b-49b4-9fa2-f67170917d80 service nova] Lock "ee83af40-0ae9-47db-917d-1b6b214f850c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.626679] env[69440]: DEBUG oslo_concurrency.lockutils [req-fe14b900-1ef8-49d5-a517-5371349fd36b req-b1b3e209-811b-49b4-9fa2-f67170917d80 service nova] Lock "ee83af40-0ae9-47db-917d-1b6b214f850c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.626843] env[69440]: DEBUG nova.compute.manager [req-fe14b900-1ef8-49d5-a517-5371349fd36b req-b1b3e209-811b-49b4-9fa2-f67170917d80 service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] No waiting events found dispatching network-vif-plugged-68169c64-5ae3-4991-acb5-80ad2d9e945b {{(pid=69440) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1581.627012] env[69440]: WARNING nova.compute.manager [req-fe14b900-1ef8-49d5-a517-5371349fd36b req-b1b3e209-811b-49b4-9fa2-f67170917d80 service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Received unexpected event network-vif-plugged-68169c64-5ae3-4991-acb5-80ad2d9e945b for instance with vm_state shelved_offloaded and task_state spawning. [ 1581.704030] env[69440]: DEBUG oslo_concurrency.lockutils [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "refresh_cache-ee83af40-0ae9-47db-917d-1b6b214f850c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.704269] env[69440]: DEBUG oslo_concurrency.lockutils [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired lock "refresh_cache-ee83af40-0ae9-47db-917d-1b6b214f850c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.704428] env[69440]: DEBUG nova.network.neutron [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Building network info cache for instance {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1582.419260] env[69440]: DEBUG nova.network.neutron [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Updating instance_info_cache with network_info: [{"id": "68169c64-5ae3-4991-acb5-80ad2d9e945b", "address": "fa:16:3e:2a:2e:b1", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68169c64-5a", "ovs_interfaceid": "68169c64-5ae3-4991-acb5-80ad2d9e945b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.922224] env[69440]: DEBUG oslo_concurrency.lockutils [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lock "refresh_cache-ee83af40-0ae9-47db-917d-1b6b214f850c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.952047] env[69440]: DEBUG nova.virt.hardware [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T09:47:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0e8b3e550e188200de013a58471ea32f',container_format='bare',created_at=2025-05-14T10:04:34Z,direct_url=,disk_format='vmdk',id=67f04468-a42e-4f2c-9694-a8d5e2caf066,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2103184335-shelved',owner='425d5b44393d418991df5db46b5c3cf2',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-05-14T10:04:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1582.952347] env[69440]: DEBUG nova.virt.hardware [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Flavor limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1582.952560] env[69440]: DEBUG nova.virt.hardware [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Image limits 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1582.952751] env[69440]: DEBUG nova.virt.hardware [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Flavor pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1582.952899] env[69440]: DEBUG nova.virt.hardware [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Image pref 0:0:0 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1582.953061] env[69440]: DEBUG nova.virt.hardware [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69440) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1582.953291] env[69440]: DEBUG nova.virt.hardware [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1582.953464] env[69440]: DEBUG nova.virt.hardware [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1582.953625] env[69440]: DEBUG nova.virt.hardware [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Got 1 possible topologies {{(pid=69440) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1582.953781] env[69440]: DEBUG nova.virt.hardware [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1582.953947] env[69440]: DEBUG nova.virt.hardware [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69440) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1582.954844] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb01af2-248e-46d2-a5ca-63884ed2a165 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.963063] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c73809d-d11f-40a1-9944-d02b98181011 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.976971] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:2e:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68169c64-5ae3-4991-acb5-80ad2d9e945b', 'vif_model': 'vmxnet3'}] {{(pid=69440) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1582.984456] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1582.984727] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Creating VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1582.984938] env[69440]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a6c3785-92cc-46de-8bec-accd648c3fff {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.004345] env[69440]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1583.004345] env[69440]: value = "task-4140740" [ 1583.004345] env[69440]: _type = "Task" [ 1583.004345] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.012441] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140740, 'name': CreateVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.518727] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140740, 'name': CreateVM_Task} progress is 99%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.653318] env[69440]: DEBUG nova.compute.manager [req-d0302e31-0105-46f4-afcd-32e616cb7265 req-af0b3fd0-cb7e-4ae9-a42b-f4b006d22fe9 service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Received event network-changed-68169c64-5ae3-4991-acb5-80ad2d9e945b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1583.653318] env[69440]: DEBUG nova.compute.manager [req-d0302e31-0105-46f4-afcd-32e616cb7265 req-af0b3fd0-cb7e-4ae9-a42b-f4b006d22fe9 service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Refreshing instance network info cache due to event network-changed-68169c64-5ae3-4991-acb5-80ad2d9e945b. {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1583.653318] env[69440]: DEBUG oslo_concurrency.lockutils [req-d0302e31-0105-46f4-afcd-32e616cb7265 req-af0b3fd0-cb7e-4ae9-a42b-f4b006d22fe9 service nova] Acquiring lock "refresh_cache-ee83af40-0ae9-47db-917d-1b6b214f850c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.653318] env[69440]: DEBUG oslo_concurrency.lockutils [req-d0302e31-0105-46f4-afcd-32e616cb7265 req-af0b3fd0-cb7e-4ae9-a42b-f4b006d22fe9 service nova] Acquired lock "refresh_cache-ee83af40-0ae9-47db-917d-1b6b214f850c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.653318] env[69440]: DEBUG nova.network.neutron [req-d0302e31-0105-46f4-afcd-32e616cb7265 req-af0b3fd0-cb7e-4ae9-a42b-f4b006d22fe9 service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Refreshing network info cache for port 68169c64-5ae3-4991-acb5-80ad2d9e945b {{(pid=69440) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1584.014859] env[69440]: DEBUG oslo_vmware.api [-] Task: {'id': task-4140740, 'name': CreateVM_Task, 'duration_secs': 0.696285} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.015263] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Created VM on the ESX host {{(pid=69440) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1584.015722] env[69440]: DEBUG oslo_concurrency.lockutils [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/67f04468-a42e-4f2c-9694-a8d5e2caf066" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.015937] env[69440]: DEBUG oslo_concurrency.lockutils [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/67f04468-a42e-4f2c-9694-a8d5e2caf066" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.016412] env[69440]: DEBUG oslo_concurrency.lockutils [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/67f04468-a42e-4f2c-9694-a8d5e2caf066" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.016769] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa38d3cf-697e-4aac-9043-16318132b228 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.021430] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1584.021430] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]520f5f31-ef35-92aa-01d2-f9d231a078ba" [ 1584.021430] env[69440]: _type = "Task" [ 1584.021430] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.030874] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]520f5f31-ef35-92aa-01d2-f9d231a078ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.357270] env[69440]: DEBUG nova.network.neutron [req-d0302e31-0105-46f4-afcd-32e616cb7265 req-af0b3fd0-cb7e-4ae9-a42b-f4b006d22fe9 service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Updated VIF entry in instance network info cache for port 68169c64-5ae3-4991-acb5-80ad2d9e945b. {{(pid=69440) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1584.357676] env[69440]: DEBUG nova.network.neutron [req-d0302e31-0105-46f4-afcd-32e616cb7265 req-af0b3fd0-cb7e-4ae9-a42b-f4b006d22fe9 service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Updating instance_info_cache with network_info: [{"id": "68169c64-5ae3-4991-acb5-80ad2d9e945b", "address": "fa:16:3e:2a:2e:b1", "network": {"id": "54e44400-67cb-4a06-8e0e-49904c6a06ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-76163579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425d5b44393d418991df5db46b5c3cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68169c64-5a", "ovs_interfaceid": "68169c64-5ae3-4991-acb5-80ad2d9e945b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.532476] env[69440]: DEBUG oslo_concurrency.lockutils [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/67f04468-a42e-4f2c-9694-a8d5e2caf066" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.532693] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Processing image 67f04468-a42e-4f2c-9694-a8d5e2caf066 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1584.532915] env[69440]: DEBUG oslo_concurrency.lockutils [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/67f04468-a42e-4f2c-9694-a8d5e2caf066/67f04468-a42e-4f2c-9694-a8d5e2caf066.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.533073] env[69440]: DEBUG oslo_concurrency.lockutils [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/67f04468-a42e-4f2c-9694-a8d5e2caf066/67f04468-a42e-4f2c-9694-a8d5e2caf066.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.533258] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1584.533561] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19ca9711-3ae0-4e68-9c72-5ed5589507bd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.543023] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1584.543220] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69440) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1584.543947] env[69440]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92fd30be-b574-4b0b-8554-ef7ab0276de1 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.549753] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1584.549753] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]527df0d1-0865-f6b1-fbf6-61770f266e99" [ 1584.549753] env[69440]: _type = "Task" [ 1584.549753] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.557899] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': session[52b52664-ceda-074e-5429-9584a9d93fce]527df0d1-0865-f6b1-fbf6-61770f266e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.860916] env[69440]: DEBUG oslo_concurrency.lockutils [req-d0302e31-0105-46f4-afcd-32e616cb7265 req-af0b3fd0-cb7e-4ae9-a42b-f4b006d22fe9 service nova] Releasing lock "refresh_cache-ee83af40-0ae9-47db-917d-1b6b214f850c" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.061253] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Preparing fetch location {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1585.061649] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Fetch image to [datastore1] OSTACK_IMG_cc00964a-d856-4370-bade-36079743df13/OSTACK_IMG_cc00964a-d856-4370-bade-36079743df13.vmdk {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1585.061720] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Downloading stream optimized image 67f04468-a42e-4f2c-9694-a8d5e2caf066 to [datastore1] OSTACK_IMG_cc00964a-d856-4370-bade-36079743df13/OSTACK_IMG_cc00964a-d856-4370-bade-36079743df13.vmdk on the data store datastore1 as vApp {{(pid=69440) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1585.061852] env[69440]: DEBUG nova.virt.vmwareapi.images [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Downloading image file data 67f04468-a42e-4f2c-9694-a8d5e2caf066 to the ESX as VM named 'OSTACK_IMG_cc00964a-d856-4370-bade-36079743df13' {{(pid=69440) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1585.130158] env[69440]: DEBUG oslo_vmware.rw_handles [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1585.130158] env[69440]: value = "resgroup-9" [ 1585.130158] env[69440]: _type = "ResourcePool" [ 1585.130158] env[69440]: }. {{(pid=69440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1585.130509] env[69440]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b1c01f12-b8f6-4539-bf64-226098453a03 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.151973] env[69440]: DEBUG oslo_vmware.rw_handles [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lease: (returnval){ [ 1585.151973] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52760590-f5b4-65aa-0645-71848244b06d" [ 1585.151973] env[69440]: _type = "HttpNfcLease" [ 1585.151973] env[69440]: } obtained for vApp import into resource pool (val){ [ 1585.151973] env[69440]: value = "resgroup-9" [ 1585.151973] env[69440]: _type = "ResourcePool" [ 1585.151973] env[69440]: }. {{(pid=69440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1585.152299] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the lease: (returnval){ [ 1585.152299] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52760590-f5b4-65aa-0645-71848244b06d" [ 1585.152299] env[69440]: _type = "HttpNfcLease" [ 1585.152299] env[69440]: } to be ready. {{(pid=69440) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1585.158910] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1585.158910] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52760590-f5b4-65aa-0645-71848244b06d" [ 1585.158910] env[69440]: _type = "HttpNfcLease" [ 1585.158910] env[69440]: } is initializing. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1585.661042] env[69440]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1585.661042] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52760590-f5b4-65aa-0645-71848244b06d" [ 1585.661042] env[69440]: _type = "HttpNfcLease" [ 1585.661042] env[69440]: } is ready. {{(pid=69440) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1585.661338] env[69440]: DEBUG oslo_vmware.rw_handles [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1585.661338] env[69440]: value = "session[52b52664-ceda-074e-5429-9584a9d93fce]52760590-f5b4-65aa-0645-71848244b06d" [ 1585.661338] env[69440]: _type = "HttpNfcLease" [ 1585.661338] env[69440]: }. {{(pid=69440) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1585.662049] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04781111-0240-467e-badb-a5a195df2a87 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.669486] env[69440]: DEBUG oslo_vmware.rw_handles [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e2cdd-724d-843d-adcc-c7e924eb8f63/disk-0.vmdk from lease info. {{(pid=69440) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1585.669658] env[69440]: DEBUG oslo_vmware.rw_handles [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e2cdd-724d-843d-adcc-c7e924eb8f63/disk-0.vmdk. {{(pid=69440) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1585.731589] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fc1d24cc-c388-4b05-86f9-0c103c408bff {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.177926] env[69440]: DEBUG oslo_vmware.rw_handles [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Completed reading data from the image iterator. {{(pid=69440) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1587.178311] env[69440]: DEBUG oslo_vmware.rw_handles [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e2cdd-724d-843d-adcc-c7e924eb8f63/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1587.179201] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61200101-a0c9-4078-ad04-f236636d623d {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.187189] env[69440]: DEBUG oslo_vmware.rw_handles [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e2cdd-724d-843d-adcc-c7e924eb8f63/disk-0.vmdk is in state: ready. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1587.187407] env[69440]: DEBUG oslo_vmware.rw_handles [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e2cdd-724d-843d-adcc-c7e924eb8f63/disk-0.vmdk. {{(pid=69440) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1587.187630] env[69440]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dabd4b5d-2be5-44db-9c4c-aa83952b3f56 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.479241] env[69440]: DEBUG oslo_vmware.rw_handles [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525e2cdd-724d-843d-adcc-c7e924eb8f63/disk-0.vmdk. {{(pid=69440) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1587.479476] env[69440]: INFO nova.virt.vmwareapi.images [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Downloaded image file data 67f04468-a42e-4f2c-9694-a8d5e2caf066 [ 1587.480338] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0906033a-1d40-4756-a3d9-b886c2bd24d3 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.496122] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3197fcb7-c9b8-492e-8cba-befa32b54039 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.553952] env[69440]: INFO nova.virt.vmwareapi.images [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] The imported VM was unregistered [ 1587.556422] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Caching image {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1587.556658] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Creating directory with path [datastore1] devstack-image-cache_base/67f04468-a42e-4f2c-9694-a8d5e2caf066 {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1587.556956] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-990bef14-6e9b-44e6-bd38-11a25707ced2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.579959] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Created directory with path [datastore1] devstack-image-cache_base/67f04468-a42e-4f2c-9694-a8d5e2caf066 {{(pid=69440) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1587.580187] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_cc00964a-d856-4370-bade-36079743df13/OSTACK_IMG_cc00964a-d856-4370-bade-36079743df13.vmdk to [datastore1] devstack-image-cache_base/67f04468-a42e-4f2c-9694-a8d5e2caf066/67f04468-a42e-4f2c-9694-a8d5e2caf066.vmdk. {{(pid=69440) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1587.580478] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-59dcfa55-9333-4c51-a98f-64bf9792a6f0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.588789] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1587.588789] env[69440]: value = "task-4140743" [ 1587.588789] env[69440]: _type = "Task" [ 1587.588789] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.597071] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140743, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.100303] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140743, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.600344] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140743, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.102219] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140743, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.601395] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140743, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.102964] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140743, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.363305} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.103208] env[69440]: INFO nova.virt.vmwareapi.ds_util [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_cc00964a-d856-4370-bade-36079743df13/OSTACK_IMG_cc00964a-d856-4370-bade-36079743df13.vmdk to [datastore1] devstack-image-cache_base/67f04468-a42e-4f2c-9694-a8d5e2caf066/67f04468-a42e-4f2c-9694-a8d5e2caf066.vmdk. [ 1590.103375] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Cleaning up location [datastore1] OSTACK_IMG_cc00964a-d856-4370-bade-36079743df13 {{(pid=69440) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1590.103539] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_cc00964a-d856-4370-bade-36079743df13 {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1590.103846] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3084346d-4793-4f7f-b178-d8be9cb33144 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.111099] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1590.111099] env[69440]: value = "task-4140744" [ 1590.111099] env[69440]: _type = "Task" [ 1590.111099] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.119822] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.621024] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041021} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.621463] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1590.621463] env[69440]: DEBUG oslo_concurrency.lockutils [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/67f04468-a42e-4f2c-9694-a8d5e2caf066/67f04468-a42e-4f2c-9694-a8d5e2caf066.vmdk" {{(pid=69440) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.621698] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/67f04468-a42e-4f2c-9694-a8d5e2caf066/67f04468-a42e-4f2c-9694-a8d5e2caf066.vmdk to [datastore1] ee83af40-0ae9-47db-917d-1b6b214f850c/ee83af40-0ae9-47db-917d-1b6b214f850c.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1590.621966] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-627608ff-7dad-4cce-88f2-769ef1c9a8e2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.629904] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1590.629904] env[69440]: value = "task-4140745" [ 1590.629904] env[69440]: _type = "Task" [ 1590.629904] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.638529] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.140437] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140745, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.641175] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140745, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.143042] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140745, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.643594] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140745, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.143727] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140745, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.643948] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140745, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.145708] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140745, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.325061} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.145959] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/67f04468-a42e-4f2c-9694-a8d5e2caf066/67f04468-a42e-4f2c-9694-a8d5e2caf066.vmdk to [datastore1] ee83af40-0ae9-47db-917d-1b6b214f850c/ee83af40-0ae9-47db-917d-1b6b214f850c.vmdk {{(pid=69440) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1594.146777] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef832c32-aaab-45b4-9586-a494af20f881 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.169746] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] ee83af40-0ae9-47db-917d-1b6b214f850c/ee83af40-0ae9-47db-917d-1b6b214f850c.vmdk or device None with type streamOptimized {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1594.170097] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-790f44f5-fd82-4d95-8d00-2a7b538e659b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.191697] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1594.191697] env[69440]: value = "task-4140746" [ 1594.191697] env[69440]: _type = "Task" [ 1594.191697] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.200866] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.701596] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140746, 'name': ReconfigVM_Task, 'duration_secs': 0.35933} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.701983] env[69440]: DEBUG nova.virt.vmwareapi.volumeops [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Reconfigured VM instance instance-0000007e to attach disk [datastore1] ee83af40-0ae9-47db-917d-1b6b214f850c/ee83af40-0ae9-47db-917d-1b6b214f850c.vmdk or device None with type streamOptimized {{(pid=69440) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1594.702511] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fdc1ed9-128a-4c25-96cc-92c3f060b1b9 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.708462] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1594.708462] env[69440]: value = "task-4140747" [ 1594.708462] env[69440]: _type = "Task" [ 1594.708462] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.716681] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140747, 'name': Rename_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.218062] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140747, 'name': Rename_Task, 'duration_secs': 0.161691} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.218382] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Powering on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1595.218632] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fac7331-eeef-40ee-92d3-f2a34905ca16 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.225220] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1595.225220] env[69440]: value = "task-4140748" [ 1595.225220] env[69440]: _type = "Task" [ 1595.225220] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.234189] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.736359] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140748, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.236986] env[69440]: DEBUG oslo_vmware.api [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140748, 'name': PowerOnVM_Task, 'duration_secs': 0.511352} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.237278] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Powered on the VM {{(pid=69440) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1596.330794] env[69440]: DEBUG nova.compute.manager [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Checking state {{(pid=69440) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1596.331753] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb27d19-5798-4c54-bdd4-dad9b4134fa0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.848292] env[69440]: DEBUG oslo_concurrency.lockutils [None req-95fbd13b-5c46-490d-836b-6b2c90899c75 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ee83af40-0ae9-47db-917d-1b6b214f850c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.833s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1598.169895] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "ee83af40-0ae9-47db-917d-1b6b214f850c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1598.170307] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ee83af40-0ae9-47db-917d-1b6b214f850c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1598.170435] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "ee83af40-0ae9-47db-917d-1b6b214f850c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1598.170678] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ee83af40-0ae9-47db-917d-1b6b214f850c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1598.170899] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ee83af40-0ae9-47db-917d-1b6b214f850c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1598.173240] env[69440]: INFO nova.compute.manager [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Terminating instance [ 1598.677054] env[69440]: DEBUG nova.compute.manager [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Start destroying the instance on the hypervisor. {{(pid=69440) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1598.677372] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Destroying instance {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1598.678270] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cd64ce-4134-4e78-b3e1-813686261b3c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.686726] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Powering off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1598.686955] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-866a110e-eb3c-4ce4-aee4-f20fba420152 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.693532] env[69440]: DEBUG oslo_vmware.api [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1598.693532] env[69440]: value = "task-4140749" [ 1598.693532] env[69440]: _type = "Task" [ 1598.693532] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.701710] env[69440]: DEBUG oslo_vmware.api [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.203617] env[69440]: DEBUG oslo_vmware.api [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140749, 'name': PowerOffVM_Task, 'duration_secs': 0.237739} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.204077] env[69440]: DEBUG nova.virt.vmwareapi.vm_util [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Powered off the VM {{(pid=69440) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1599.204077] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Unregistering the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1599.204292] env[69440]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-407538df-45e0-4cb2-8c49-19ec83a3de9e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.269108] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Unregistered the VM {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1599.269348] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Deleting contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1599.269545] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Deleting the datastore file [datastore1] ee83af40-0ae9-47db-917d-1b6b214f850c {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1599.269822] env[69440]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de6495ce-cb2f-49f3-ad7f-539a4a85e7d2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.276943] env[69440]: DEBUG oslo_vmware.api [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for the task: (returnval){ [ 1599.276943] env[69440]: value = "task-4140751" [ 1599.276943] env[69440]: _type = "Task" [ 1599.276943] env[69440]: } to complete. {{(pid=69440) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.285327] env[69440]: DEBUG oslo_vmware.api [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.787169] env[69440]: DEBUG oslo_vmware.api [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Task: {'id': task-4140751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152957} completed successfully. {{(pid=69440) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.787417] env[69440]: DEBUG nova.virt.vmwareapi.ds_util [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Deleted the datastore file {{(pid=69440) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1599.787590] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Deleted contents of the VM from datastore datastore1 {{(pid=69440) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1599.787759] env[69440]: DEBUG nova.virt.vmwareapi.vmops [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Instance destroyed {{(pid=69440) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1599.787941] env[69440]: INFO nova.compute.manager [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1599.788285] env[69440]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69440) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1599.788544] env[69440]: DEBUG nova.compute.manager [-] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Deallocating network for instance {{(pid=69440) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1599.788614] env[69440]: DEBUG nova.network.neutron [-] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] deallocate_for_instance() {{(pid=69440) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1600.232080] env[69440]: DEBUG nova.compute.manager [req-a63a13f2-2616-40d5-9519-161aa7415c74 req-6b8be852-4141-41b2-bc9a-b233facfa19d service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Received event network-vif-deleted-68169c64-5ae3-4991-acb5-80ad2d9e945b {{(pid=69440) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1600.232343] env[69440]: INFO nova.compute.manager [req-a63a13f2-2616-40d5-9519-161aa7415c74 req-6b8be852-4141-41b2-bc9a-b233facfa19d service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Neutron deleted interface 68169c64-5ae3-4991-acb5-80ad2d9e945b; detaching it from the instance and deleting it from the info cache [ 1600.232464] env[69440]: DEBUG nova.network.neutron [req-a63a13f2-2616-40d5-9519-161aa7415c74 req-6b8be852-4141-41b2-bc9a-b233facfa19d service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.716948] env[69440]: DEBUG nova.network.neutron [-] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Updating instance_info_cache with network_info: [] {{(pid=69440) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.735874] env[69440]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eaa11816-a102-4c4e-a2be-7b58c92b86b2 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.746342] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605eccaa-18e1-428a-b89a-d7f1a8634a70 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.771101] env[69440]: DEBUG nova.compute.manager [req-a63a13f2-2616-40d5-9519-161aa7415c74 req-6b8be852-4141-41b2-bc9a-b233facfa19d service nova] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Detach interface failed, port_id=68169c64-5ae3-4991-acb5-80ad2d9e945b, reason: Instance ee83af40-0ae9-47db-917d-1b6b214f850c could not be found. {{(pid=69440) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1601.221130] env[69440]: INFO nova.compute.manager [-] [instance: ee83af40-0ae9-47db-917d-1b6b214f850c] Took 1.43 seconds to deallocate network for instance. [ 1601.728077] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1601.728077] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1601.728509] env[69440]: DEBUG nova.objects.instance [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lazy-loading 'resources' on Instance uuid ee83af40-0ae9-47db-917d-1b6b214f850c {{(pid=69440) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1602.267436] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1cefde-5fe9-4e2d-ab20-b9ac8041214c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.275812] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6cc7a4-b88b-4cdd-9d75-f9923adcdbe4 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.307243] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d89fc1f-f5c2-4be5-a171-daa2f49ac56e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.315662] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374da747-d48f-478e-b8ba-1c2d56a77c4c {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.330050] env[69440]: DEBUG nova.compute.provider_tree [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1602.837672] env[69440]: DEBUG nova.scheduler.client.report [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1603.342654] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1603.363845] env[69440]: INFO nova.scheduler.client.report [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Deleted allocations for instance ee83af40-0ae9-47db-917d-1b6b214f850c [ 1603.872068] env[69440]: DEBUG oslo_concurrency.lockutils [None req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Lock "ee83af40-0ae9-47db-917d-1b6b214f850c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.702s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1625.247775] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.248179] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.248179] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.248333] env[69440]: DEBUG nova.compute.manager [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69440) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1626.248790] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1628.248642] env[69440]: DEBUG oslo_service.periodic_task [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69440) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1628.754022] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1628.754022] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1628.754022] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1628.754022] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69440) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1628.754022] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cabfeb1-363e-4b2f-9755-32baf1cacb3f {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.762363] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7b4317-f875-4622-aaf9-bae79d1d69dd {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.782186] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2426a183-3a4c-4fc2-b756-5e250cf08f7e {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.789256] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c65f772-76f9-4e02-9a25-22721cc43e33 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.826028] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180473MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=69440) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1628.826028] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1628.826028] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1629.847467] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1629.847736] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69440) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1629.865254] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c50582-4e75-48da-a7fc-09f6822eb493 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.873900] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4c9ecf-1422-4262-8e04-8b13b9f7e1fe {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.903198] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cac5c3f-3c25-4f66-ad08-f91535ed75b0 {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.910621] env[69440]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c0eb51-c372-4c98-9f5e-6d35d2b2be1b {{(pid=69440) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.925205] env[69440]: DEBUG nova.compute.provider_tree [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed in ProviderTree for provider: 9a47e3d9-fb06-4966-9732-1aaf2b781196 {{(pid=69440) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1630.428611] env[69440]: DEBUG nova.scheduler.client.report [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Inventory has not changed for provider 9a47e3d9-fb06-4966-9732-1aaf2b781196 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69440) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1630.933747] env[69440]: DEBUG nova.compute.resource_tracker [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69440) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1630.934203] env[69440]: DEBUG oslo_concurrency.lockutils [None req-7cefa280-0103-4bdd-8436-c48a5fc9bc37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.108s {{(pid=69440) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}